-- Logs begin at Tue 2021-12-14 00:36:16 UTC, end at Tue 2021-12-14 02:21:33 UTC. -- Dec 14 01:07:04.601141 dv-neutron-821592-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 14 01:07:07.402128 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.common.config [-] Logging enabled! Dec 14 01:07:07.402795 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 14 01:07:07.402899 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103301) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 14 01:07:07.406098 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.common.config [-] Logging enabled! Dec 14 01:07:07.406355 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 14 01:07:07.406670 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103301) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 14 01:07:07.407590 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 14 01:07:07.407822 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 14 01:07:07.408205 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 14 01:07:07.408449 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 14 01:07:07.408678 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 14 01:07:07.409006 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.409424 dv-neutron-821592-1-hyperv neutron-server[103301]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 14 01:07:07.409730 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.410031 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.410317 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.410597 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.410885 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.411282 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.411940 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.412259 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.412555 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.412830 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.413114 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.413402 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.413681 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.413966 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.414231 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.414512 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] debug = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.414788 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.415217 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.415628 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.415907 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.416225 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.416503 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.416770 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.417039 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.417323 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.419177 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] host = dv-neutron-821592-1-hyperv {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.419459 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.419746 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.420032 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.420341 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.420616 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.420892 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.421179 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.421450 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.421719 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] log_file = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.421994 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.422278 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.422561 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.422848 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.423072 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.423292 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.423586 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.423868 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.424168 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.424436 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.424709 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.424982 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.425252 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.425517 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.425800 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.426079 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.426359 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.426665 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.426931 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.427339 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.427614 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.427899 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.428204 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.428481 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.428753 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.429040 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.429309 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.429582 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.429880 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.430163 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.430444 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.430727 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.431000 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.431283 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.431551 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.431818 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.432084 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] use_json = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.432375 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.432640 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.432917 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.433188 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.433458 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.433727 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.433995 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.434275 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:07.434567 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.434863 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.435161 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.435441 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.435742 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.436020 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.436327 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.436603 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.436889 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.437175 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.437464 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.437740 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.438024 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.438297 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.438585 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.438884 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.439180 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.439471 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.439744 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.440016 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.440320 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.440596 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.440885 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.441168 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.441458 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.441745 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.442022 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.442546 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.443007 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.443304 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.443594 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.443868 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.444175 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.444465 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.444742 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.445013 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.445289 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.445577 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.445853 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.446124 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.446402 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.446675 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.446943 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.447211 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.447484 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.447768 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.448041 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.448399 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.448668 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.448940 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.449209 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.449491 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.449762 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.450029 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.450296 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.450567 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.450835 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.451104 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.451377 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.451652 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.451924 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.452222 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.452490 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.452758 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.453028 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.453302 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.453569 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.453833 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.454105 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.454372 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.454639 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.454902 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.455172 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.455440 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.455721 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.456014 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.456310 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.456588 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.456861 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.457133 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.457404 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.457675 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.457980 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.458258 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.458527 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.458810 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.459088 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.459368 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.459646 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.459940 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.460255 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.460530 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.460808 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.461081 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.461358 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.461644 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.461920 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.462213 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.462501 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.462789 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.463076 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.463363 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.463639 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.463946 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.464246 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:07.464462 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 14 01:07:07.464700 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103301) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 14 01:07:07.890279 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 14 01:07:07.890525 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 14 01:07:07.890866 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 14 01:07:07.891197 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 14 01:07:08.213392 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.213607 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.213844 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.215148 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.215421 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.215685 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.260507 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.260785 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.261058 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.275184 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.275461 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.275727 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.304375 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.304657 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.304921 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.341581 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.341853 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.342122 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.687868 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.688571 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.688571 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.688754 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.689370 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.788984 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.789310 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.789598 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.789867 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.790132 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.790442 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.790715 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.790971 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.791219 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.791504 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.791745 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.792006 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.792302 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.792559 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.792814 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.793077 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.793335 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.793602 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.793854 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.794112 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.794384 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.794635 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.794919 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.795291 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.795537 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.795780 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.796197 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 01:07:08.796438 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 01:07:08.796672 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 01:07:08.796904 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 01:07:08.797139 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 01:07:08.797370 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 01:07:08.797736 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 14 01:07:08.800984 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 14 01:07:08.805331 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 14 01:07:08.809370 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 14 01:07:08.810998 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 14 01:07:08.811467 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 14 01:07:08.811798 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 14 01:07:08.812204 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 14 01:07:08.815050 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 14 01:07:08.815301 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 14 01:07:08.815649 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 14 01:07:08.821069 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 14 01:07:08.843983 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 14 01:07:08.844475 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.844777 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103301) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 14 01:07:08.845137 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.846516 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103301) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 14 01:07:08.846793 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 14 01:07:08.847046 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 14 01:07:08.850398 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.850671 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:08.913940 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 14 01:07:08.914156 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 14 01:07:08.914409 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 14 01:07:08.914780 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 14 01:07:08.937985 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_db.sqlalchemy.engines [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103301) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 14 01:07:09.385267 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Initializing driver for type 'gre' Dec 14 01:07:09.385982 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] gre ID ranges: [(1, 1000)] Dec 14 01:07:09.446484 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Initializing driver for type 'local' Dec 14 01:07:09.446862 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Initializing driver for type 'vlan' Dec 14 01:07:09.460481 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] VlanTypeDriver initialization complete Dec 14 01:07:09.460883 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Initializing driver for type 'vxlan' Dec 14 01:07:09.461435 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] vxlan ID ranges: [(1, 1000)] Dec 14 01:07:09.512196 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Initializing extension driver 'port_security' Dec 14 01:07:09.512538 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.extensions.port_security [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] PortSecurityExtensionDriver initialization complete Dec 14 01:07:09.512878 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Initializing mechanism driver 'openvswitch' Dec 14 01:07:09.513206 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Initializing mechanism driver 'hyperv' Dec 14 01:07:09.519895 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:07:09.520823 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > port after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.521220 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > port after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.521571 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > port after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.522110 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 01:07:09.522547 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > subnet after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.522906 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > subnet after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.523256 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > subnet after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.523656 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 01:07:09.524063 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > network after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.524439 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > network after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.524782 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > network after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.525177 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 01:07:09.525587 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > security_group after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.525940 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > security_group after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.526287 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > security_group after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.526683 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 01:07:09.527090 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.527441 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.527781 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.528204 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 01:07:09.528594 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > address_group after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.528944 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > address_group after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.529288 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > address_group after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.529680 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 01:07:09.530057 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] ML2 OVO RPC backend initialized. {{(pid=103301) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 14 01:07:09.530763 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router_interface after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.531123 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.531539 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > network before_response 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.531889 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > networks before_response 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.532271 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > port before_response 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.532616 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > ports before_response 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.532962 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > subnet before_response 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.533310 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > subnets before_response 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.533659 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > network after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.533998 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > network after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.534333 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > network after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.534668 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > port after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.535002 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > port after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.535333 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > port after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.535665 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > subnet after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.535998 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > subnet after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.536762 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > subnet after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.537355 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Modular L2 Plugin initialization complete Dec 14 01:07:09.537689 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading services supported by the core plugin {{(pid=103301) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 14 01:07:09.538014 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.plugins.ml2.managers [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Got port-security extension from driver 'port_security' Dec 14 01:07:09.538488 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.extensions.vlantransparent [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Disabled vlantransparent extension. Dec 14 01:07:09.538982 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103301) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 14 01:07:09.539300 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading Plugin: router Dec 14 01:07:09.575645 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router_interface before_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.576032 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router after_create 55549900 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.576434 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router before_create 55549900 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.576802 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.577175 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.577530 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router after_delete 55549900 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.577892 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > floatingip after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.578360 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > floatingip after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.578723 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router after_create 55549900 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.579071 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router after_update 55549900 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.579423 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router after_update 55549900 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.579766 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.580134 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router after_update 55549900 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.580546 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router precommit_update 55549900 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.580913 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: port after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.581252 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: port after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.581594 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: subnet after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.581932 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.582276 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > port precommit_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.582619 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router precommit_create 55549900 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.582961 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: port before_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.583357 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router precommit_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.583713 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router after_update 55549900 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.584054 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router precommit_delete 55549900 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.584432 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router precommit_create 55549900 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.584795 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router_interface after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.585141 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router precommit_update 55549900 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.585492 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > agent after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.585844 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > agent after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.586190 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > network after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.587056 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Tracking information for resource: router configured {{(pid=103301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 01:07:09.587388 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Tracking information for resource: floatingip configured {{(pid=103301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 01:07:09.592403 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.db.l3_agentschedulers_db [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 14 01:07:09.592986 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: port after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.593350 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: port after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.593706 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: port after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.594055 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: port after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.594849 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router before_create 55550100 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.595215 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router precommit_delete 55550100 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.595580 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router precommit_create 55550100 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.595935 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > router precommit_update 55550100 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.601021 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.services.provider_configuration [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Service providers = [] {{(pid=103301) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 14 01:07:09.601394 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.db.servicetype_db [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103301) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 14 01:07:09.604375 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.services.service_base [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 01:07:09.604720 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.services.service_base [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 01:07:09.605048 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.services.service_base [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 01:07:09.605952 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.services.service_base [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 01:07:09.606327 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.services.service_base [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 14 01:07:09.606695 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 01:07:09.607006 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 14 01:07:09.617928 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 01:07:09.618265 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading Plugin: auto_allocate Dec 14 01:07:09.624064 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: network precommit_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.624459 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: network precommit_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.624979 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 01:07:09.625299 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading Plugin: tag Dec 14 01:07:09.632147 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 01:07:09.632499 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading Plugin: timestamp Dec 14 01:07:09.636412 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 01:07:09.636676 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading Plugin: network_ip_availability Dec 14 01:07:09.642210 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.642579 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.642931 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.643644 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 01:07:09.643964 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading Plugin: flavors Dec 14 01:07:09.649022 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 01:07:09.649366 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading Plugin: revisions Dec 14 01:07:09.653702 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 01:07:09.654095 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_concurrency.lockutils [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.763s {{(pid=103301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 14 01:07:09.654848 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103301) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 14 01:07:09.655191 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Initializing extension manager. Dec 14 01:07:09.655711 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: __init__.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.656054 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: __pycache__ {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.656441 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.656773 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: address_group.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.657531 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.658072 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: address-group Dec 14 01:07:09.658396 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: address_scope.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.659109 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.659625 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: address-scope Dec 14 01:07:09.659944 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: admin_state_down_before_update.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.660895 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.661857 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: router-admin-state-down-before-update Dec 14 01:07:09.662177 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: agent.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.662875 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.663385 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: agent Dec 14 01:07:09.663704 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: agent_resources_synced.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.664646 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.665149 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: agent-resources-synced Dec 14 01:07:09.665471 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: allowedaddresspairs.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.667275 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.667804 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: allowed-address-pairs Dec 14 01:07:09.668148 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: auto_allocated_topology.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.669235 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.669752 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: auto-allocated-topology Dec 14 01:07:09.670079 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: availability_zone.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.670778 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.671290 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: availability_zone Dec 14 01:07:09.671614 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: availability_zone_filter.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.672564 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.673078 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: availability_zone_filter Dec 14 01:07:09.673404 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: data_plane_status.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.674321 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.674831 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension data-plane-status not supported by any of loaded plugins Dec 14 01:07:09.675152 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: default_subnetpools.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.676077 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.676617 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: default-subnetpools Dec 14 01:07:09.677019 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: dhcpagentscheduler.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.677966 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.678480 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: dhcp_agent_scheduler Dec 14 01:07:09.678803 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: dns.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.679726 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.680263 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension dns-integration not supported by any of loaded plugins Dec 14 01:07:09.680578 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: dns_domain_ports.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.681490 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.682001 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 14 01:07:09.682317 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.683242 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.683748 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 14 01:07:09.684068 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: dvr.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.684772 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.685292 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: dvr Dec 14 01:07:09.685612 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: ecmp_routes.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.686532 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.687038 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension ecmp_routes not supported by any of loaded plugins Dec 14 01:07:09.687359 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: empty_string_filtering.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.688303 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.688882 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: empty-string-filtering Dec 14 01:07:09.689117 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.690036 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.690538 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 14 01:07:09.690856 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.691783 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.692348 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 14 01:07:09.692701 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: external_net.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.693615 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.694124 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: external-net Dec 14 01:07:09.694442 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: extra_dhcp_opt.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.695358 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.695871 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: extra_dhcp_opt Dec 14 01:07:09.696227 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: extraroute.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.697155 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.697667 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: extraroute Dec 14 01:07:09.697989 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: extraroute_atomic.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.700581 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.701121 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: extraroute-atomic Dec 14 01:07:09.701473 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: filter_validation.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.702118 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.702639 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: filter-validation Dec 14 01:07:09.702962 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: fip_pf_description.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.703886 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.704431 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 14 01:07:09.704755 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: fip_port_details.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.705677 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.706188 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: fip-port-details Dec 14 01:07:09.706509 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: flavors.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.707764 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.708353 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: flavors Dec 14 01:07:09.708678 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.710372 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.710906 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 14 01:07:09.711243 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: floatingip_pools.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.711951 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.712503 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: floatingip-pools Dec 14 01:07:09.712832 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: ip_allocation.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.713769 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.714278 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension ip_allocation not supported by any of loaded plugins Dec 14 01:07:09.714602 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.715520 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.716041 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: ip-substring-filtering Dec 14 01:07:09.716397 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: l2_adjacency.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.717320 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.717827 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension l2_adjacency not supported by any of loaded plugins Dec 14 01:07:09.718149 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: l3.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.719116 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.719644 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: router Dec 14 01:07:09.719964 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: l3_conntrack_helper.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.722247 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.722782 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 14 01:07:09.723116 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.724420 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.724949 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: ext-gw-mode Dec 14 01:07:09.725278 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.726212 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.726729 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: l3-ha Dec 14 01:07:09.727053 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: l3_flavors.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.727969 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.728520 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: l3-flavors Dec 14 01:07:09.728843 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.729766 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.730278 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: l3-port-ip-change-not-allowed Dec 14 01:07:09.730604 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: l3agentscheduler.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.731629 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.732144 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: l3_agent_scheduler Dec 14 01:07:09.732486 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: local_ip.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.734271 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.734795 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension local_ip not supported by any of loaded plugins Dec 14 01:07:09.735125 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: logging.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.736658 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.737186 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension logging not supported by any of loaded plugins Dec 14 01:07:09.737518 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: metering.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.738386 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.738978 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: metering Dec 14 01:07:09.739322 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.740478 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.741007 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: metering_source_and_destination_fields Dec 14 01:07:09.741332 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: multiprovidernet.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.742270 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.742786 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: multi-provider Dec 14 01:07:09.743110 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: netmtu.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.744034 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.744577 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: net-mtu Dec 14 01:07:09.744900 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: netmtu_writable.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.745829 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.746339 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: net-mtu-writable Dec 14 01:07:09.746659 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: network_availability_zone.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.747334 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.747846 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: network_availability_zone Dec 14 01:07:09.748191 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: network_ip_availability.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.749318 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.749843 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: network-ip-availability Dec 14 01:07:09.750161 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: network_segment_range.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.750930 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.751440 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension network-segment-range not supported by any of loaded plugins Dec 14 01:07:09.751763 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: pagination.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.752782 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.753113 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: pagination Dec 14 01:07:09.753433 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: port_device_profile.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.754345 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.754933 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: port-device-profile Dec 14 01:07:09.755349 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.756316 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.756828 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: port-mac-address-regenerate Dec 14 01:07:09.757150 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.758063 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.758574 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: port-numa-affinity-policy Dec 14 01:07:09.758894 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: port_resource_request.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.759809 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.760347 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension port-resource-request not supported by any of loaded plugins Dec 14 01:07:09.760663 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: port_resource_request_groups.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.761643 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.762150 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 14 01:07:09.762472 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: portbindings.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.763402 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.763912 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: binding Dec 14 01:07:09.764280 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: portbindings_extended.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.765555 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.766072 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: binding-extended Dec 14 01:07:09.766400 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: portsecurity.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.767323 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.767838 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: port-security Dec 14 01:07:09.768330 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: project_id.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.769355 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.769685 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: project-id Dec 14 01:07:09.770007 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: providernet.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.770977 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.771500 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: provider Dec 14 01:07:09.771824 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: qos.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.775501 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.776039 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension qos not supported by any of loaded plugins Dec 14 01:07:09.776402 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.777661 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.778180 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 14 01:07:09.778511 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.779438 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.779951 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 14 01:07:09.780305 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: qos_default.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.781224 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.781739 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension qos-default not supported by any of loaded plugins Dec 14 01:07:09.782071 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: qos_fip.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.782729 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.783237 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension qos-fip not supported by any of loaded plugins Dec 14 01:07:09.783602 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: qos_fip_network_policy.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.784656 dv-neutron-821592-1-hyperv neutron-server[103301]: WARNING neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 14 01:07:09.784986 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: qos_gateway_ip.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.785898 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.786902 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 14 01:07:09.787223 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: qos_port_network_policy.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.788184 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.788701 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 14 01:07:09.789020 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.790188 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.790706 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 14 01:07:09.791033 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: qos_pps_rule.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.792234 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.792762 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension qos-pps not supported by any of loaded plugins Dec 14 01:07:09.793120 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: qos_rule_type_details.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.794010 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.794553 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 14 01:07:09.794836 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: qos_rules_alias.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.795892 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.796427 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 14 01:07:09.796751 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: quota_check_limit.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.797674 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.798194 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: quota-check-limit Dec 14 01:07:09.798518 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: quotasv2.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.799503 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.799827 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: quotas Dec 14 01:07:09.800172 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: quotasv2_detail.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.803597 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.803941 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: quota_details Dec 14 01:07:09.804300 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: rbac.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.805401 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.805933 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: rbac-policies Dec 14 01:07:09.806264 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: rbac_address_group.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.807208 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.807732 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: rbac-address-group Dec 14 01:07:09.808080 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: rbac_address_scope.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.809045 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.809562 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: rbac-address-scope Dec 14 01:07:09.809890 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: rbac_security_groups.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.810813 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.811336 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: rbac-security-groups Dec 14 01:07:09.811664 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: rbac_subnetpool.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.812613 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.813124 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: rbac-subnetpool Dec 14 01:07:09.813453 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: revisionifmatch.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.814382 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.814894 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: revision-if-match Dec 14 01:07:09.815220 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: revisions.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.816367 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.816882 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: standard-attr-revisions Dec 14 01:07:09.817209 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: router_availability_zone.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.818084 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.818613 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: router_availability_zone Dec 14 01:07:09.818939 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: routerservicetype.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.819926 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.820470 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension router-service-type not supported by any of loaded plugins Dec 14 01:07:09.820793 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.821795 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.822311 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: security-groups-normalized-cidr Dec 14 01:07:09.822633 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: security_groups_port_filtering.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.823588 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.824110 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: port-security-groups-filtering Dec 14 01:07:09.824443 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.825381 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.825896 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: security-groups-remote-address-group Dec 14 01:07:09.826223 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.827171 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.827692 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: security-groups-shared-filtering Dec 14 01:07:09.828015 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.828628 dv-neutron-821592-1-hyperv neutron-server[103301]: WARNING neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 14 01:07:09.828949 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: securitygroup.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.839219 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.839757 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: security-group Dec 14 01:07:09.840115 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: segment.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.840923 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.841444 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension segment not supported by any of loaded plugins Dec 14 01:07:09.841769 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.842720 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.843232 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 14 01:07:09.843556 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: servicetype.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.844719 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.845241 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: service-type Dec 14 01:07:09.845572 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: sorting.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.846571 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.846902 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: sorting Dec 14 01:07:09.847227 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: standard_attr_segment.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.848183 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.848801 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 14 01:07:09.849190 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: standardattrdescription.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.849852 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.850370 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: standard-attr-description Dec 14 01:07:09.850697 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: stateful_security_group.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.851673 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.852224 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: stateful-security-group Dec 14 01:07:09.852553 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: stdattrs_common.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.853141 dv-neutron-821592-1-hyperv neutron-server[103301]: WARNING neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 14 01:07:09.853465 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.854404 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.854920 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 14 01:07:09.855244 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: subnet_onboard.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.856351 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.856878 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: subnet_onboard Dec 14 01:07:09.857201 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.858140 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.858648 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 14 01:07:09.858977 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: subnet_service_types.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.859906 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.860455 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: subnet-service-types Dec 14 01:07:09.860778 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: subnetallocation.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.861876 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.862401 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: subnet_allocation Dec 14 01:07:09.862727 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.863402 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.863915 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: subnetpool-prefix-ops Dec 14 01:07:09.864291 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.865425 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.865942 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 14 01:07:09.866263 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: tagging.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.867341 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.867861 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: standard-attr-tag Dec 14 01:07:09.868224 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: timestamp.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.869453 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.869968 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loaded extension: standard-attr-timestamp Dec 14 01:07:09.870292 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: trunk.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.871340 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.871857 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension trunk not supported by any of loaded plugins Dec 14 01:07:09.872214 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: trunk_details.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.873148 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.873704 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension trunk-details not supported by any of loaded plugins Dec 14 01:07:09.873981 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: uplink_status_propagation.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.874903 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.875415 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 14 01:07:09.875736 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Loading extension file: vlantransparent.py {{(pid=103301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 01:07:09.876441 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 01:07:09.876954 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extension vlan-transparent not supported by any of loaded plugins Dec 14 01:07:09.879529 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of TrackedResource for resource:network Dec 14 01:07:09.880197 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of TrackedResource for resource:subnet Dec 14 01:07:09.880544 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 01:07:09.880934 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of TrackedResource for resource:port Dec 14 01:07:09.882282 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.v2.resource_helper [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 01:07:09.882722 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.v2.resource_helper [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Service FLAVORS assigned prefix: {{(pid=103301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 01:07:09.883340 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.v2.resource_helper [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 01:07:09.883768 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.v2.resource_helper [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 01:07:09.884115 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of TrackedResource for resource:router Dec 14 01:07:09.884547 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of TrackedResource for resource:floatingip Dec 14 01:07:09.885028 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.v2.resource_helper [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Service METERING assigned prefix: /metering {{(pid=103301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 01:07:09.886525 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.886845 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.887203 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:07:09.888259 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of CountableResource for resource:rbac_policy Dec 14 01:07:09.888713 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of TrackedResource for resource:security_group Dec 14 01:07:09.889160 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of TrackedResource for resource:security_group_rule Dec 14 01:07:09.889767 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.v2.resource_helper [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Service CORE assigned prefix: {{(pid=103301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 01:07:09.890096 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 01:07:09.890443 dv-neutron-821592-1-hyperv neutron-server[103301]: WARNING neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] subnetpool is already registered Dec 14 01:07:09.890881 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.v2.resource_helper [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Service CORE assigned prefix: {{(pid=103301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 01:07:09.891207 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 01:07:09.891537 dv-neutron-821592-1-hyperv neutron-server[103301]: WARNING neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] subnetpool is already registered Dec 14 01:07:09.893860 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.v2.resource_helper [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 01:07:09.894293 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.v2.resource_helper [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Service FLAVORS assigned prefix: {{(pid=103301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 01:07:09.894889 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.v2.resource_helper [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 01:07:09.895306 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.v2.resource_helper [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 01:07:09.895661 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of TrackedResource for resource:router Dec 14 01:07:09.896000 dv-neutron-821592-1-hyperv neutron-server[103301]: WARNING neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] router is already registered Dec 14 01:07:09.896436 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of TrackedResource for resource:floatingip Dec 14 01:07:09.896772 dv-neutron-821592-1-hyperv neutron-server[103301]: WARNING neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] floatingip is already registered Dec 14 01:07:09.897229 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.v2.resource_helper [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Service METERING assigned prefix: /metering {{(pid=103301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 01:07:09.897892 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of CountableResource for resource:rbac_policy Dec 14 01:07:09.898219 dv-neutron-821592-1-hyperv neutron-server[103301]: WARNING neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] rbac_policy is already registered Dec 14 01:07:09.898635 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of TrackedResource for resource:security_group Dec 14 01:07:09.898965 dv-neutron-821592-1-hyperv neutron-server[103301]: WARNING neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] security_group is already registered Dec 14 01:07:09.899375 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of TrackedResource for resource:security_group_rule Dec 14 01:07:09.899707 dv-neutron-821592-1-hyperv neutron-server[103301]: WARNING neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] security_group_rule is already registered Dec 14 01:07:09.900362 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.v2.resource_helper [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Service CORE assigned prefix: {{(pid=103301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 01:07:09.900691 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 01:07:09.901024 dv-neutron-821592-1-hyperv neutron-server[103301]: WARNING neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] subnetpool is already registered Dec 14 01:07:09.901451 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.v2.resource_helper [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Service CORE assigned prefix: {{(pid=103301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 01:07:09.901780 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 01:07:09.902103 dv-neutron-821592-1-hyperv neutron-server[103301]: WARNING neutron.quota.resource_registry [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] subnetpool is already registered Dec 14 01:07:09.902569 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: extensions {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.904032 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: address-groups {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.905525 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: address-scopes {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.906953 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: agents {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.908117 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: auto-allocated-topology {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.909414 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: availability_zones {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.910651 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: dhcp-networks {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.912811 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: dhcp-agents {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.914258 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: routers {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.916494 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: flavors {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.917660 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: service_profiles {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.918883 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: next_providers {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.920377 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: service_profiles {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.922887 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: floatingip-pools {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.924148 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: routers {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.926290 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: floatingips {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.927744 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: l3-routers {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.929187 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: l3-agents {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.930678 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: metering-labels {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.932038 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: metering-label-rules {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.933358 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: network-ip-availabilities {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.934604 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: bindings {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.936301 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: quotas {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.937890 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: quotas {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.939417 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: rbac-policies {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.940743 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: security-groups {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.941983 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: security-group-rules {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.943275 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: service-providers {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.944541 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: subnetpools {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.945968 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: subnetpools {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.947426 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: tags {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.949136 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: tags {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.950946 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: tags {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.952760 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: tags {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.954550 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: tags {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.956435 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: tags {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.958144 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: tags {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.960056 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: tags {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.961852 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: tags {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.963678 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron.api.extensions [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Extended resource: tags {{(pid=103301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 01:07:09.970089 dv-neutron-821592-1-hyperv neutron-server[103301]: WARNING keystonemiddleware.auth_token [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 14 01:07:09.974986 dv-neutron-821592-1-hyperv neutron-server[103301]: WARNING keystonemiddleware.auth_token [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 14 01:07:09.983706 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_concurrency.lockutils [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Acquired lock "singleton_lock" {{(pid=103301) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 14 01:07:09.984205 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_concurrency.lockutils [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Releasing lock "singleton_lock" {{(pid=103301) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 14 01:07:09.984865 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO oslo_service.service [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Starting 2 workers Dec 14 01:07:09.989654 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Started child 103408 {{(pid=103301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 01:07:09.994259 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Started child 103409 {{(pid=103301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 01:07:09.995145 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:09.995875 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO neutron.service [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Neutron service started, listening on 0.0.0.0:9696 Dec 14 01:07:09.996396 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Publish callbacks [] for process, before_spawn {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:09.996646 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [-] (103408) wsgi starting up on http://0.0.0.0:9696 Dec 14 01:07:09.998781 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO oslo_service.service [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Starting 1 workers Dec 14 01:07:09.999032 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:10.000450 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [-] (103409) wsgi starting up on http://0.0.0.0:9696 Dec 14 01:07:10.003952 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Started child 103410 {{(pid=103301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 01:07:10.004537 dv-neutron-821592-1-hyperv neutron-server[103301]: INFO oslo_service.service [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Starting 1 workers Dec 14 01:07:10.008136 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.service [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] calling RpcWorker wait() {{(pid=103410) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 14 01:07:10.008771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.service [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] returning from RpcWorker wait() {{(pid=103410) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 14 01:07:10.009094 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Started child 103411 {{(pid=103301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 01:07:10.009894 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47c738f2-b99e-4a2c-81f6-0613514e86cb None None] Publish callbacks [] for process, after_spawn {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:10.010021 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:10.010617 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:07:10.011696 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103301) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 14 01:07:10.011914 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 14 01:07:10.012121 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 14 01:07:10.012377 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 14 01:07:10.012699 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 14 01:07:10.012844 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 14 01:07:10.013409 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.013678 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.013938 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.014063 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:10.014528 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.014528 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.015024 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.015282 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.015545 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.015801 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.016036 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.016239 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.016389 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.016839 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.017095 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.017420 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.017689 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.017932 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.018186 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.018368 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.018607 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.018888 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.019123 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.019391 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] debug = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.019644 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.020126 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.020387 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.020711 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.020943 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.021241 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.021478 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.021763 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.021993 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.022238 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.022481 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.022748 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.022999 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.023233 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.023474 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.023691 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.023951 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.024202 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.024682 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] host = dv-neutron-821592-1-hyperv {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.024934 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.025169 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.025412 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.025664 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.025927 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.026163 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.026412 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.026678 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.026922 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.027142 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.027381 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.027640 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.027861 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.028131 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] log_file = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.028345 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] log_options = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.028542 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.028809 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.029093 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.029291 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.029462 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.029644 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.029880 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.030046 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.030295 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.030511 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.030726 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.030942 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.031159 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.031401 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.031660 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.031908 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.032189 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.032420 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.032608 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.032835 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.033061 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.033288 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.033513 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.033730 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.033945 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.034179 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.034402 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.034617 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.034839 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.035082 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.035324 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.035566 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.035801 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.036041 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.036777 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.037094 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.037299 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.037508 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.037719 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.037945 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.038197 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.038441 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.038673 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.038919 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.039139 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.039354 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.039613 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] use_json = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.039845 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.040081 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.040364 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.040588 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.040822 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.041040 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.041256 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.041498 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.042001 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.042191 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.042597 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.042858 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.043107 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.043582 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.043836 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.044075 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.044358 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.044485 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:07:10.044612 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.044927 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.045165 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.045439 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.045661 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.045894 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.046328 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.046590 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.046856 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.047583 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.047583 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.047583 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.047939 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.048061 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.048257 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.048767 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.048767 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.048995 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.049308 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.049582 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.049960 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.050225 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.051201 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.051201 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.051201 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.051201 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.053599 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.053599 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.053599 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.053599 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.053599 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.053599 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.053599 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.053599 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.053599 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.056669 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.056669 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.056669 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.056669 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.056669 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.056669 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.056669 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.056669 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.056669 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.058364 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.058364 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.058364 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.058364 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.058364 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.058364 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.058364 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.058364 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.058364 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.059711 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.059711 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.059711 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.059711 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.059711 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.059711 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.059711 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.059711 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.059711 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.060340 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.060340 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.060340 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.060340 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.060340 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.060340 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.060757 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.060757 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.060992 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.061211 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.061430 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.061635 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.061824 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.062054 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.062269 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.062449 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.062684 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.062869 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.063074 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.063284 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.063556 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.063864 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.064116 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.064397 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.064628 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.064868 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.065101 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.065331 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.065546 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.065764 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.065980 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.066224 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.066446 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.066692 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.066932 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.067147 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.067470 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.067764 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.067989 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.068245 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.068488 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.068710 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.068993 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.069255 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.069485 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.069715 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.069961 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.070227 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.070479 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.070770 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.071005 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.071290 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.071588 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.071869 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.072157 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.072395 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.072656 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.072905 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.073170 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.073997 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.073997 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.073997 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.077298 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.077298 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.077298 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.077298 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.077298 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.077298 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.077298 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.077298 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.078357 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.078357 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.078357 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.078357 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.078357 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.078357 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.078357 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.078357 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.079387 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.079387 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.079387 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.079387 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.079387 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.079387 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.079387 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.079387 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.080395 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.080395 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.080395 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.080395 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.081087 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.081087 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.081087 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.081087 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.081568 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.081568 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.081768 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.082005 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.082240 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.082456 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.082726 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.082958 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.083244 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.083448 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.083760 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.084005 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.084277 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.084538 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.084811 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.085047 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.085805 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.085805 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.085805 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.086069 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.086148 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.086357 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.086536 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.086759 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.087136 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.087512 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.087772 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.088053 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.088381 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.088648 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.088873 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.089109 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.089347 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.089565 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.089802 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.090038 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.090275 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.090492 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.090709 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.090984 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.091200 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.091457 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.091686 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.091940 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.092149 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.092376 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.092604 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.092888 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.093144 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.093365 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.093649 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.093830 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.094217 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.094604 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.094822 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.095033 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.095257 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.095473 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.095683 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.095906 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.096146 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.096370 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.096588 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.096825 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.097061 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.097285 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.097513 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.097722 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.097927 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.098141 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.098348 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.098591 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.098982 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.099164 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.099393 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.099613 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.099825 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.100051 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.100290 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.100506 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.100730 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.100947 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.101157 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.101457 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.101717 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.101941 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.102221 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.102471 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.102717 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.102938 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.103262 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.103496 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.103735 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.104084 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.104337 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.104575 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.104834 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.105164 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.105444 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.105699 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.105951 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.106236 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.106509 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.106777 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.107009 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.107302 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.107684 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.107915 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.109180 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.109180 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.109180 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.109180 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.109180 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.109794 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.109794 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.109794 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.110199 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.110326 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.110456 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.111207 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.111207 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.111207 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.111587 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.111587 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.111816 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.112290 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.112290 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 14 01:07:10.112816 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103301) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 14 01:07:10.112956 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 14 01:07:10.113097 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 14 01:07:10.113220 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 14 01:07:10.114791 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 14 01:07:10.114791 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 14 01:07:10.114791 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.114791 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.114791 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.114791 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.114791 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.115600 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.115600 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.115600 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.115600 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.115600 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.115600 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.116331 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.116331 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.116331 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.116331 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.116331 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.116801 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.116801 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.116801 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.117109 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.117109 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.117304 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.117408 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] debug = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.117511 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.117715 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.117884 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.118045 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.118208 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.118345 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.118507 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.118671 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.118830 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.118989 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.119147 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.119307 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.119465 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.119623 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.119791 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.119938 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.120117 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.120622 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.120622 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] host = dv-neutron-821592-1-hyperv {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.120622 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.120983 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.120983 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.121196 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.121196 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.122180 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.122361 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.122753 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.122753 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.122923 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.123002 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.123146 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.123308 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.123460 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] log_file = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.123621 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] log_options = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.123779 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.124405 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.124405 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.124405 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.124644 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.124644 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.124792 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.124887 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.125046 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.125204 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.125362 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.125522 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.125680 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.125839 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.125998 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.126160 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.126319 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.126483 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.126642 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.126802 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.126960 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.127121 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.127277 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.127435 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.127595 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.127738 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.127898 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.128056 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.129798 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.129968 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.130152 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.130328 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.130502 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.130675 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.130843 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.131013 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.131196 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.131350 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.131521 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.131688 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.131851 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.132017 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.132203 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.132350 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.132503 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.132665 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.132826 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] use_json = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.132989 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.133151 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.133311 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.133477 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.133638 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.133798 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.133957 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.134119 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 01:07:10.134302 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.134470 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.134645 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.134808 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.134971 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.135133 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.135295 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.135456 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.135617 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.135777 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.135946 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.136121 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.136301 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.136463 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.136673 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.136776 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.136936 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.137096 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.137259 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.137422 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.137582 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.137742 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.137914 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.138077 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.138238 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.138397 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.138562 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.138730 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.138892 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.139068 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.139229 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.139395 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.139556 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.139717 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.139879 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.140042 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.140228 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.140390 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.140552 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.140713 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.140873 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.141036 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.141198 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.141357 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.141521 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.141684 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.141844 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.142006 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.142167 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.142329 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.142490 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.142652 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.142814 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.142976 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.143138 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.143299 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.143460 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.143631 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.143792 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.143952 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.144141 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.144300 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.144460 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.144620 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.144781 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.144941 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.145102 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.145261 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.145475 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.145677 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.145839 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.146000 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.146163 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.146323 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.146484 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.146645 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.146806 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.146967 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.147127 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.147288 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.147449 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.147689 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.147858 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.148018 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.148228 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.148396 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.148570 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.148910 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.148910 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.149067 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.149164 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.149333 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.149510 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.149671 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.149852 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.149989 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.150149 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.150310 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.150470 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.150632 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.150792 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.150954 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.151116 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.151276 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.151439 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.151600 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.151760 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.151920 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.152080 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.152280 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.152439 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.152599 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.152758 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.152921 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.153080 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.153239 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.153814 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.153814 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.153814 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.154118 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.154118 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.154260 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.154347 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.154481 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.154643 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.154804 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.154964 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.155125 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.155285 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.155445 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.155609 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.155769 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.155934 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.156088 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.156293 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.156456 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.156621 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.156780 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.157265 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.157265 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.157265 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.157513 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.157590 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.157704 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.157864 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.158023 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.158183 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.158343 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.158508 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.158670 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.158830 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.158989 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.159150 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.159311 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.159473 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.159635 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.159796 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.159960 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.160139 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.160303 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.160465 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.160625 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.160786 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.160946 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.161145 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.161746 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.162046 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.162336 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.162585 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.162753 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.162917 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.163080 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.163245 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.163407 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.163571 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.163736 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.163898 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.164060 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.164260 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.164424 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.164589 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.164750 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.164913 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.165075 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.165236 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.165398 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.165558 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.165719 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.165882 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.166043 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.166206 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.166368 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.166528 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.166712 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.166855 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.167016 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.167178 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.167339 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.167504 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.167663 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.167986 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.168179 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.168334 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.168500 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.168664 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.168828 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.168989 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.169150 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.169312 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.169472 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.169632 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.169793 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.169966 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.170129 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.170291 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.170453 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.170615 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.170776 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.170951 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.171112 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.171436 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.171598 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.171759 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.171920 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.172111 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.172199 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:07:10.172274 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.172454 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.172618 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.172774 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.172910 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.173079 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.173239 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.173399 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.173559 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.173719 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.173879 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.174047 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.174208 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.174368 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.174528 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.174687 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.174852 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.175024 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.175183 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.175343 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.175502 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.175661 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.175821 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.175993 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.176176 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.176340 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.176507 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.176667 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.176880 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.177041 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.177348 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.177517 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.177683 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.177844 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.178004 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.178165 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.178330 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.178496 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.178669 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.178838 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.179001 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.179169 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.179340 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.179508 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.179669 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.179837 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.180012 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.180202 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.180365 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.180528 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.180691 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.180855 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.181017 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.181179 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.181341 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.181502 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.181664 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.181827 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.181989 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.182149 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.182310 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.182471 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.182714 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.182875 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.183181 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.183496 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 01:07:10.183805 dv-neutron-821592-1-hyperv neutron-server[103301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 14 01:07:10.276649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 48956) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:07:10.291906 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0117445 Dec 14 01:07:21.906918 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4ad078-d74e-4b0d-9fcf-f2e191c1b48f None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:07:21.969164 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4ad078-d74e-4b0d-9fcf-f2e191c1b48f None None] No non-hosted networks {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 14 01:07:21.986717 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.agentschedulers_db [None req-5b4ad078-d74e-4b0d-9fcf-f2e191c1b48f None None] DHCP Agent not found on host dv-neutron-821592-1-hyperv {{(pid=103410) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 14 01:07:22.137323 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e92ee37d-064d-4d5c-af2f-f58e890ed184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435282'] for agent, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:24.124972 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f1df58e-584c-4c92-b2f7-a4a9f0e592f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435282'] for agent, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:24.164929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-85679535-df53-42c4-91a6-801936d4fe4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:25.266203 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435282'] for agent, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:26.654190 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435282'] for agent, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:27.717526 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435282'] for agent, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:27.718210 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:27.718846 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:27.719183 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:27.719507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:27.719827 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:27.720177 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:27.720557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:27.720876 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:27.721243 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:27.721696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:27.722034 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:27.722368 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:27.722676 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:27.723080 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-821592-1-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:07:27.729218 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821592-1-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:07:28.221255 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 49048) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:07:28.751685 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING oslo_policy.policy [None req-363b785d-c593-4bdb-bd58-46e9116c6b38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 01:07:28.752290 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING oslo_policy.policy [None req-363b785d-c593-4bdb-bd58-46e9116c6b38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 01:07:28.976158 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-363b785d-c593-4bdb-bd58-46e9116c6b38 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:07:28.977648 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-363b785d-c593-4bdb-bd58-46e9116c6b38 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7553885 Dec 14 01:07:31.585500 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 49064) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:07:31.599319 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.db.l3_hamode_db [None req-2be30779-fa96-477b-b520-1775b85918a5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 14 01:07:31.675874 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be30779-fa96-477b-b520-1775b85918a5 None None] Routers set() bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:07:31.676339 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be30779-fa96-477b-b520-1775b85918a5 None None] Router IDs set() for agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 14 01:07:32.096989 dv-neutron-821592-1-hyperv neutron-server[103408]: WARNING oslo_policy.policy [None req-8ac14248-23b1-4785-aa34-c71b953339bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 01:07:32.097545 dv-neutron-821592-1-hyperv neutron-server[103408]: WARNING oslo_policy.policy [None req-8ac14248-23b1-4785-aa34-c71b953339bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 01:07:32.315692 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8ac14248-23b1-4785-aa34-c71b953339bf admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:07:32.408949 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.policy [None req-8ac14248-23b1-4785-aa34-c71b953339bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103408) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 14 01:07:32.459277 dv-neutron-821592-1-hyperv neutron-server[103408]: WARNING oslo_policy.policy [None req-8ac14248-23b1-4785-aa34-c71b953339bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 01:07:32.459649 dv-neutron-821592-1-hyperv neutron-server[103408]: WARNING oslo_policy.policy [None req-8ac14248-23b1-4785-aa34-c71b953339bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 01:07:32.468140 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.quota [None req-8ac14248-23b1-4785-aa34-c71b953339bf admin admin] Loaded quota_driver: . Dec 14 01:07:32.565485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ac14248-23b1-4785-aa34-c71b953339bf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760991531856', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760991538819', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760991550231', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760991555123', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760991560040', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760991568259', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16193515', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16250722', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-583280', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-608209'] for rbac-policy, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:32.637783 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ac14248-23b1-4785-aa34-c71b953339bf admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:32.639089 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8ac14248-23b1-4785-aa34-c71b953339bf admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0516195 Dec 14 01:07:35.512474 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 49082) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:07:35.846155 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Request body: {'network': {'project_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'admin_state_up': True, 'tenant_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'name': 'private'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:07:35.881191 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Made reservation on behalf of d22ef3e3da8a4ba5bdc7de73ff75dc8c for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:07:35.885321 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:35.908745 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:36.027896 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:36.035306 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:36.055594 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:07:36.083103 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760986694997', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:36.083676 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Unsubscribe: segment precommit_create {{(pid=103408) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 14 01:07:36.084192 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Added segment 0a79087d-2b73-4cfa-8889-ab742a4f449e of type vlan for network 8395dda1-c92a-4394-8c06-91745f05b5f2 Dec 14 01:07:36.100785 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a964d96-ad36-47a8-9f9f-951bb7f885dd,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:07:36.149375 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:36.149720 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:36.150050 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:36.150371 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:36.150690 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:36.151005 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:36.151330 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:36.151644 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:36.151970 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:36.152310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:36.152605 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:36.152907 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:36.153212 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Tracked resource versions report: Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: pushed versions: Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: { 'AddressGroup': {'1.2'}, Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'ConntrackHelper': {'1.0'}, Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'LocalIPAssociation': {'1.0'}, Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Log': {'1.0'}, Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Network': {'1.1'}, Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Port': {'1.7'}, Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'PortForwarding': {'1.2'}, Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'QosPolicy': {'1.10'}, Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'SecurityGroup': {'1.5'}, Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'SecurityGroupRule': {'1.2'}, Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'SubPort': {'1.0'}, Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Subnet': {'1.1'}, Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Trunk': {'1.1'}} Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: consumer versions: Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: { DHCP agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: L3 agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: Metadata agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: Metering agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: Open vSwitch agent@dv-neutron-821592-1-hyperv: { 'AddressGroup': '1.2', Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'ConntrackHelper': '1.0', Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'LocalIPAssociation': '1.0', Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Log': '1.0', Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Network': '1.1', Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Port': '1.7', Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'PortForwarding': '1.2', Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'QosPolicy': '1.10', Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'SecurityGroup': '1.5', Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'SecurityGroupRule': '1.2', Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'SubPort': '1.0', Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Subnet': '1.1', Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Trunk': '1.1'}} Dec 14 01:07:36.154602 dv-neutron-821592-1-hyperv neutron-server[103408]: {{(pid=103408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 01:07:36.196187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:36.242911 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:36.244206 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:07:36.244893 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:36.332055 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8183265 Dec 14 01:07:36.343410 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3109c08-2841-43c4-b7d3-3350a7478613 admin admin] Pushing event updated for resources: {'Network': ['ID=8395dda1-c92a-4394-8c06-91745f05b5f2,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:07:36.356768 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 8395dda1-c92a-4394-8c06-91745f05b5f2 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:07:39.216702 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 49096) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:07:39.640205 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74b7993-ac6d-4626-b93f-1707f7153fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:07:39.641572 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b74b7993-ac6d-4626-b93f-1707f7153fff admin admin] 10.222.0.32 "GET /v2.0/networks/8395dda1-c92a-4394-8c06-91745f05b5f2 HTTP/1.1" status: 200 len: 824 time: 0.4235437 Dec 14 01:07:39.668937 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-834ac9e3-67dc-4814-b39f-56cad4da905c admin admin] 10.222.0.32 "GET /v2.0/subnetpools/048fbe70-feb0-462e-b6f0-d6bd2e9f9c78 HTTP/1.1" status: 200 len: 734 time: 0.0197167 Dec 14 01:07:39.682858 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c6dfd1fb-e263-4913-8ba7-318ce415c6c8 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'gateway_ip': '172.20.0.1', 'network_id': '8395dda1-c92a-4394-8c06-91745f05b5f2', 'subnetpool_id': '048fbe70-feb0-462e-b6f0-d6bd2e9f9c78', 'name': 'private-subnet'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:07:39.711616 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dfd1fb-e263-4913-8ba7-318ce415c6c8 admin admin] Made reservation on behalf of d22ef3e3da8a4ba5bdc7de73ff75dc8c for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:07:39.714077 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd1fb-e263-4913-8ba7-318ce415c6c8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:40.030812 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd1fb-e263-4913-8ba7-318ce415c6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:40.097500 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfd1fb-e263-4913-8ba7-318ce415c6c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:07:40.106614 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dfd1fb-e263-4913-8ba7-318ce415c6c8 admin admin] Checking segment: {'id': '0a79087d-2b73-4cfa-8889-ab742a4f449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8395dda1-c92a-4394-8c06-91745f05b5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:07:40.107034 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dfd1fb-e263-4913-8ba7-318ce415c6c8 admin admin] Network hostable DHCP agents. Network: 8395dda1-c92a-4394-8c06-91745f05b5f2, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:07:40.134595 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dfd1fb-e263-4913-8ba7-318ce415c6c8 admin admin] Network 8395dda1-c92a-4394-8c06-91745f05b5f2 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:07:40.148347 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c6dfd1fb-e263-4913-8ba7-318ce415c6c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 8395dda1-c92a-4394-8c06-91745f05b5f2) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:07:40.153799 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dfd1fb-e263-4913-8ba7-318ce415c6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:07:40.154609 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd1fb-e263-4913-8ba7-318ce415c6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:40.162462 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3fa479-3975-4bb7-afe7-c623f1205534 None None] Network 8395dda1-c92a-4394-8c06-91745f05b5f2 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:07:40.176801 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c6dfd1fb-e263-4913-8ba7-318ce415c6c8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4967842 Dec 14 01:07:40.476194 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-8395dda1-c92a-4394-8c06-91745f05b5f2', 'network_id': '8395dda1-c92a-4394-8c06-91745f05b5f2', 'project_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'fixed_ips': [{'subnet_id': '8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:07:40.478319 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:40.818641 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Allocated IP 172.20.0.2 (8395dda1-c92a-4394-8c06-91745f05b5f2/8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97/34e8fda1-781a-44d6-829d-0c54ea55f728) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:07:41.067615 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:41.075191 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:41.153804 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Network 8395dda1-c92a-4394-8c06-91745f05b5f2 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:07:41.158862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:07:41.164848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Pushing event updated for resources: {'Port': ['ID=34e8fda1-781a-44d6-829d-0c54ea55f728,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:07:41.167057 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:07:41.199351 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:41.199722 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:41.200070 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:41.200450 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:41.200784 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:41.201133 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:41.201439 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:41.201800 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:41.202140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:41.202487 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:41.202823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:41.203139 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:41.203440 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Tracked resource versions report: Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: pushed versions: Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: { 'AddressGroup': {'1.2'}, Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'ConntrackHelper': {'1.0'}, Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'LocalIPAssociation': {'1.0'}, Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Log': {'1.0'}, Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Network': {'1.1'}, Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Port': {'1.7'}, Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'PortForwarding': {'1.2'}, Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'QosPolicy': {'1.10'}, Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'SecurityGroup': {'1.5'}, Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'SecurityGroupRule': {'1.2'}, Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'SubPort': {'1.0'}, Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Subnet': {'1.1'}, Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Trunk': {'1.1'}} Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: consumer versions: Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: { DHCP agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: L3 agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: Metadata agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: Metering agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: Open vSwitch agent@dv-neutron-821592-1-hyperv: { 'AddressGroup': '1.2', Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'ConntrackHelper': '1.0', Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'LocalIPAssociation': '1.0', Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Log': '1.0', Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Network': '1.1', Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Port': '1.7', Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'PortForwarding': '1.2', Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'QosPolicy': '1.10', Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'SecurityGroup': '1.5', Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'SecurityGroupRule': '1.2', Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'SubPort': '1.0', Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Subnet': '1.1', Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Trunk': '1.1'}} Dec 14 01:07:41.204885 dv-neutron-821592-1-hyperv neutron-server[103410]: {{(pid=103410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 01:07:41.260006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Attempting to bind port 34e8fda1-781a-44d6-829d-0c54ea55f728 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:07:41.260486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Attempting to bind port 34e8fda1-781a-44d6-829d-0c54ea55f728 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '0a79087d-2b73-4cfa-8889-ab742a4f449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8395dda1-c92a-4394-8c06-91745f05b5f2'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:07:41.260816 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Attempting to bind port 34e8fda1-781a-44d6-829d-0c54ea55f728 on network 8395dda1-c92a-4394-8c06-91745f05b5f2 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:07:41.266126 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:07:41.266496 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Checking segment: {'id': '0a79087d-2b73-4cfa-8889-ab742a4f449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8395dda1-c92a-4394-8c06-91745f05b5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:07:41.266972 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:41.267372 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Bound using segment: {'id': '0a79087d-2b73-4cfa-8889-ab742a4f449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8395dda1-c92a-4394-8c06-91745f05b5f2'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:07:41.267858 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Bound port: 34e8fda1-781a-44d6-829d-0c54ea55f728, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a79087d-2b73-4cfa-8889-ab742a4f449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8395dda1-c92a-4394-8c06-91745f05b5f2'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:07:41.268292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:41.334696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] For port 34e8fda1-781a-44d6-829d-0c54ea55f728, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:07:41.339503 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] For port 34e8fda1-781a-44d6-829d-0c54ea55f728, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=34e8fda1-781a-44d6-829d-0c54ea55f728,segment=NetworkSegment(0a79087d-2b73-4cfa-8889-ab742a4f449e),segment_id=0a79087d-2b73-4cfa-8889-ab742a4f449e)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:07:41.343867 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:41.406140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b001e-0237-4508-8b62-055f017a6fdc None None] Pushing event updated for resources: {'Port': ['ID=34e8fda1-781a-44d6-829d-0c54ea55f728,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:07:42.856876 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 49104) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:07:43.203586 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-f724c860-5196-43b3-a96b-7e32cf46fe22 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:07:43.204613 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f724c860-5196-43b3-a96b-7e32cf46fe22 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3466611 Dec 14 01:07:45.806134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 49112) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:07:46.131484 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-1cbc9a2c-d28b-4b7f-b9e0-98770b12f731 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:07:46.132449 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1cbc9a2c-d28b-4b7f-b9e0-98770b12f731 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3253121 Dec 14 01:07:49.019127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 49122) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:07:49.339530 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d5f26464-160d-4e02-97c2-b31cf2e4892a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'name': 'router1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:07:49.404322 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.policy [None req-d5f26464-160d-4e02-97c2-b31cf2e4892a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103409) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 14 01:07:49.453931 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING oslo_policy.policy [None req-d5f26464-160d-4e02-97c2-b31cf2e4892a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 01:07:49.454322 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING oslo_policy.policy [None req-d5f26464-160d-4e02-97c2-b31cf2e4892a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 01:07:49.463096 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.quota [None req-d5f26464-160d-4e02-97c2-b31cf2e4892a admin admin] Loaded quota_driver: . Dec 14 01:07:49.502829 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 34e8fda1-781a-44d6-829d-0c54ea55f728 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:07:49.525849 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5f26464-160d-4e02-97c2-b31cf2e4892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:49.527683 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5f26464-160d-4e02-97c2-b31cf2e4892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:49.589424 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 34e8fda1-781a-44d6-829d-0c54ea55f728 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:07:49.589812 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:49.679031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5f26464-160d-4e02-97c2-b31cf2e4892a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:49.685106 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5f26464-160d-4e02-97c2-b31cf2e4892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:49.699711 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:49.706881 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5f26464-160d-4e02-97c2-b31cf2e4892a admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:49.708197 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d5f26464-160d-4e02-97c2-b31cf2e4892a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6879690 Dec 14 01:07:49.739455 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 34e8fda1-781a-44d6-829d-0c54ea55f728, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=34e8fda1-781a-44d6-829d-0c54ea55f728,segment=NetworkSegment(0a79087d-2b73-4cfa-8889-ab742a4f449e),segment_id=0a79087d-2b73-4cfa-8889-ab742a4f449e)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:07:49.745354 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:49.799133 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=34e8fda1-781a-44d6-829d-0c54ea55f728,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:07:50.549068 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a789d5-9763-4ead-a5f8-f672228c8c6a None None] Network 8395dda1-c92a-4394-8c06-91745f05b5f2 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:07:50.611773 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8422f68f-f8d7-4721-87ad-629f5a4c6728 None None] Provisioning complete for port 34e8fda1-781a-44d6-829d-0c54ea55f728 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:07:50.612134 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8422f68f-f8d7-4721-87ad-629f5a4c6728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:50.958176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c360c2c8-da5b-479d-9059-b4f9289b6888 None None] Provisioning complete for port 34e8fda1-781a-44d6-829d-0c54ea55f728 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:07:50.958535 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c360c2c8-da5b-479d-9059-b4f9289b6888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:51.480218 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 34e8fda1-781a-44d6-829d-0c54ea55f728 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:07:51.534938 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 34e8fda1-781a-44d6-829d-0c54ea55f728 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:07:51.535620 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:51.818498 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3d551f89-5b58-45b1-a8c2-7a503f4a29c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:52.320826 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 49136) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:07:52.700514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-c52cb25c-265d-4aa0-a86c-e149bda58378 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:07:52.702118 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c52cb25c-265d-4aa0-a86c-e149bda58378 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3799646 Dec 14 01:07:54.131439 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d076d1d1-ba97-44aa-9902-7e7fe5db6a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:55.220342 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:55.335386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 49152) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:07:55.500848 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:07:55.530877 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Made reservation on behalf of b873514538f9440d8f926444615faae8 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:07:55.533777 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:55.550010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:55.667688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:55.674137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:55.686132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Reserving flat network on physical network physnet1 {{(pid=103409) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 14 01:07:55.719062 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760986694997', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:55.719623 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Unsubscribe: segment precommit_create {{(pid=103409) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 14 01:07:55.720141 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Added segment cb791edd-9827-4dcc-a3b0-cfe0db958cf1 of type flat for network 9d3d9e64-5277-4411-88bd-12485529348e Dec 14 01:07:55.735833 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3170fd-a9d3-496b-8b38-23f2aacd6f9e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:07:55.787929 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:55.788459 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:55.788838 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:55.789264 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:55.789590 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:55.789920 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:55.790299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:55.790687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:55.791109 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:55.791568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:55.791895 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:55.792243 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:55.792543 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Tracked resource versions report: Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: pushed versions: Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: { 'AddressGroup': {'1.2'}, Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'ConntrackHelper': {'1.0'}, Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'LocalIPAssociation': {'1.0'}, Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Log': {'1.0'}, Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Network': {'1.1'}, Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Port': {'1.7'}, Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'PortForwarding': {'1.2'}, Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'QosPolicy': {'1.10'}, Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'SecurityGroup': {'1.5'}, Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'SecurityGroupRule': {'1.2'}, Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'SubPort': {'1.0'}, Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Subnet': {'1.1'}, Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Trunk': {'1.1'}} Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: consumer versions: Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: { DHCP agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: L3 agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: Metadata agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: Metering agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: Open vSwitch agent@dv-neutron-821592-1-hyperv: { 'AddressGroup': '1.2', Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'ConntrackHelper': '1.0', Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'LocalIPAssociation': '1.0', Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Log': '1.0', Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Network': '1.1', Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Port': '1.7', Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'PortForwarding': '1.2', Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'QosPolicy': '1.10', Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'SecurityGroup': '1.5', Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'SecurityGroupRule': '1.2', Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'SubPort': '1.0', Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Subnet': '1.1', Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Trunk': '1.1'}} Dec 14 01:07:55.793918 dv-neutron-821592-1-hyperv neutron-server[103409]: {{(pid=103409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 01:07:55.845022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:55.889559 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:55.890843 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:07:55.891629 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:55.966303 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6296277 Dec 14 01:07:55.990292 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18540fef-6841-4928-adf3-45915700afa0 admin admin] Pushing event updated for resources: {'Network': ['ID=9d3d9e64-5277-4411-88bd-12485529348e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:07:56.001352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 9d3d9e64-5277-4411-88bd-12485529348e details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:07:56.588042 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:57.702615 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:58.437332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 49174) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:07:58.590926 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25f0e37-1991-425b-9e9b-7128268028ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:07:58.592348 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c25f0e37-1991-425b-9e9b-7128268028ba admin admin] 10.222.0.32 "GET /v2.0/subnets/8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97 HTTP/1.1" status: 200 len: 849 time: 0.1538131 Dec 14 01:07:58.727845 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5fff1145-162b-446a-8e4f-e5a779d39443 admin admin] 10.222.0.32 "GET /v2.0/routers/d040e26b-5d54-4d12-9295-93946262e12d HTTP/1.1" status: 200 len: 704 time: 0.1270573 Dec 14 01:07:59.016203 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:59.321914 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Allocated IP 172.20.0.1 (8395dda1-c92a-4394-8c06-91745f05b5f2/8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97/cb758c01-07a6-43f6-81de-6f49251b57e3) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:07:59.514680 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:59.585666 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:59.669766 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Network 8395dda1-c92a-4394-8c06-91745f05b5f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:07:59.674479 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:07:59.685155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:07:59.686228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:59.704189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Pushing event updated for resources: {'Port': ['ID=cb758c01-07a6-43f6-81de-6f49251b57e3,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:07:59.891846 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:59.933881 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a21f3d27-bdcc-4e9c-bbdf-f8128c637c6e None None] Provisioning complete for port cb758c01-07a6-43f6-81de-6f49251b57e3 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:07:59.934516 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a21f3d27-bdcc-4e9c-bbdf-f8128c637c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:07:59.969248 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a21f3d27-bdcc-4e9c-bbdf-f8128c637c6e None None] Port cb758c01-07a6-43f6-81de-6f49251b57e3 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:08:00.180696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:00.188809 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:00.189708 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:00.263139 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Pushing event updated for resources: {'Port': ['ID=cb758c01-07a6-43f6-81de-6f49251b57e3,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:08:00.324276 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Network 8395dda1-c92a-4394-8c06-91745f05b5f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:08:00.325837 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:08:00.488972 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Router d040e26b-5d54-4d12-9295-93946262e12d is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:08:00.490282 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-06932efd-1e64-4867-aeb2-48fc6bfac832 None None] Provisioning complete for port cb758c01-07a6-43f6-81de-6f49251b57e3 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:08:00.490831 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06932efd-1e64-4867-aeb2-48fc6bfac832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:00.526762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-06932efd-1e64-4867-aeb2-48fc6bfac832 None None] Port cb758c01-07a6-43f6-81de-6f49251b57e3 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:08:00.579397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:08:00.585041 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ef5c3900-0c43-4608-953f-4942de42722c admin admin] 10.222.0.32 "PUT /v2.0/routers/d040e26b-5d54-4d12-9295-93946262e12d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8513455 Dec 14 01:08:00.595422 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Sync routers for ids ['d040e26b-5d54-4d12-9295-93946262e12d'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:08:00.608313 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Routers {'d040e26b-5d54-4d12-9295-93946262e12d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:08:00.609135 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:07:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['d040e26b-5d54-4d12-9295-93946262e12d'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:08:00.808941 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Set router d040e26b-5d54-4d12-9295-93946262e12d gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:08:01.241799 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd040e26b-5d54-4d12-9295-93946262e12d', 'name': 'router1', 'tenant_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:07:49Z', 'updated_at': '2021-12-14T01:07:59Z', 'revision_number': 2, 'project_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'gw_port_host': None, '_interfaces': [{'id': 'cb758c01-07a6-43f6-81de-6f49251b57e3', 'name': '', 'network_id': '8395dda1-c92a-4394-8c06-91745f05b5f2', 'tenant_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'mac_address': 'fa:16:3e:7e:bb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd040e26b-5d54-4d12-9295-93946262e12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:07:59Z', 'updated_at': '2021-12-14T01:08:00Z', 'revision_number': 2, 'project_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'subnets': [{'id': '8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '048fbe70-feb0-462e-b6f0-d6bd2e9f9c78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:08:01.292593 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Checking router: d040e26b-5d54-4d12-9295-93946262e12d for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:08:01.292963 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Updating router d040e26b-5d54-4d12-9295-93946262e12d port cb758c01-07a6-43f6-81de-6f49251b57e3 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:08:01.341805 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:01.849869 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:01.858804 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:02.023241 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c658c2-07e0-4ac4-b3c4-b09dc29aa249 None None] Pushing event updated for resources: {'Port': ['ID=cb758c01-07a6-43f6-81de-6f49251b57e3,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:08:02.025659 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Attempting to bind port cb758c01-07a6-43f6-81de-6f49251b57e3 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:08:02.026054 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Attempting to bind port cb758c01-07a6-43f6-81de-6f49251b57e3 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '0a79087d-2b73-4cfa-8889-ab742a4f449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8395dda1-c92a-4394-8c06-91745f05b5f2'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:08:02.026497 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Attempting to bind port cb758c01-07a6-43f6-81de-6f49251b57e3 on network 8395dda1-c92a-4394-8c06-91745f05b5f2 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:08:02.035935 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:08:02.036711 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Checking segment: {'id': '0a79087d-2b73-4cfa-8889-ab742a4f449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8395dda1-c92a-4394-8c06-91745f05b5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:08:02.037211 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:02.037598 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Bound using segment: {'id': '0a79087d-2b73-4cfa-8889-ab742a4f449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8395dda1-c92a-4394-8c06-91745f05b5f2'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:08:02.038113 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Bound port: cb758c01-07a6-43f6-81de-6f49251b57e3, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a79087d-2b73-4cfa-8889-ab742a4f449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8395dda1-c92a-4394-8c06-91745f05b5f2'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:08:02.038507 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:02.041879 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c658c2-07e0-4ac4-b3c4-b09dc29aa249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:08:02.042229 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c658c2-07e0-4ac4-b3c4-b09dc29aa249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:08:02.042567 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c658c2-07e0-4ac4-b3c4-b09dc29aa249 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:08:02.042903 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c658c2-07e0-4ac4-b3c4-b09dc29aa249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:08:02.043231 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c658c2-07e0-4ac4-b3c4-b09dc29aa249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:08:02.043553 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c658c2-07e0-4ac4-b3c4-b09dc29aa249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:08:02.043874 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c658c2-07e0-4ac4-b3c4-b09dc29aa249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:08:02.044216 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c658c2-07e0-4ac4-b3c4-b09dc29aa249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:08:02.044552 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c658c2-07e0-4ac4-b3c4-b09dc29aa249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:08:02.044887 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c658c2-07e0-4ac4-b3c4-b09dc29aa249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:08:02.045205 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c658c2-07e0-4ac4-b3c4-b09dc29aa249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:08:02.045521 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c658c2-07e0-4ac4-b3c4-b09dc29aa249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:08:02.045832 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c658c2-07e0-4ac4-b3c4-b09dc29aa249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c658c2-07e0-4ac4-b3c4-b09dc29aa249 None None] Tracked resource versions report: Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: pushed versions: Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: { 'AddressGroup': {'1.2'}, Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'ConntrackHelper': {'1.0'}, Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'LocalIPAssociation': {'1.0'}, Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Log': {'1.0'}, Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Network': {'1.1'}, Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Port': {'1.7'}, Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'PortForwarding': {'1.2'}, Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'QosPolicy': {'1.10'}, Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'SecurityGroup': {'1.5'}, Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'SecurityGroupRule': {'1.2'}, Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'SubPort': {'1.0'}, Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Subnet': {'1.1'}, Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Trunk': {'1.1'}} Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: consumer versions: Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: { DHCP agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: L3 agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: Metadata agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: Metering agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: Open vSwitch agent@dv-neutron-821592-1-hyperv: { 'AddressGroup': '1.2', Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'ConntrackHelper': '1.0', Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'LocalIPAssociation': '1.0', Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Log': '1.0', Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Network': '1.1', Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Port': '1.7', Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'PortForwarding': '1.2', Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'QosPolicy': '1.10', Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'SecurityGroup': '1.5', Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'SecurityGroupRule': '1.2', Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'SubPort': '1.0', Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Subnet': '1.1', Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Trunk': '1.1'}} Dec 14 01:08:02.047197 dv-neutron-821592-1-hyperv neutron-server[103411]: {{(pid=103411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 01:08:02.062568 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a856951d-e795-46cb-9786-6b6ff2bea0a4 None None] Provisioning complete for port cb758c01-07a6-43f6-81de-6f49251b57e3 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:08:02.063457 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a856951d-e795-46cb-9786-6b6ff2bea0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:02.097032 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a856951d-e795-46cb-9786-6b6ff2bea0a4 None None] Port cb758c01-07a6-43f6-81de-6f49251b57e3 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:08:02.114377 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] For port cb758c01-07a6-43f6-81de-6f49251b57e3, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:08:02.134420 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] For port cb758c01-07a6-43f6-81de-6f49251b57e3, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=cb758c01-07a6-43f6-81de-6f49251b57e3,segment=NetworkSegment(0a79087d-2b73-4cfa-8889-ab742a4f449e),segment_id=0a79087d-2b73-4cfa-8889-ab742a4f449e)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:08:02.139713 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:02.191219 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Routers {'d040e26b-5d54-4d12-9295-93946262e12d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:08:02.192571 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:07:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['d040e26b-5d54-4d12-9295-93946262e12d'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:08:02.277092 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c658c2-07e0-4ac4-b3c4-b09dc29aa249 None None] Pushing event updated for resources: {'Port': ['ID=cb758c01-07a6-43f6-81de-6f49251b57e3,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:08:02.295160 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] Set router d040e26b-5d54-4d12-9295-93946262e12d gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:08:02.422026 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4c75ffb6-7270-43b0-860d-7a521330ef61 None None] Provisioning complete for port cb758c01-07a6-43f6-81de-6f49251b57e3 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:08:02.422548 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c75ffb6-7270-43b0-860d-7a521330ef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:02.503642 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c75ffb6-7270-43b0-860d-7a521330ef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:02.509088 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd040e26b-5d54-4d12-9295-93946262e12d', 'name': 'router1', 'tenant_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:07:49Z', 'updated_at': '2021-12-14T01:07:59Z', 'revision_number': 2, 'project_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'gw_port_host': None, '_interfaces': [{'id': 'cb758c01-07a6-43f6-81de-6f49251b57e3', 'name': '', 'network_id': '8395dda1-c92a-4394-8c06-91745f05b5f2', 'tenant_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'mac_address': 'fa:16:3e:7e:bb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd040e26b-5d54-4d12-9295-93946262e12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:07:59Z', 'updated_at': '2021-12-14T01:08:02Z', 'revision_number': 4, 'project_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'subnets': [{'id': '8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '048fbe70-feb0-462e-b6f0-d6bd2e9f9c78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:08:02.534760 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4c75ffb6-7270-43b0-860d-7a521330ef61 None None] For port cb758c01-07a6-43f6-81de-6f49251b57e3, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=cb758c01-07a6-43f6-81de-6f49251b57e3,segment=NetworkSegment(0a79087d-2b73-4cfa-8889-ab742a4f449e),segment_id=0a79087d-2b73-4cfa-8889-ab742a4f449e)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:08:02.537787 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8947cae7-dd9d-4c9e-bf14-820dc13aef0f None None] The sync data for ids ['d040e26b-5d54-4d12-9295-93946262e12d'] in dv-neutron-821592-1-hyperv is: [{'id': 'd040e26b-5d54-4d12-9295-93946262e12d', 'name': 'router1', 'tenant_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:07:49Z', 'updated_at': '2021-12-14T01:07:59Z', 'revision_number': 2, 'project_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'gw_port_host': None, '_interfaces': [{'id': 'cb758c01-07a6-43f6-81de-6f49251b57e3', 'name': '', 'network_id': '8395dda1-c92a-4394-8c06-91745f05b5f2', 'tenant_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'mac_address': 'fa:16:3e:7e:bb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd040e26b-5d54-4d12-9295-93946262e12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:07:59Z', 'updated_at': '2021-12-14T01:08:02Z', 'revision_number': 4, 'project_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'subnets': [{'id': '8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '048fbe70-feb0-462e-b6f0-d6bd2e9f9c78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:08:02.542162 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c75ffb6-7270-43b0-860d-7a521330ef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:02.594958 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75ffb6-7270-43b0-860d-7a521330ef61 None None] Pushing event updated for resources: {'Port': ['ID=cb758c01-07a6-43f6-81de-6f49251b57e3,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:08:03.026719 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 49186) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:08:03.139155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca4902-3278-440c-a7a5-153a0a804480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:08:03.140567 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2bca4902-3278-440c-a7a5-153a0a804480 admin admin] 10.222.0.32 "GET /v2.0/networks/9d3d9e64-5277-4411-88bd-12485529348e HTTP/1.1" status: 200 len: 842 time: 0.1128924 Dec 14 01:08:03.150632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-35e94ae8-dfb7-4eb7-9ca6-3abbf939f97f admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.26.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.26.1.1', 'enable_dhcp': False, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:08:03.178448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e94ae8-dfb7-4eb7-9ca6-3abbf939f97f admin admin] Made reservation on behalf of b873514538f9440d8f926444615faae8 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:08:03.181113 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-35e94ae8-dfb7-4eb7-9ca6-3abbf939f97f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:03.484659 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.objects.ports [None req-35e94ae8-dfb7-4eb7-9ca6-3abbf939f97f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:08:03.485085 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-35e94ae8-dfb7-4eb7-9ca6-3abbf939f97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:03.544762 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e94ae8-dfb7-4eb7-9ca6-3abbf939f97f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9798efc-d830-4904-8bce-0444a84c4d9e,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:08:03.562404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e94ae8-dfb7-4eb7-9ca6-3abbf939f97f admin admin] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:08:03.562772 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e94ae8-dfb7-4eb7-9ca6-3abbf939f97f admin admin] Network hostable DHCP agents. Network: 9d3d9e64-5277-4411-88bd-12485529348e, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:08:03.587827 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e94ae8-dfb7-4eb7-9ca6-3abbf939f97f admin admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:08:03.599535 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-35e94ae8-dfb7-4eb7-9ca6-3abbf939f97f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 9d3d9e64-5277-4411-88bd-12485529348e) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:08:03.603618 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e94ae8-dfb7-4eb7-9ca6-3abbf939f97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:08:03.604258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-35e94ae8-dfb7-4eb7-9ca6-3abbf939f97f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:03.611213 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a1767f-094a-491b-9bcb-c0879e8304b0 None None] Network 9d3d9e64-5277-4411-88bd-12485529348e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:08:03.623576 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-35e94ae8-dfb7-4eb7-9ca6-3abbf939f97f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4761760 Dec 14 01:08:03.732761 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce41a2cb-4fd1-49d7-950a-04a14813d98f None None] Network 9d3d9e64-5277-4411-88bd-12485529348e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:08:04.067383 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:08:06.164203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 49194) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:08:06.441988 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e0e54101-5b93-459a-958c-3cda5763f4c8 admin admin] 10.222.0.32 "GET /v2.0/routers/d040e26b-5d54-4d12-9295-93946262e12d HTTP/1.1" status: 200 len: 710 time: 0.2764285 Dec 14 01:08:06.557698 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4752d0-86d4-44b4-b1cb-25622c7e1668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:08:06.559074 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0b4752d0-86d4-44b4-b1cb-25622c7e1668 admin admin] 10.222.0.32 "GET /v2.0/networks/9d3d9e64-5277-4411-88bd-12485529348e HTTP/1.1" status: 200 len: 886 time: 0.1112854 Dec 14 01:08:06.568630 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:08:06.826977 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:07.065230 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:07.143245 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:07.293780 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] Allocated IP 172.26.1.51 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/b1280dc4-c1d0-4788-b767-2b58eefe55eb) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:08:07.449855 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:07.512415 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:07.584791 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:08:07.598274 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:08:07.603636 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:08:07.605267 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] Pushing event updated for resources: {'Port': ['ID=b1280dc4-c1d0-4788-b767-2b58eefe55eb,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:08:07.888991 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:08.093854 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:08.099845 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:08.213865 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] Router d040e26b-5d54-4d12-9295-93946262e12d has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:08:08.325358 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:08:08.331017 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:08.334810 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-81e8d9fd-3d27-43bc-a140-28d3ddf783a5 admin admin] 10.222.0.32 "PUT /v2.0/routers/d040e26b-5d54-4d12-9295-93946262e12d HTTP/1.1" status: 200 len: 889 time: 1.7692227 Dec 14 01:08:09.529558 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device cb758c01-07a6-43f6-81de-6f49251b57e3 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:08:09.552633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Sync routers for ids ['d040e26b-5d54-4d12-9295-93946262e12d'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:08:09.577794 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Routers {'d040e26b-5d54-4d12-9295-93946262e12d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:08:09.578443 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:07:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['d040e26b-5d54-4d12-9295-93946262e12d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:08:09.697991 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port cb758c01-07a6-43f6-81de-6f49251b57e3 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:08:09.698327 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:09.824148 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Set router d040e26b-5d54-4d12-9295-93946262e12d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:08:10.322107 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd040e26b-5d54-4d12-9295-93946262e12d', 'name': 'router1', 'tenant_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b1280dc4-c1d0-4788-b767-2b58eefe55eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:07:49Z', 'updated_at': '2021-12-14T01:08:07Z', 'revision_number': 4, 'project_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'gw_port': {'id': 'b1280dc4-c1d0-4788-b767-2b58eefe55eb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd040e26b-5d54-4d12-9295-93946262e12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:08:07Z', 'updated_at': '2021-12-14T01:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'cb758c01-07a6-43f6-81de-6f49251b57e3', 'name': '', 'network_id': '8395dda1-c92a-4394-8c06-91745f05b5f2', 'tenant_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'mac_address': 'fa:16:3e:7e:bb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd040e26b-5d54-4d12-9295-93946262e12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:07:59Z', 'updated_at': '2021-12-14T01:08:02Z', 'revision_number': 5, 'project_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'subnets': [{'id': '8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '048fbe70-feb0-462e-b6f0-d6bd2e9f9c78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:08:10.373816 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Checking router: d040e26b-5d54-4d12-9295-93946262e12d for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:08:10.374179 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Updating router d040e26b-5d54-4d12-9295-93946262e12d port b1280dc4-c1d0-4788-b767-2b58eefe55eb binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:08:10.421361 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:10.743404 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:10.750460 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:10.807093 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ed200-8906-4f7f-b480-136e2d1627cf None None] Pushing event updated for resources: {'Port': ['ID=b1280dc4-c1d0-4788-b767-2b58eefe55eb,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:08:10.810484 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Attempting to bind port b1280dc4-c1d0-4788-b767-2b58eefe55eb on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:08:10.810862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Attempting to bind port b1280dc4-c1d0-4788-b767-2b58eefe55eb by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:08:10.811315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Attempting to bind port b1280dc4-c1d0-4788-b767-2b58eefe55eb on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:08:10.816527 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:08:10.816920 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:08:10.817316 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:10.817716 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:08:10.818181 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Bound port: b1280dc4-c1d0-4788-b767-2b58eefe55eb, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:08:10.818573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:10.869703 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] For port b1280dc4-c1d0-4788-b767-2b58eefe55eb, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:08:10.872815 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] For port b1280dc4-c1d0-4788-b767-2b58eefe55eb, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b1280dc4-c1d0-4788-b767-2b58eefe55eb,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:08:10.877222 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:10.934705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Routers {'d040e26b-5d54-4d12-9295-93946262e12d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:08:10.935319 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:07:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['d040e26b-5d54-4d12-9295-93946262e12d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:08:10.937009 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ed200-8906-4f7f-b480-136e2d1627cf None None] Pushing event updated for resources: {'Port': ['ID=b1280dc4-c1d0-4788-b767-2b58eefe55eb,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:08:10.971011 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 49206) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:08:11.048522 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] Set router d040e26b-5d54-4d12-9295-93946262e12d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:08:11.096476 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-87c213cc-8330-4afc-8a1b-d2ebe0797a02 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1241593 Dec 14 01:08:11.282599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd040e26b-5d54-4d12-9295-93946262e12d', 'name': 'router1', 'tenant_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b1280dc4-c1d0-4788-b767-2b58eefe55eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:07:49Z', 'updated_at': '2021-12-14T01:08:07Z', 'revision_number': 4, 'project_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'gw_port': {'id': 'b1280dc4-c1d0-4788-b767-2b58eefe55eb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd040e26b-5d54-4d12-9295-93946262e12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:08:07Z', 'updated_at': '2021-12-14T01:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'cb758c01-07a6-43f6-81de-6f49251b57e3', 'name': '', 'network_id': '8395dda1-c92a-4394-8c06-91745f05b5f2', 'tenant_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'mac_address': 'fa:16:3e:7e:bb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd040e26b-5d54-4d12-9295-93946262e12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:07:59Z', 'updated_at': '2021-12-14T01:08:02Z', 'revision_number': 5, 'project_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'subnets': [{'id': '8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '048fbe70-feb0-462e-b6f0-d6bd2e9f9c78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:08:11.309863 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b562d9-79b3-46c3-a102-a4f4ec98d159 None None] The sync data for ids ['d040e26b-5d54-4d12-9295-93946262e12d'] in dv-neutron-821592-1-hyperv is: [{'id': 'd040e26b-5d54-4d12-9295-93946262e12d', 'name': 'router1', 'tenant_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b1280dc4-c1d0-4788-b767-2b58eefe55eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:07:49Z', 'updated_at': '2021-12-14T01:08:07Z', 'revision_number': 4, 'project_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'gw_port': {'id': 'b1280dc4-c1d0-4788-b767-2b58eefe55eb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd040e26b-5d54-4d12-9295-93946262e12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:08:07Z', 'updated_at': '2021-12-14T01:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'cb758c01-07a6-43f6-81de-6f49251b57e3', 'name': '', 'network_id': '8395dda1-c92a-4394-8c06-91745f05b5f2', 'tenant_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'mac_address': 'fa:16:3e:7e:bb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd040e26b-5d54-4d12-9295-93946262e12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:07:59Z', 'updated_at': '2021-12-14T01:08:02Z', 'revision_number': 5, 'project_id': 'd22ef3e3da8a4ba5bdc7de73ff75dc8c', 'subnets': [{'id': '8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '048fbe70-feb0-462e-b6f0-d6bd2e9f9c78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:08:11.529428 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b1280dc4-c1d0-4788-b767-2b58eefe55eb up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:08:11.581862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port b1280dc4-c1d0-4788-b767-2b58eefe55eb triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:08:11.582726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:11.674111 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:11.695387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port b1280dc4-c1d0-4788-b767-2b58eefe55eb, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b1280dc4-c1d0-4788-b767-2b58eefe55eb,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:08:11.700376 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:11.752925 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=b1280dc4-c1d0-4788-b767-2b58eefe55eb,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:08:13.510975 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b1280dc4-c1d0-4788-b767-2b58eefe55eb up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:08:13.562987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port b1280dc4-c1d0-4788-b767-2b58eefe55eb triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:08:13.563364 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:21.829652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10ad4692-e6d6-4457-8d92-489f29772018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:24.130642 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ccde599-090e-47c9-bc00-5bf24cb6f989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:25.223212 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:26.601772 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:27.716077 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:41.066600 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:08:51.826518 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81c60c69-fc23-4644-ba48-4c803a2ecd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:54.126923 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f9e9-6066-48ff-8867-1bcb0a625c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:55.227571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:56.602087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:08:57.702202 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:09:18.065899 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:09:21.821911 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6486b8b-f339-45e1-b542-e31f9a547649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:09:24.121839 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bf9f6f5-3585-4bde-a89e-3ad136c01c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:09:25.230889 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:09:26.600090 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:09:27.708151 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:09:37.444858 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 49722) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:09:37.513061 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-007e37c8-47d0-4aea-9af7-63319886b9c5 admin admin] GET failed (client error): The resource could not be found. Dec 14 01:09:37.514390 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-007e37c8-47d0-4aea-9af7-63319886b9c5 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0685093 Dec 14 01:09:37.678777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a018ee-654b-4dd0-b3d8-7edcaeaa6296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:09:37.680146 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-58a018ee-654b-4dd0-b3d8-7edcaeaa6296 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1592281 Dec 14 01:09:40.125589 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 49732) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:09:40.243087 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfaf901-2e02-4891-87c3-81b700bd9cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:09:40.244478 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cdfaf901-2e02-4891-87c3-81b700bd9cf4 admin admin] 10.222.0.32 "GET /v2.0/subnets/8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97 HTTP/1.1" status: 200 len: 849 time: 0.1156788 Dec 14 01:09:40.255309 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:09:40.422262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Publish callbacks [] for subnet, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:09:40.570197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760986610872'] for subnet, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:09:40.600586 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:09:40.601190 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:09:40.602442 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] 10.222.0.32 "PUT /v2.0/subnets/8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97 HTTP/1.1" status: 200 len: 868 time: 0.3513780 Dec 14 01:09:40.619309 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2915c55-726f-477a-844f-9e654c3c9194 None None] Network 8395dda1-c92a-4394-8c06-91745f05b5f2 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:09:40.620793 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:09:40.628617 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:09:40.629005 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:09:40.629311 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:09:40.629632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:09:40.629965 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:09:40.630288 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:09:40.630606 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:09:40.630935 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:09:40.631267 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:09:40.631587 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:09:40.631902 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:09:40.634632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:09:40.634632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aafb13-c926-4814-b319-aa7522bdd9ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:09:40.918162 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1babb560-da1f-4f33-a643-bf1eca2749c8 None None] Provisioning complete for port cb758c01-07a6-43f6-81de-6f49251b57e3 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:09:40.918531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1babb560-da1f-4f33-a643-bf1eca2749c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:09:41.009556 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1babb560-da1f-4f33-a643-bf1eca2749c8 None None] Provisioning complete for port 34e8fda1-781a-44d6-829d-0c54ea55f728 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:09:41.009822 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1babb560-da1f-4f33-a643-bf1eca2749c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:09:42.965760 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 49740) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:09:43.193584 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e4292d-c03b-4c29-ae97-6d1b1a1fa9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:09:43.194069 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e4292d-c03b-4c29-ae97-6d1b1a1fa9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:09:43.196525 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-88e4292d-c03b-4c29-ae97-6d1b1a1fa9d2 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2295098 Dec 14 01:09:45.605850 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 49750) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:09:45.750975 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc0116e-747c-4369-bd7c-3f50363e7c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:09:45.751503 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc0116e-747c-4369-bd7c-3f50363e7c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:09:45.754345 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8bc0116e-747c-4369-bd7c-3f50363e7c76 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1471794 Dec 14 01:09:48.174362 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 49758) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:09:48.317896 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d0daec-ba7e-4075-9cd4-25dfb9b34337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:09:48.319272 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-37d0daec-ba7e-4075-9cd4-25dfb9b34337 admin admin] 10.222.0.32 "GET /v2.0/networks/8395dda1-c92a-4394-8c06-91745f05b5f2 HTTP/1.1" status: 200 len: 868 time: 0.1439474 Dec 14 01:09:50.697156 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 49766) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:09:50.908324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acaa28e-6035-4f56-995c-948a2e528455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:09:50.909633 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9acaa28e-6035-4f56-995c-948a2e528455 admin admin] 10.222.0.32 "GET /v2.0/networks/9d3d9e64-5277-4411-88bd-12485529348e HTTP/1.1" status: 200 len: 886 time: 0.2114263 Dec 14 01:09:51.827879 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-524e9e7e-de75-47b8-b7d5-319a347d59f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:09:53.288292 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 49774) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:09:53.432942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8c60cb-3e17-4ba5-885a-7d98a88dcd2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:09:53.433388 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8c60cb-3e17-4ba5-885a-7d98a88dcd2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:09:53.434917 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3f8c60cb-3e17-4ba5-885a-7d98a88dcd2d admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1453269 Dec 14 01:09:54.126378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0016cee-91ae-4116-a4b5-04810bd8587d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:09:55.064495 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:09:55.233716 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:09:55.785556 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 49782) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:09:55.885203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f1fec9-6fd0-4c37-acb1-60dc73f02ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:09:55.885643 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f1fec9-6fd0-4c37-acb1-60dc73f02ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:09:55.887149 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e1f1fec9-6fd0-4c37-acb1-60dc73f02ae5 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1001222 Dec 14 01:09:56.599002 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:09:57.714257 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:09:58.296323 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 49790) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:09:58.411340 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fd81d2-933c-41ce-a280-893b22d70daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:09:58.412867 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f8fd81d2-933c-41ce-a280-893b22d70daf admin admin] 10.222.0.32 "GET /v2.0/subnets/8c71d2ed-bedb-4c25-a5d5-3f685b0d8d97 HTTP/1.1" status: 200 len: 868 time: 0.1152642 Dec 14 01:10:00.778664 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 49798) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:10:00.867872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e94caa-46ee-4aa4-97ec-b89a0a000bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:10:00.869215 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b7e94caa-46ee-4aa4-97ec-b89a0a000bd2 admin admin] 10.222.0.32 "GET /v2.0/subnets/a9798efc-d830-4904-8bce-0444a84c4d9e HTTP/1.1" status: 200 len: 816 time: 0.0895839 Dec 14 01:10:21.833416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61f62530-804d-40cb-95d6-faac7e7fe0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:24.133162 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-947fef0b-cde8-4618-9944-daae0d6fc1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:25.236116 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:26.249294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 49852) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:10:26.297501 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-0f9b01a0-7805-4c1b-99e5-ea25cd62180c admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:10:26.298531 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0f9b01a0-7805-4c1b-99e5-ea25cd62180c admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482798 Dec 14 01:10:26.600372 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:27.709855 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:28.776502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 49860) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:10:28.845874 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5186266-f87a-493f-98aa-6394ed6dc314 admin admin] GET failed (client error): The resource could not be found. Dec 14 01:10:28.847157 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a5186266-f87a-493f-98aa-6394ed6dc314 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0696435 Dec 14 01:10:28.937030 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04438169-0070-49fd-b5a9-d195d2949198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:10:28.938494 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-04438169-0070-49fd-b5a9-d195d2949198 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0864859 Dec 14 01:10:31.342129 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 49868) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:10:31.392674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e569bef3-7e05-41d8-8777-a61fafb5abbc admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:10:31.420328 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e569bef3-7e05-41d8-8777-a61fafb5abbc admin admin] Made reservation on behalf of b873514538f9440d8f926444615faae8 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:10:31.422819 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e569bef3-7e05-41d8-8777-a61fafb5abbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:31.459233 dv-neutron-821592-1-hyperv neutron-server[103408]: WARNING neutron.services.revisions.revision_plugin [None req-e569bef3-7e05-41d8-8777-a61fafb5abbc admin admin] Could not find related network for resource to bump revision. Dec 14 01:10:31.472804 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e569bef3-7e05-41d8-8777-a61fafb5abbc admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:10:31.482506 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e569bef3-7e05-41d8-8777-a61fafb5abbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:31.482862 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-e569bef3-7e05-41d8-8777-a61fafb5abbc admin admin] Added segment 7333d031-6e3d-4027-8a55-a550c7120baa of type vlan for network 0f2f16e4-c4fd-42fd-aca6-b05153085f14 Dec 14 01:10:31.531116 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e569bef3-7e05-41d8-8777-a61fafb5abbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:31.561189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e569bef3-7e05-41d8-8777-a61fafb5abbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:31.562243 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e569bef3-7e05-41d8-8777-a61fafb5abbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:10:31.563033 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e569bef3-7e05-41d8-8777-a61fafb5abbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:31.628404 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e569bef3-7e05-41d8-8777-a61fafb5abbc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2848456 Dec 14 01:10:31.631583 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569bef3-7e05-41d8-8777-a61fafb5abbc admin admin] Pushing event updated for resources: {'Network': ['ID=0f2f16e4-c4fd-42fd-aca6-b05153085f14,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:10:31.642184 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 0f2f16e4-c4fd-42fd-aca6-b05153085f14 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:10:32.064008 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:10:34.046776 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 49876) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:10:34.122287 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae658ab-12ab-4a45-a7aa-0f67166f32a4 admin admin] GET failed (client error): The resource could not be found. Dec 14 01:10:34.123569 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3ae658ab-12ab-4a45-a7aa-0f67166f32a4 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0757787 Dec 14 01:10:34.231560 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ab4e4a-b88b-4534-ade0-a9d2f12cf399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:10:34.233857 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e9ab4e4a-b88b-4534-ade0-a9d2f12cf399 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1050656 Dec 14 01:10:34.246206 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '0f2f16e4-c4fd-42fd-aca6-b05153085f14', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:10:34.272654 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Made reservation on behalf of b873514538f9440d8f926444615faae8 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:10:34.275081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:34.449959 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:34.514271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64b2a1e4-af44-4a96-8589-1a567668e594,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:10:34.524032 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Checking segment: {'id': '7333d031-6e3d-4027-8a55-a550c7120baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f2f16e4-c4fd-42fd-aca6-b05153085f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:10:34.524488 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Network hostable DHCP agents. Network: 0f2f16e4-c4fd-42fd-aca6-b05153085f14, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:10:34.529146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:34.529514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:34.529865 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:34.530205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:34.530538 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:34.530868 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:34.531219 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:34.531550 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:34.531893 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:34.532255 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:34.532576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:34.532882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:34.533199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:34.551239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Network 0f2f16e4-c4fd-42fd-aca6-b05153085f14 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:10:34.560299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 0f2f16e4-c4fd-42fd-aca6-b05153085f14) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:10:34.564536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:10:34.565149 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:34.570727 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a62c829-d28c-4a6e-a3f0-8b978372251f None None] Network 0f2f16e4-c4fd-42fd-aca6-b05153085f14 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:10:34.583011 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4294f4f2-ee0e-4348-a0fe-3359f3d084f7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3402765 Dec 14 01:10:34.788831 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-0f2f16e4-c4fd-42fd-aca6-b05153085f14', 'network_id': '0f2f16e4-c4fd-42fd-aca6-b05153085f14', 'project_id': 'b873514538f9440d8f926444615faae8', 'fixed_ips': [{'subnet_id': '64b2a1e4-af44-4a96-8589-1a567668e594'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:10:34.789780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:34.926159 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Allocated IP 192.168.233.2 (0f2f16e4-c4fd-42fd-aca6-b05153085f14/64b2a1e4-af44-4a96-8589-1a567668e594/d12eeb2b-d71b-4047-abd2-e8377f934603) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:10:35.072408 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:35.078732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:35.124934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Pushing event updated for resources: {'Port': ['ID=d12eeb2b-d71b-4047-abd2-e8377f934603,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:10:35.127957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Network 0f2f16e4-c4fd-42fd-aca6-b05153085f14 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:10:35.130325 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:10:35.136005 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:35.136391 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:35.136733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:35.137067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:35.137431 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:35.137756 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:35.138079 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:35.138412 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:35.138766 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:35.139552 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:35.139552 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:35.139746 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:35.140049 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:10:35.143016 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:10:35.200521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Attempting to bind port d12eeb2b-d71b-4047-abd2-e8377f934603 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:10:35.200890 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Attempting to bind port d12eeb2b-d71b-4047-abd2-e8377f934603 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '7333d031-6e3d-4027-8a55-a550c7120baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f2f16e4-c4fd-42fd-aca6-b05153085f14'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:10:35.201251 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Attempting to bind port d12eeb2b-d71b-4047-abd2-e8377f934603 on network 0f2f16e4-c4fd-42fd-aca6-b05153085f14 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:10:35.206247 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:10:35.206622 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Checking segment: {'id': '7333d031-6e3d-4027-8a55-a550c7120baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f2f16e4-c4fd-42fd-aca6-b05153085f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:10:35.207015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:35.207401 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Bound using segment: {'id': '7333d031-6e3d-4027-8a55-a550c7120baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f2f16e4-c4fd-42fd-aca6-b05153085f14'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:10:35.207843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Bound port: d12eeb2b-d71b-4047-abd2-e8377f934603, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7333d031-6e3d-4027-8a55-a550c7120baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f2f16e4-c4fd-42fd-aca6-b05153085f14'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:10:35.208340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:35.270147 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] For port d12eeb2b-d71b-4047-abd2-e8377f934603, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:10:35.273799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] For port d12eeb2b-d71b-4047-abd2-e8377f934603, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d12eeb2b-d71b-4047-abd2-e8377f934603,segment=NetworkSegment(7333d031-6e3d-4027-8a55-a550c7120baa),segment_id=7333d031-6e3d-4027-8a55-a550c7120baa)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:10:35.278983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:35.346346 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5a31e-fdc0-4cdd-967d-45138e7fa433 None None] Pushing event updated for resources: {'Port': ['ID=d12eeb2b-d71b-4047-abd2-e8377f934603,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:10:35.708904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d12eeb2b-d71b-4047-abd2-e8377f934603 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:10:35.767223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port d12eeb2b-d71b-4047-abd2-e8377f934603 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:10:35.767539 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:35.852561 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:35.884598 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port d12eeb2b-d71b-4047-abd2-e8377f934603, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d12eeb2b-d71b-4047-abd2-e8377f934603,segment=NetworkSegment(7333d031-6e3d-4027-8a55-a550c7120baa),segment_id=7333d031-6e3d-4027-8a55-a550c7120baa)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:10:35.891095 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:35.940305 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=d12eeb2b-d71b-4047-abd2-e8377f934603,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:10:36.255689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1433b1-bd00-45c6-82c2-220bba22acff None None] Network 0f2f16e4-c4fd-42fd-aca6-b05153085f14 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:10:36.338622 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-285cf3a7-e4ec-4c1f-a365-f73dd294e27b None None] Provisioning complete for port d12eeb2b-d71b-4047-abd2-e8377f934603 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:10:36.339150 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-285cf3a7-e4ec-4c1f-a365-f73dd294e27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:36.670787 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-99e1e992-970c-4676-9571-ffca2c3df280 None None] Provisioning complete for port d12eeb2b-d71b-4047-abd2-e8377f934603 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:10:36.671104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99e1e992-970c-4676-9571-ffca2c3df280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:37.616508 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d12eeb2b-d71b-4047-abd2-e8377f934603 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:10:37.668718 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port d12eeb2b-d71b-4047-abd2-e8377f934603 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:10:37.669089 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:51.840971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-630252f5-dec5-4317-8619-92b9311e2180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:54.127097 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad9ec2e8-b1c0-4372-8b8e-9f3f75cc409b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:55.239528 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:56.606285 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:10:57.709475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:11:09.063557 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:11:21.835806 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90f8bc85-aec1-4068-ab8c-6f9b01a42b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:11:24.133343 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3e3f-d6cd-4710-8c1c-e9d4b3dcfc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:11:25.245387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:11:26.618226 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:11:27.704146 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:11:46.062721 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:11:51.841122 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4317f45f-b351-4866-9888-ae9898700e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:11:53.625276 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 49920) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:11:53.631548 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-8c6f6859-5853-48fd-8e52-8a6eb91235b8 tempest-verify_tempest_config-659031492 tempest-verify_tempest_config-659031492-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:11:53.632591 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8c6f6859-5853-48fd-8e52-8a6eb91235b8 tempest-verify_tempest_config-659031492 tempest-verify_tempest_config-659031492-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062411 Dec 14 01:11:53.963287 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 49938) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:11:54.069568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:11:54.137087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-119ea4a6-ae6b-47e0-ba91-3a71858f5111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:11:54.148243 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:11:54.154579 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:11:54.210052 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27ae68edc6424b3eb5295e7bdf117a23&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2456534 Dec 14 01:11:54.211534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9680f43-a825-4ec6-a3dc-bb9364851a67,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:11:54.213163 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 49944) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:11:54.218628 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.218988 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.219325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.219668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.219994 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.220355 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.220696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.221022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.221345 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.221668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.222000 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.222320 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.222637 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5453f-2623-47ac-8533-65f8ac85215c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.268115 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:11:54.297313 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:11:54.408362 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:11:54.411260 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:11:54.412444 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9680f43-a825-4ec6-a3dc-bb9364851a67 HTTP/1.1" status: 204 len: 168 time: 0.1982584 Dec 14 01:11:54.420154 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9680f43-a825-4ec6-a3dc-bb9364851a67,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:11:54.426764 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.427129 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.427473 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.427808 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.428161 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.428494 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.428832 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.429156 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.429625 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.430045 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.430373 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.430698 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:54.431013 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981c10ff-67fd-4cf1-b19a-9c632394f0ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:11:55.245811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:11:56.615349 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:11:57.709969 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:12:21.846999 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-261b13b3-484f-49b2-9830-da796c481314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:12:23.065344 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:12:24.150775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3705b2d9-3cd0-47ae-a8dd-a143bfb49000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:12:25.258352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:12:26.621535 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:12:27.710342 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:12:51.858948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c6fd69f6-179a-4215-8361-169ac7ebb418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:12:54.147932 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bed16044-27f3-47a6-b16c-d749fbb786b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:12:55.256296 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:12:56.630480 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:12:57.707606 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:13:00.069269 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:13:10.527530 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435282'] for agent, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:13:21.853763 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fac74bd3-7423-4f11-92be-c274ac856d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:13:24.145122 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f9b47e7a-d63f-40f5-85a3-31dae39e344b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:13:25.257295 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:13:25.517955 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50014) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:13:25.645341 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a31db3b9-8e33-41dc-829c-eb66e48946db admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1259890 Dec 14 01:13:26.630536 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:13:27.700769 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:13:28.078946 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50024) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:13:28.149706 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6ccd4fbb-0792-4bd4-8e4b-163a876791d5 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0695407 Dec 14 01:13:37.073777 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:13:40.489789 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:13:51.858867 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-93dc7777-9804-4a7a-b97c-4988a2131189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:13:54.139997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8db518a-19d8-49bd-abc0-2369d1f42e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:13:55.271002 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:13:56.627507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:13:57.705917 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:10.497716 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:14.079936 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:14:21.862373 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30f62ec7-9ee2-4597-8fcc-43766a41e086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:24.144557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dba6d5be-3580-4459-ab2c-5b622d1317e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:25.265477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:26.631150 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:27.700202 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:40.546635 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:41.464586 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50158) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:41.756307 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1262123754-network', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:41.787206 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Made reservation on behalf of 4c3c9814a3bf4124a8679f70ca60ef3e for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:41.790052 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:41.809725 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:41.896931 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:41.902032 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:41.928031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db6e317-df3f-4fa7-81a4-5eb6169fa48b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:41.928553 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50192) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:41.946080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:41.946488 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:41.946890 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:41.947320 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:41.947727 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:41.948082 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:41.948575 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:41.948822 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:41.949372 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:41.949509 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:41.949825 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:41.950269 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:41.950997 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Tracked resource versions report: Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: pushed versions: Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: { 'AddressGroup': {'1.2'}, Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'ConntrackHelper': {'1.0'}, Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'LocalIPAssociation': {'1.0'}, Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Log': {'1.0'}, Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Network': {'1.1'}, Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Port': {'1.7'}, Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'PortForwarding': {'1.2'}, Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'QosPolicy': {'1.10'}, Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'SecurityGroup': {'1.5'}, Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'SecurityGroupRule': {'1.2'}, Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'SubPort': {'1.0'}, Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Subnet': {'1.1'}, Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Trunk': {'1.1'}} Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: consumer versions: Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: { DHCP agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: HyperV agent@hv-neutron-8215: {}, Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: L3 agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: Metadata agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: Metering agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: Open vSwitch agent@dv-neutron-821592-1-hyperv: { 'AddressGroup': '1.2', Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'ConntrackHelper': '1.0', Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'LocalIPAssociation': '1.0', Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Log': '1.0', Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Network': '1.1', Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Port': '1.7', Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'PortForwarding': '1.2', Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'QosPolicy': '1.10', Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'SecurityGroup': '1.5', Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'SecurityGroupRule': '1.2', Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'SubPort': '1.0', Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Subnet': '1.1', Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: 'Trunk': '1.1'}} Dec 14 01:14:41.951698 dv-neutron-821592-1-hyperv neutron-server[103408]: {{(pid=103408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 01:14:41.961627 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:14:41.973565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:41.973962 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Added segment 1baa0476-3275-46f9-ad82-e5393b5c0b0c of type vlan for network 6b6c98d5-c0d5-4295-8563-67b8b13840da Dec 14 01:14:42.026861 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:42.058424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:42.059160 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:42.059785 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:42.120649 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6545947 Dec 14 01:14:42.122180 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50206) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:42.126964 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Request body: {'subnet': {'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1262123754-subnet', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:42.130868 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67b0ac-d8ee-47ff-a8a0-704d6552ffcb admin admin] Pushing event updated for resources: {'Network': ['ID=6b6c98d5-c0d5-4295-8563-67b8b13840da,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:42.141520 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 6b6c98d5-c0d5-4295-8563-67b8b13840da details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:14:42.152802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Made reservation on behalf of 4c3c9814a3bf4124a8679f70ca60ef3e for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:42.155716 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:42.337617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:42.405698 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0a270ec3-038a-4079-8a6a-1d2f557badd0 tempest-AgentManagementNegativeTest-1298349915 tempest-AgentManagementNegativeTest-1298349915-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4759851 Dec 14 01:14:42.412207 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd22a13-c373-4dc2-b4b7-ccadbff4884a,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:42.423385 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:42.423734 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:42.424077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:42.424437 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:42.424795 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:42.425136 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:42.425503 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:42.425829 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:42.426158 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:42.426555 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:42.426879 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:42.427192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:42.427696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Tracked resource versions report: Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: pushed versions: Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: { 'AddressGroup': {'1.2'}, Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'ConntrackHelper': {'1.0'}, Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'LocalIPAssociation': {'1.0'}, Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Log': {'1.0'}, Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Network': {'1.1'}, Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Port': {'1.7'}, Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'PortForwarding': {'1.2'}, Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'QosPolicy': {'1.10'}, Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'SecurityGroup': {'1.5'}, Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'SecurityGroupRule': {'1.2'}, Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'SubPort': {'1.0'}, Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Subnet': {'1.1'}, Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Trunk': {'1.1'}} Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: consumer versions: Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: { DHCP agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: HyperV agent@hv-neutron-8215: {}, Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: L3 agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: Metadata agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: Metering agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: Open vSwitch agent@dv-neutron-821592-1-hyperv: { 'AddressGroup': '1.2', Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'ConntrackHelper': '1.0', Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'LocalIPAssociation': '1.0', Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Log': '1.0', Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Network': '1.1', Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Port': '1.7', Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'PortForwarding': '1.2', Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'QosPolicy': '1.10', Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'SecurityGroup': '1.5', Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'SecurityGroupRule': '1.2', Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'SubPort': '1.0', Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Subnet': '1.1', Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: 'Trunk': '1.1'}} Dec 14 01:14:42.428897 dv-neutron-821592-1-hyperv neutron-server[103409]: {{(pid=103409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 01:14:42.434495 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Checking segment: {'id': '1baa0476-3275-46f9-ad82-e5393b5c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:14:42.434845 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Network hostable DHCP agents. Network: 6b6c98d5-c0d5-4295-8563-67b8b13840da, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:14:42.457961 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Network 6b6c98d5-c0d5-4295-8563-67b8b13840da is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:14:42.473763 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 6b6c98d5-c0d5-4295-8563-67b8b13840da) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:42.479532 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:42.480345 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:42.487975 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fd25ae-ec7b-4a6e-a1af-b8494610e77a None None] Network 6b6c98d5-c0d5-4295-8563-67b8b13840da requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:14:42.503763 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f6f6ba36-eea3-4af2-b64c-4caa18a6a20f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3803408 Dec 14 01:14:42.508505 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50222) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:42.513289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1262123754-router', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:42.542753 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:42.544202 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:42.564126 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50224) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:42.625726 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:42.727633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-6b6c98d5-c0d5-4295-8563-67b8b13840da', 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da', 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'fixed_ips': [{'subnet_id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:14:42.727633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:42.789962 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:42.892598 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Allocated IP 172.20.0.2 (6b6c98d5-c0d5-4295-8563-67b8b13840da/ddd22a13-c373-4dc2-b4b7-ccadbff4884a/3cb4e818-71b1-4b14-92d3-47f3f3d7785d) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:14:43.060576 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.060865 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.070737 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.084566 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.101382 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0939cce2-c826-4a60-a507-f51d083965e5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1080620613-network', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:43.130879 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0939cce2-c826-4a60-a507-f51d083965e5 admin admin] Made reservation on behalf of fabb3b1d93404fdd971115f340a0221d for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:43.131826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Pushing event updated for resources: {'Port': ['ID=3cb4e818-71b1-4b14-92d3-47f3f3d7785d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:43.135301 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0939cce2-c826-4a60-a507-f51d083965e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.145191 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:43.145746 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:43.145891 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:43.146432 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:43.147369 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:43.147988 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:43.148544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:43.149051 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:43.149557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:43.150043 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:43.150220 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0939cce2-c826-4a60-a507-f51d083965e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.150678 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:43.151714 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:43.152215 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Tracked resource versions report: Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: pushed versions: Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: { 'AddressGroup': {'1.2'}, Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'ConntrackHelper': {'1.0'}, Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'LocalIPAssociation': {'1.0'}, Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Log': {'1.0'}, Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Network': {'1.1'}, Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Port': {'1.7'}, Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'PortForwarding': {'1.2'}, Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'QosPolicy': {'1.10'}, Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'SecurityGroup': {'1.5'}, Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'SecurityGroupRule': {'1.2'}, Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'SubPort': {'1.0'}, Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Subnet': {'1.1'}, Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Trunk': {'1.1'}} Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: consumer versions: Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: { DHCP agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: HyperV agent@hv-neutron-8215: {}, Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: L3 agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: Metadata agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: Metering agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: Open vSwitch agent@dv-neutron-821592-1-hyperv: { 'AddressGroup': '1.2', Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'ConntrackHelper': '1.0', Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'LocalIPAssociation': '1.0', Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Log': '1.0', Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Network': '1.1', Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Port': '1.7', Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'PortForwarding': '1.2', Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'QosPolicy': '1.10', Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'SecurityGroup': '1.5', Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'SecurityGroupRule': '1.2', Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'SubPort': '1.0', Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Subnet': '1.1', Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: 'Trunk': '1.1'}} Dec 14 01:14:43.153787 dv-neutron-821592-1-hyperv neutron-server[103410]: {{(pid=103410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 01:14:43.162032 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Network 6b6c98d5-c0d5-4295-8563-67b8b13840da is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:14:43.163804 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:43.167291 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:14:43.248535 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Allocated IP 172.26.1.196 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:14:43.257614 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Attempting to bind port 3cb4e818-71b1-4b14-92d3-47f3f3d7785d on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:43.258021 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0939cce2-c826-4a60-a507-f51d083965e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.258388 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Attempting to bind port 3cb4e818-71b1-4b14-92d3-47f3f3d7785d by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '1baa0476-3275-46f9-ad82-e5393b5c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:43.259073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Attempting to bind port 3cb4e818-71b1-4b14-92d3-47f3f3d7785d on network 6b6c98d5-c0d5-4295-8563-67b8b13840da {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:43.264824 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0939cce2-c826-4a60-a507-f51d083965e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.266729 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:14:43.267617 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Checking segment: {'id': '1baa0476-3275-46f9-ad82-e5393b5c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:14:43.268467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.268958 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Bound using segment: {'id': '1baa0476-3275-46f9-ad82-e5393b5c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:14:43.269450 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Bound port: 3cb4e818-71b1-4b14-92d3-47f3f3d7785d, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1baa0476-3275-46f9-ad82-e5393b5c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:14:43.269842 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.296482 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0939cce2-c826-4a60-a507-f51d083965e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:14:43.315083 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939cce2-c826-4a60-a507-f51d083965e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e86097-7af1-4e23-b544-5fe7b781b0bf,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:43.321077 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0939cce2-c826-4a60-a507-f51d083965e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.321422 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-0939cce2-c826-4a60-a507-f51d083965e5 admin admin] Added segment 4b8f7014-0564-4bd3-90ab-75e37d39f27a of type vlan for network ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 Dec 14 01:14:43.352542 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] For port 3cb4e818-71b1-4b14-92d3-47f3f3d7785d, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:14:43.355957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] For port 3cb4e818-71b1-4b14-92d3-47f3f3d7785d, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=3cb4e818-71b1-4b14-92d3-47f3f3d7785d,segment=NetworkSegment(1baa0476-3275-46f9-ad82-e5393b5c0b0c),segment_id=1baa0476-3275-46f9-ad82-e5393b5c0b0c)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:14:43.364173 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.370543 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0939cce2-c826-4a60-a507-f51d083965e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.399556 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0939cce2-c826-4a60-a507-f51d083965e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.401024 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939cce2-c826-4a60-a507-f51d083965e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:43.401869 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0939cce2-c826-4a60-a507-f51d083965e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.438367 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3a7bf-7092-4f9b-9165-bf40fe4f8be6 None None] Pushing event updated for resources: {'Port': ['ID=3cb4e818-71b1-4b14-92d3-47f3f3d7785d,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:43.474357 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939cce2-c826-4a60-a507-f51d083965e5 admin admin] Pushing event updated for resources: {'Network': ['ID=ebd91d18-64b4-4dbb-b820-93afa8ddc3e9,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:43.478212 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50252) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:43.486181 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:14:43.486953 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.514418 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0939cce2-c826-4a60-a507-f51d083965e5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9450173 Dec 14 01:14:43.515264 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50256) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:43.519614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e24f81d4-9fbe-4acb-9a4e-308bbba00d18 admin admin] Request body: {'subnet': {'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1080620613-subnet', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:43.605879 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.613022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24f81d4-9fbe-4acb-9a4e-308bbba00d18 admin admin] Made reservation on behalf of fabb3b1d93404fdd971115f340a0221d for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:43.616548 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e24f81d4-9fbe-4acb-9a4e-308bbba00d18 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.715864 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:14:43.722957 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:43.727071 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:14:43.728921 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Pushing event updated for resources: {'Port': ['ID=bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:43.805134 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-153ac0fa-190c-40d4-b128-c4a87e1b3a24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.900590 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-153ac0fa-190c-40d4-b128-c4a87e1b3a24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.907652 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-153ac0fa-190c-40d4-b128-c4a87e1b3a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:43.956731 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ac0fa-190c-40d4-b128-c4a87e1b3a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49a7a65-e938-46af-b5cb-33ea4b170029,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:43.984938 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-153ac0fa-190c-40d4-b128-c4a87e1b3a24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f10d6d2c558546d7a22661f784e01fa7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5031326 Dec 14 01:14:43.986604 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50274) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:44.225555 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2845722c-579c-407c-b1bc-26caa0c0a81b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:44.260932 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e24f81d4-9fbe-4acb-9a4e-308bbba00d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:44.270020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2845722c-579c-407c-b1bc-26caa0c0a81b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:44.278744 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:44.399118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f81d4-9fbe-4acb-9a4e-308bbba00d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35894143-d245-46e1-be5a-a76c13933a02,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:44.445830 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24f81d4-9fbe-4acb-9a4e-308bbba00d18 admin admin] Checking segment: {'id': '4b8f7014-0564-4bd3-90ab-75e37d39f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:14:44.446180 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24f81d4-9fbe-4acb-9a4e-308bbba00d18 admin admin] Network hostable DHCP agents. Network: ebd91d18-64b4-4dbb-b820-93afa8ddc3e9, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:14:44.464131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2845722c-579c-407c-b1bc-26caa0c0a81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:44.466924 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2845722c-579c-407c-b1bc-26caa0c0a81b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:44.468290 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2845722c-579c-407c-b1bc-26caa0c0a81b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a49a7a65-e938-46af-b5cb-33ea4b170029 HTTP/1.1" status: 204 len: 168 time: 0.4795170 Dec 14 01:14:44.519824 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845722c-579c-407c-b1bc-26caa0c0a81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49a7a65-e938-46af-b5cb-33ea4b170029,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:44.524823 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24f81d4-9fbe-4acb-9a4e-308bbba00d18 admin admin] Network ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:14:44.548137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e24f81d4-9fbe-4acb-9a4e-308bbba00d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, ebd91d18-64b4-4dbb-b820-93afa8ddc3e9) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:44.557238 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368b3570-6b10-45ee-9a87-6027f60d0e20 None None] Network ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:14:44.595532 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24f81d4-9fbe-4acb-9a4e-308bbba00d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:44.596167 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e24f81d4-9fbe-4acb-9a4e-308bbba00d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:44.647806 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50302) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:44.648802 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e24f81d4-9fbe-4acb-9a4e-308bbba00d18 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1330571 Dec 14 01:14:44.651045 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:44.652554 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1080620613-router', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:44.692367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50306) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:44.704491 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:44.709346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:44.722686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-ebd91d18-64b4-4dbb-b820-93afa8ddc3e9', 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9', 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'fixed_ips': [{'subnet_id': '35894143-d245-46e1-be5a-a76c13933a02'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:14:44.724623 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:44.874819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Router bffd5d17-617a-44c0-8d03-6f902e145a3d is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:14:44.930260 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ef430e-a836-488d-9899-9ae9102ac748 None None] Network 6b6c98d5-c0d5-4295-8563-67b8b13840da requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:14:44.944715 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50312) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:44.968067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:45.060366 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:14:45.061448 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f5132dea-8748-4ac4-b191-07492b4d6b06 None None] Provisioning complete for port 3cb4e818-71b1-4b14-92d3-47f3f3d7785d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:45.061832 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5132dea-8748-4ac4-b191-07492b4d6b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:45.074388 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Sync routers for ids ['bffd5d17-617a-44c0-8d03-6f902e145a3d'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:14:45.092351 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Routers {'bffd5d17-617a-44c0-8d03-6f902e145a3d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:14:45.094498 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:45.095294 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:14:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bffd5d17-617a-44c0-8d03-6f902e145a3d'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:14:45.100511 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ead2dc61-4852-40f6-b2fe-e01bfae26d39 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5902088 Dec 14 01:14:45.103255 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50322) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:45.112055 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Allocated IP 172.20.0.2 (ebd91d18-64b4-4dbb-b820-93afa8ddc3e9/35894143-d245-46e1-be5a-a76c13933a02/4349066f-66f7-440c-8bdd-71485793be32) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:14:45.222473 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:45.263146 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Set router bffd5d17-617a-44c0-8d03-6f902e145a3d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:14:45.326666 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-53504b2b-c7d0-428e-8be2-33a66d916927 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1464687671'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:45.420553 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5132dea-8748-4ac4-b191-07492b4d6b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:45.424436 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53504b2b-c7d0-428e-8be2-33a66d916927 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Made reservation on behalf of 2e35855479fe4a43bbdb0615d0050dce for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:45.441032 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53504b2b-c7d0-428e-8be2-33a66d916927 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:45.454427 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50326) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:45.527812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a78f4fd1-6d82-41f0-aad6-c268e0ea15d6 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-44160573'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:45.651940 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78f4fd1-6d82-41f0-aad6-c268e0ea15d6 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Made reservation on behalf of 6bbe951c85d443319d53d5c37748fe01 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:45.655378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a78f4fd1-6d82-41f0-aad6-c268e0ea15d6 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:45.674365 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:45.685946 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a78f4fd1-6d82-41f0-aad6-c268e0ea15d6 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:45.705713 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53504b2b-c7d0-428e-8be2-33a66d916927 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:45.708042 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:45.718058 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f5132dea-8748-4ac4-b191-07492b4d6b06 None None] For port 3cb4e818-71b1-4b14-92d3-47f3f3d7785d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=3cb4e818-71b1-4b14-92d3-47f3f3d7785d,segment=NetworkSegment(1baa0476-3275-46f9-ad82-e5393b5c0b0c),segment_id=1baa0476-3275-46f9-ad82-e5393b5c0b0c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:14:45.719117 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'name': 'tempest-ServersTestManualDisk-1262123754-router', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:42Z', 'updated_at': '2021-12-14T01:14:44Z', 'revision_number': 3, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'gw_port': {'id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:43Z', 'updated_at': '2021-12-14T01:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:14:45.784673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5132dea-8748-4ac4-b191-07492b4d6b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:45.792231 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Checking router: bffd5d17-617a-44c0-8d03-6f902e145a3d for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:14:45.792588 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Updating router bffd5d17-617a-44c0-8d03-6f902e145a3d port bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:14:45.838940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Network ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:14:45.848640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:45.853033 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:14:45.860241 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:45.860793 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50334) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:45.864051 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Pushing event updated for resources: {'Port': ['ID=4349066f-66f7-440c-8bdd-71485793be32,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:45.877881 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 3cb4e818-71b1-4b14-92d3-47f3f3d7785d up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:14:45.934934 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a78f4fd1-6d82-41f0-aad6-c268e0ea15d6 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:45.951515 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a78f4fd1-6d82-41f0-aad6-c268e0ea15d6 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.000200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78f4fd1-6d82-41f0-aad6-c268e0ea15d6 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:14:46.080247 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5132dea-8748-4ac4-b191-07492b4d6b06 None None] Pushing event updated for resources: {'Port': ['ID=3cb4e818-71b1-4b14-92d3-47f3f3d7785d,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:46.122721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b555b83f-348d-410d-856c-6b224a338b75 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1420732622'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:46.123216 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b555b83f-348d-410d-856c-6b224a338b75 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] Unknown quota resources ['metering_label']. {{(pid=103408) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 01:14:46.130039 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.163782 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f3bab3e7-0413-46bd-ba97-27640fbc5ee1 None None] Provisioning complete for port 3cb4e818-71b1-4b14-92d3-47f3f3d7785d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:46.164497 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3bab3e7-0413-46bd-ba97-27640fbc5ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.179884 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a78f4fd1-6d82-41f0-aad6-c268e0ea15d6 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.180502 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-a78f4fd1-6d82-41f0-aad6-c268e0ea15d6 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Added segment 6f46c904-3f9e-46b8-9495-971c1ee7a135 of type vlan for network 65fb9d54-ad3b-4b11-a129-a5ed823de12e Dec 14 01:14:46.193504 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f4fd1-6d82-41f0-aad6-c268e0ea15d6 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23dff964-0728-429d-bcd4-b607efdf8059,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:46.229600 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.293447 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.302421 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.313016 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2f9a1547-2c56-4351-a606-f71f34d1a011 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1999061762', 'router:external': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:46.359460 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Attempting to bind port 4349066f-66f7-440c-8bdd-71485793be32 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:46.360314 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Attempting to bind port 4349066f-66f7-440c-8bdd-71485793be32 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '4b8f7014-0564-4bd3-90ab-75e37d39f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:46.360719 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Attempting to bind port 4349066f-66f7-440c-8bdd-71485793be32 on network ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:46.369532 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187c9f1-f6f7-4e18-a7a1-b207b72c9f33 None None] Pushing event updated for resources: {'Port': ['ID=bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:46.371240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:14:46.371611 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Checking segment: {'id': '4b8f7014-0564-4bd3-90ab-75e37d39f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:14:46.372011 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.372430 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Bound using segment: {'id': '4b8f7014-0564-4bd3-90ab-75e37d39f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:14:46.372899 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Bound port: 4349066f-66f7-440c-8bdd-71485793be32, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8f7014-0564-4bd3-90ab-75e37d39f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:14:46.373293 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.380990 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7187c9f1-f6f7-4e18-a7a1-b207b72c9f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:46.381883 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7187c9f1-f6f7-4e18-a7a1-b207b72c9f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:46.382299 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7187c9f1-f6f7-4e18-a7a1-b207b72c9f33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:46.383068 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7187c9f1-f6f7-4e18-a7a1-b207b72c9f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:46.383412 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7187c9f1-f6f7-4e18-a7a1-b207b72c9f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:46.383752 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7187c9f1-f6f7-4e18-a7a1-b207b72c9f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:46.384161 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7187c9f1-f6f7-4e18-a7a1-b207b72c9f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:46.384493 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7187c9f1-f6f7-4e18-a7a1-b207b72c9f33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:46.384843 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7187c9f1-f6f7-4e18-a7a1-b207b72c9f33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:46.385342 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7187c9f1-f6f7-4e18-a7a1-b207b72c9f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:46.385814 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7187c9f1-f6f7-4e18-a7a1-b207b72c9f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:46.386145 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7187c9f1-f6f7-4e18-a7a1-b207b72c9f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:46.386474 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7187c9f1-f6f7-4e18-a7a1-b207b72c9f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7187c9f1-f6f7-4e18-a7a1-b207b72c9f33 None None] Tracked resource versions report: Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: pushed versions: Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: { 'AddressGroup': {'1.2'}, Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'ConntrackHelper': {'1.0'}, Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'LocalIPAssociation': {'1.0'}, Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Log': {'1.0'}, Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Network': {'1.1'}, Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Port': {'1.7'}, Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'PortForwarding': {'1.2'}, Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'QosPolicy': {'1.10'}, Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'SecurityGroup': {'1.5'}, Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'SecurityGroupRule': {'1.2'}, Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'SubPort': {'1.0'}, Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Subnet': {'1.1'}, Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Trunk': {'1.1'}} Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: consumer versions: Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: { DHCP agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: HyperV agent@hv-neutron-8215: {}, Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: L3 agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: Metadata agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: Metering agent@dv-neutron-821592-1-hyperv: {}, Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: Open vSwitch agent@dv-neutron-821592-1-hyperv: { 'AddressGroup': '1.2', Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'ConntrackHelper': '1.0', Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'LocalIPAssociation': '1.0', Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Log': '1.0', Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Network': '1.1', Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Port': '1.7', Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'PortForwarding': '1.2', Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'QosPolicy': '1.10', Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'SecurityGroup': '1.5', Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'SecurityGroupRule': '1.2', Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'SubPort': '1.0', Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Subnet': '1.1', Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: 'Trunk': '1.1'}} Dec 14 01:14:46.387641 dv-neutron-821592-1-hyperv neutron-server[103411]: {{(pid=103411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 01:14:46.412684 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Attempting to bind port bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:46.414148 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Attempting to bind port bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:46.414545 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Attempting to bind port bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:46.421016 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:14:46.421435 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:14:46.422111 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.422756 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:14:46.423610 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Bound port: bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:14:46.424882 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.425210 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 3cb4e818-71b1-4b14-92d3-47f3f3d7785d triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:46.425564 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.469204 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a78f4fd1-6d82-41f0-aad6-c268e0ea15d6 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.484809 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] For port bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:14:46.489772 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] For port bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:14:46.501566 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.653994 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b555b83f-348d-410d-856c-6b224a338b75 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.656459 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b555b83f-348d-410d-856c-6b224a338b75 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.1982296 Dec 14 01:14:46.667396 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187c9f1-f6f7-4e18-a7a1-b207b72c9f33 None None] Pushing event updated for resources: {'Port': ['ID=bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:46.674521 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50364) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:46.676298 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9a1547-2c56-4351-a606-f71f34d1a011 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Made reservation on behalf of 535ee2896386405f9aea48adc6f6a9d8 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:46.679496 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f9a1547-2c56-4351-a606-f71f34d1a011 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.680861 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Routers {'bffd5d17-617a-44c0-8d03-6f902e145a3d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:14:46.681433 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:14:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bffd5d17-617a-44c0-8d03-6f902e145a3d'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:14:46.690340 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-029c971e-6c0b-4bed-8b22-a375546923cf tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9e184123-f26d-4c29-b4be-4c64d75d9313'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:46.691911 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-029c971e-6c0b-4bed-8b22-a375546923cf tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103408) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 01:14:46.697707 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.720020 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53504b2b-c7d0-428e-8be2-33a66d916927 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.725657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a78f4fd1-6d82-41f0-aad6-c268e0ea15d6 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.727740 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f9a1547-2c56-4351-a606-f71f34d1a011 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.738998 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f4fd1-6d82-41f0-aad6-c268e0ea15d6 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:46.739646 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a78f4fd1-6d82-41f0-aad6-c268e0ea15d6 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.743325 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-710a633a-ec10-4709-8397-ceea150f626a None None] For port 4349066f-66f7-440c-8bdd-71485793be32, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:14:46.750013 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-710a633a-ec10-4709-8397-ceea150f626a None None] For port 4349066f-66f7-440c-8bdd-71485793be32, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4349066f-66f7-440c-8bdd-71485793be32,segment=NetworkSegment(4b8f7014-0564-4bd3-90ab-75e37d39f27a),segment_id=4b8f7014-0564-4bd3-90ab-75e37d39f27a)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:14:46.754732 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53504b2b-c7d0-428e-8be2-33a66d916927 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.796972 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:46.870951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a633a-ec10-4709-8397-ceea150f626a None None] Pushing event updated for resources: {'Port': ['ID=4349066f-66f7-440c-8bdd-71485793be32,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:46.879847 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50372) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:46.911106 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53504b2b-c7d0-428e-8be2-33a66d916927 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:14:46.921343 dv-neutron-821592-1-hyperv neutron-server[103408]: WARNING neutron.services.metering.metering_plugin [None req-029c971e-6c0b-4bed-8b22-a375546923cf tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 14 01:14:46.930653 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] Set router bffd5d17-617a-44c0-8d03-6f902e145a3d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:14:46.961551 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f4fd1-6d82-41f0-aad6-c268e0ea15d6 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Pushing event updated for resources: {'Network': ['ID=65fb9d54-ad3b-4b11-a129-a5ed823de12e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:46.975906 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 65fb9d54-ad3b-4b11-a129-a5ed823de12e details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:14:47.064556 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50376) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:47.112457 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53504b2b-c7d0-428e-8be2-33a66d916927 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f016b61-6e0a-4b65-9a78-35003a1290c6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:47.147449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Allocated IP 172.20.0.1 (6b6c98d5-c0d5-4295-8563-67b8b13840da/ddd22a13-c373-4dc2-b4b7-ccadbff4884a/dce5d37d-f71d-4d69-ae02-47a323610a92) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:14:47.243444 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53504b2b-c7d0-428e-8be2-33a66d916927 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:47.243932 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-53504b2b-c7d0-428e-8be2-33a66d916927 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Added segment 886653cd-f37e-4426-bf7d-576a9d7b449b of type vlan for network d6ed8208-10ef-4d93-b339-91f7ed37afa6 Dec 14 01:14:47.247999 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-029c971e-6c0b-4bed-8b22-a375546923cf tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:47.249237 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-029c971e-6c0b-4bed-8b22-a375546923cf tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5641415 Dec 14 01:14:47.252005 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a78f4fd1-6d82-41f0-aad6-c268e0ea15d6 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.3060582 Dec 14 01:14:47.261002 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50382) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:47.276947 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-de0442ff-f5db-4002-9ca4-87964f629d7b tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9e184123-f26d-4c29-b4be-4c64d75d9313'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:47.277324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-de0442ff-f5db-4002-9ca4-87964f629d7b tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103409) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 01:14:47.303688 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Allocated IP 172.26.1.107 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/3b6818e8-e0bd-4c52-a783-c739414da9c4) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:14:47.337122 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b54e1b5b-c853-4c8c-afc8-cff08fa2e472 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1998526124'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:47.371674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:47.379513 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'name': 'tempest-ServersTestManualDisk-1262123754-router', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:42Z', 'updated_at': '2021-12-14T01:14:44Z', 'revision_number': 3, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'gw_port': {'id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:43Z', 'updated_at': '2021-12-14T01:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:14:47.406009 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.services.metering.metering_plugin [None req-de0442ff-f5db-4002-9ca4-87964f629d7b tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 14 01:14:47.421521 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27b2673-1580-4635-8cdf-356f497ce6a2 None None] The sync data for ids ['bffd5d17-617a-44c0-8d03-6f902e145a3d'] in dv-neutron-821592-1-hyperv is: [{'id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'name': 'tempest-ServersTestManualDisk-1262123754-router', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:42Z', 'updated_at': '2021-12-14T01:14:44Z', 'revision_number': 3, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'gw_port': {'id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:43Z', 'updated_at': '2021-12-14T01:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:14:47.429095 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53504b2b-c7d0-428e-8be2-33a66d916927 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:47.454435 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:47.561377 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-de0442ff-f5db-4002-9ca4-87964f629d7b tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:47.562564 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-de0442ff-f5db-4002-9ca4-87964f629d7b tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3004465 Dec 14 01:14:47.566876 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50392) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:47.587223 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-53504b2b-c7d0-428e-8be2-33a66d916927 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 01:14:47.589758 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2a388c5f-9cbe-4634-a42b-5c00905679ea tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=793401e6-b49e-4328-9301-8d782bc0aada HTTP/1.1" status: 200 len: 464 time: 0.0217297 Dec 14 01:14:47.593188 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50394) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:47.617591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:47.633487 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54e1b5b-c853-4c8c-afc8-cff08fa2e472 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:47.636923 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b54e1b5b-c853-4c8c-afc8-cff08fa2e472 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:47.663291 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f9a1547-2c56-4351-a606-f71f34d1a011 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:47.705258 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53504b2b-c7d0-428e-8be2-33a66d916927 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:47.711338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53504b2b-c7d0-428e-8be2-33a66d916927 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:47.711923 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53504b2b-c7d0-428e-8be2-33a66d916927 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:47.728961 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dd9676cc-ed49-492e-a339-c524a226479b tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:47.730688 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dd9676cc-ed49-492e-a339-c524a226479b tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/793401e6-b49e-4328-9301-8d782bc0aada HTTP/1.1" status: 204 len: 168 time: 0.1363802 Dec 14 01:14:47.734158 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50396) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:47.744213 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b54e1b5b-c853-4c8c-afc8-cff08fa2e472 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:47.746837 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f9a1547-2c56-4351-a606-f71f34d1a011 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:47.748070 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9b510451-f23b-47ed-89d3-d99e2ed32f93 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=793401e6-b49e-4328-9301-8d782bc0aada HTTP/1.1" status: 200 len: 221 time: 0.0126832 Dec 14 01:14:47.752610 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:47.755582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50400) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:47.816129 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-07e86284-48bd-4529-ac02-f9c5bde498f5 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--262193218', 'description': 'label created by tempest'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:47.818738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-07e86284-48bd-4529-ac02-f9c5bde498f5 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] Unknown quota resources ['metering_label']. {{(pid=103409) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 01:14:47.829881 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Pushing event updated for resources: {'Port': ['ID=dce5d37d-f71d-4d69-ae02-47a323610a92,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:47.856615 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Network 6b6c98d5-c0d5-4295-8563-67b8b13840da is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:14:47.861324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:47.875951 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:14:47.876627 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:47.980179 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53504b2b-c7d0-428e-8be2-33a66d916927 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Pushing event updated for resources: {'Network': ['ID=d6ed8208-10ef-4d93-b339-91f7ed37afa6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:47.994208 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network d6ed8208-10ef-4d93-b339-91f7ed37afa6 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:14:48.047314 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:48.103534 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 3cb4e818-71b1-4b14-92d3-47f3f3d7785d up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:14:48.150592 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9a1547-2c56-4351-a606-f71f34d1a011 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:14:48.164018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f9a1547-2c56-4351-a606-f71f34d1a011 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:48.165339 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-2f9a1547-2c56-4351-a606-f71f34d1a011 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Added segment 7a822f99-c20b-49fb-84b6-2e859dd6325c of type vlan for network 8367617b-0328-4b2b-b964-e5a3366d347c Dec 14 01:14:48.170882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50404) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:48.176911 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Request body: {'port': {'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e', 'binding:host_id': 'hv-neutron-8215', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1365130510'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:48.231466 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a1547-2c56-4351-a606-f71f34d1a011 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99480433-e685-4e7e-893b-9e4d6d03a050,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:48.243126 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 3cb4e818-71b1-4b14-92d3-47f3f3d7785d triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:48.243563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:48.251824 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-53504b2b-c7d0-428e-8be2-33a66d916927 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.5576255 Dec 14 01:14:48.279003 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50406) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:48.306143 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d5c8e5af-efd4-47a1-bfb4-b3873fea5b1f tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Request body: {'subnet': {'network_id': 'd6ed8208-10ef-4d93-b339-91f7ed37afa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:48.315967 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:48.333263 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-39d879a0-94cc-4c74-8524-5cef3fc70b7e None None] Provisioning complete for port dce5d37d-f71d-4d69-ae02-47a323610a92 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:48.334000 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39d879a0-94cc-4c74-8524-5cef3fc70b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:48.353686 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:48.403221 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-39d879a0-94cc-4c74-8524-5cef3fc70b7e None None] Port dce5d37d-f71d-4d69-ae02-47a323610a92 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:14:48.453401 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4349066f-66f7-440c-8bdd-71485793be32 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:14:48.481095 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b052ba-dac6-463c-b802-af3b5dcd960c None None] Network ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:14:48.560626 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3b6818e8-e0bd-4c52-a783-c739414da9c4,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:48.678653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f9a1547-2c56-4351-a606-f71f34d1a011 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:48.704374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:14:48.711986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:48.731405 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:48.747837 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:14:48.760457 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07e86284-48bd-4529-ac02-f9c5bde498f5 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:48.763595 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-07e86284-48bd-4529-ac02-f9c5bde498f5 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.9650552 Dec 14 01:14:48.764840 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:48.766300 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:48.769010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50408) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:48.790530 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5ae5e44f-ef93-49c4-b57c-8fa4311a6429 None None] Provisioning complete for port 4349066f-66f7-440c-8bdd-71485793be32 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:48.790896 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e44f-ef93-49c4-b57c-8fa4311a6429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:48.844166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Pushing event updated for resources: {'Port': ['ID=dce5d37d-f71d-4d69-ae02-47a323610a92,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:48.852521 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Made reservation on behalf of 17e8ad33a56a46d9addb2f62b20cee9f for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:48.855450 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:48.895551 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 4349066f-66f7-440c-8bdd-71485793be32 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:48.895922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:48.912149 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f9a1547-2c56-4351-a606-f71f34d1a011 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:48.913112 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9a1547-2c56-4351-a606-f71f34d1a011 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:48.913719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f9a1547-2c56-4351-a606-f71f34d1a011 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:48.915499 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:48.919506 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3fe5db91-ad06-43f2-a573-3cda75977316 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=f21bb107-3b90-4895-97c7-7786259c0241 HTTP/1.1" status: 200 len: 467 time: 0.1060231 Dec 14 01:14:48.926422 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50410) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:48.993610 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b54e1b5b-c853-4c8c-afc8-cff08fa2e472 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.007627 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c8e5af-efd4-47a1-bfb4-b3873fea5b1f tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Made reservation on behalf of 2e35855479fe4a43bbdb0615d0050dce for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:49.011299 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e5af-efd4-47a1-bfb4-b3873fea5b1f tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks [] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.014760 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.028366 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2f9a1547-2c56-4351-a606-f71f34d1a011 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.1418226 Dec 14 01:14:49.029084 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b54e1b5b-c853-4c8c-afc8-cff08fa2e472 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.036787 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50412) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:49.048248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-0edc5d67-12a7-4922-9945-283162402838 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Request body: {'subnet': {'network_id': '8367617b-0328-4b2b-b964-e5a3366d347c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:49.135395 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e44f-ef93-49c4-b57c-8fa4311a6429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.144204 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54e1b5b-c853-4c8c-afc8-cff08fa2e472 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:14:49.164413 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.210684 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5ae5e44f-ef93-49c4-b57c-8fa4311a6429 None None] For port 4349066f-66f7-440c-8bdd-71485793be32, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4349066f-66f7-440c-8bdd-71485793be32,segment=NetworkSegment(4b8f7014-0564-4bd3-90ab-75e37d39f27a),segment_id=4b8f7014-0564-4bd3-90ab-75e37d39f27a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:14:49.233617 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e1b5b-c853-4c8c-afc8-cff08fa2e472 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79ef3ab-13ce-464d-920a-1d0538badc7e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:49.246107 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e44f-ef93-49c4-b57c-8fa4311a6429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.248640 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a1547-2c56-4351-a606-f71f34d1a011 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Pushing event updated for resources: {'Network': ['ID=8367617b-0328-4b2b-b964-e5a3366d347c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:49.262673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edc5d67-12a7-4922-9945-283162402838 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Made reservation on behalf of 535ee2896386405f9aea48adc6f6a9d8 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:49.265010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0edc5d67-12a7-4922-9945-283162402838 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.287698 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Network 6b6c98d5-c0d5-4295-8563-67b8b13840da is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:14:49.299372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.329401 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:49.339792 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ce3426ac-b9a1-4546-9da7-6d27f3d2bb19 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.340958 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ce3426ac-b9a1-4546-9da7-6d27f3d2bb19 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/f21bb107-3b90-4895-97c7-7786259c0241 HTTP/1.1" status: 204 len: 168 time: 0.4133899 Dec 14 01:14:49.344463 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.344964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:14:49.345378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:14:49.350894 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5e44f-ef93-49c4-b57c-8fa4311a6429 None None] Pushing event updated for resources: {'Port': ['ID=4349066f-66f7-440c-8bdd-71485793be32,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:49.352090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50416) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:49.360274 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] device_id is not set on port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:14:49.375014 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.396547 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b54e1b5b-c853-4c8c-afc8-cff08fa2e472 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.397348 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-669c23be-ffc9-4319-8b39-07a6be57fa00 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=f21bb107-3b90-4895-97c7-7786259c0241 HTTP/1.1" status: 200 len: 216 time: 0.0395181 Dec 14 01:14:49.401241 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d12c4202-968e-4e77-bf07-56f9e56068f2 None None] Provisioning complete for port 4349066f-66f7-440c-8bdd-71485793be32 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:49.401851 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d12c4202-968e-4e77-bf07-56f9e56068f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.402325 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-b54e1b5b-c853-4c8c-afc8-cff08fa2e472 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Added segment e5eaeb42-8607-4455-b127-020ea2c857dc of type vlan for network bee5f2cb-0e66-4058-9cdb-51591d3f118e Dec 14 01:14:49.413433 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50420) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:49.446978 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 8367617b-0328-4b2b-b964-e5a3366d347c details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:14:49.577368 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-08dc3eb6-dd63-44e2-9a8f-037af677b4bf tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0918794 Dec 14 01:14:49.580121 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb7f4bd-24d4-40c5-9435-07b0de6ddf24,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:49.580718 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50422) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:49.675673 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b54e1b5b-c853-4c8c-afc8-cff08fa2e472 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.701739 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fed74698-ce28-49da-827f-40277fddce86 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1116667 Dec 14 01:14:49.711163 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50424) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:49.737775 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Allocated IP 172.26.1.42 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/db74daf9-1191-425b-856c-db27530f7c7b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:14:49.756791 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7d86876b-e51a-453a-a7b5-354b935e0fd1 None None] Provisioning complete for port dce5d37d-f71d-4d69-ae02-47a323610a92 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:49.757267 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d86876b-e51a-453a-a7b5-354b935e0fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.808866 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7d86876b-e51a-453a-a7b5-354b935e0fd1 None None] Port dce5d37d-f71d-4d69-ae02-47a323610a92 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:14:49.820827 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b54e1b5b-c853-4c8c-afc8-cff08fa2e472 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.828332 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54e1b5b-c853-4c8c-afc8-cff08fa2e472 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:49.829044 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b54e1b5b-c853-4c8c-afc8-cff08fa2e472 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:49.842183 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Router bffd5d17-617a-44c0-8d03-6f902e145a3d has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:14:49.852390 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-baf74f4e-22cd-4787-899e-ef9a31d12516 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/9e184123-f26d-4c29-b4be-4c64d75d9313 HTTP/1.1" status: 200 len: 473 time: 0.1385391 Dec 14 01:14:49.858641 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50426) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:49.900300 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-83fafd2a-d108-4c26-9479-cb0651fa9463 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/46b6aa69-7de4-476a-8a79-822c9b8322a4 HTTP/1.1" status: 200 len: 461 time: 0.0352368 Dec 14 01:14:49.904185 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50428) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:49.940727 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b54e1b5b-c853-4c8c-afc8-cff08fa2e472 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8304472 Dec 14 01:14:49.946227 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50430) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:49.991231 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d0f48c7d-dca5-4b62-910d-c63c986592bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:50.086852 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:14:50.120482 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e1b5b-c853-4c8c-afc8-cff08fa2e472 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Network': ['ID=bee5f2cb-0e66-4058-9cdb-51591d3f118e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:50.139889 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:14:50.140541 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e5af-efd4-47a1-bfb4-b3873fea5b1f tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:50.184466 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:50.185175 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:50.186486 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] device_id is not set on port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:14:50.214675 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:50.230052 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:50.254455 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8e5af-efd4-47a1-bfb4-b3873fea5b1f tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Pushing event updated for resources: {'Subnet': ['ID=d3140b14-b4f6-433f-bf86-59277e76c73a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:50.311656 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:50.318443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c8e5af-efd4-47a1-bfb4-b3873fea5b1f tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Checking segment: {'id': '886653cd-f37e-4426-bf7d-576a9d7b449b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd6ed8208-10ef-4d93-b339-91f7ed37afa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:14:50.318979 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c8e5af-efd4-47a1-bfb4-b3873fea5b1f tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Network hostable DHCP agents. Network: d6ed8208-10ef-4d93-b339-91f7ed37afa6, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:14:50.337316 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:14:50.343078 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:50.344545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4349066f-66f7-440c-8bdd-71485793be32 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:14:50.395708 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c8e5af-efd4-47a1-bfb4-b3873fea5b1f tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Network d6ed8208-10ef-4d93-b339-91f7ed37afa6 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:14:50.408391 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:50.425417 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-d5c8e5af-efd4-47a1-bfb4-b3873fea5b1f tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, d6ed8208-10ef-4d93-b339-91f7ed37afa6) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:50.429041 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:50.432862 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:50.440622 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 4349066f-66f7-440c-8bdd-71485793be32 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:50.440933 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:50.462551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c8e5af-efd4-47a1-bfb4-b3873fea5b1f tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:50.463145 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e5af-efd4-47a1-bfb4-b3873fea5b1f tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:50.480680 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:14:50.486721 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8889618-7ff7-4ac3-a024-48556a847a2a None None] Network d6ed8208-10ef-4d93-b339-91f7ed37afa6 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:14:50.492607 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:50.500344 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:14:50.505244 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Pushing event updated for resources: {'Port': ['ID=db74daf9-1191-425b-856c-db27530f7c7b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:50.513574 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:50.569589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa06a599-9288-4f5d-aff3-d6d792797237 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:50.571025 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fa06a599-9288-4f5d-aff3-d6d792797237 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/46b6aa69-7de4-476a-8a79-822c9b8322a4 HTTP/1.1" status: 204 len: 168 time: 0.6579890 Dec 14 01:14:50.579676 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50432) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:50.655180 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:14:50.662386 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-76bb97ba-7367-4fd8-a24d-c1338afad87d admin admin] 10.222.0.32 "PUT /v2.0/routers/bffd5d17-617a-44c0-8d03-6f902e145a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5564542 Dec 14 01:14:50.694023 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Sync routers for ids ['bffd5d17-617a-44c0-8d03-6f902e145a3d'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:14:50.716491 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-d6ed8208-10ef-4d93-b339-91f7ed37afa6', 'network_id': 'd6ed8208-10ef-4d93-b339-91f7ed37afa6', 'project_id': '2e35855479fe4a43bbdb0615d0050dce', 'fixed_ips': [{'subnet_id': 'd3140b14-b4f6-433f-bf86-59277e76c73a'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:14:50.716709 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d5c8e5af-efd4-47a1-bfb4-b3873fea5b1f tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4129012 Dec 14 01:14:50.716794 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:50.725899 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50438) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:50.730882 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a068f9fa-bc80-4fb8-8468-437efbc5bd53 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Request body: {'port': {'network_id': 'd6ed8208-10ef-4d93-b339-91f7ed37afa6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-737422108'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:50.737521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Routers {'bffd5d17-617a-44c0-8d03-6f902e145a3d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:14:50.738824 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:14:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bffd5d17-617a-44c0-8d03-6f902e145a3d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:14:50.744574 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f48c7d-dca5-4b62-910d-c63c986592bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:50.749607 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0f48c7d-dca5-4b62-910d-c63c986592bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:50.822721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Router db7dee3b-8411-4e8f-a4cd-ec27572df604 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:14:50.830497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:50.882856 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Pushing event updated for resources: {'Port': ['ID=c0de1faf-4fa2-401a-97bc-af4f6801e9d9,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:50.885878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Set router bffd5d17-617a-44c0-8d03-6f902e145a3d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:14:51.024483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Checking segment: {'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:14:51.025006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Network hostable DHCP agents. Network: 65fb9d54-ad3b-4b11-a129-a5ed823de12e, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:14:51.057752 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:51.070546 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:14:51.135238 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a068f9fa-bc80-4fb8-8468-437efbc5bd53 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Made reservation on behalf of 2e35855479fe4a43bbdb0615d0050dce for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:51.141118 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a068f9fa-bc80-4fb8-8468-437efbc5bd53 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:51.157440 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:14:51.172412 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Sync routers for ids ['db7dee3b-8411-4e8f-a4cd-ec27572df604'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:14:51.188318 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Routers {'db7dee3b-8411-4e8f-a4cd-ec27572df604'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:14:51.191096 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:14:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['db7dee3b-8411-4e8f-a4cd-ec27572df604'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:14:51.193499 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-a068f9fa-bc80-4fb8-8468-437efbc5bd53 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] device_id is not set on port 255c3901-88ba-4f39-bf13-6edfda798627 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:14:51.199571 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-285f8c36-78de-4cf1-8021-8d57307e7be7 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:51.201849 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-285f8c36-78de-4cf1-8021-8d57307e7be7 tempest-MeteringTestJSON-601399944 tempest-MeteringTestJSON-601399944-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/9e184123-f26d-4c29-b4be-4c64d75d9313 HTTP/1.1" status: 204 len: 168 time: 0.6179659 Dec 14 01:14:51.280140 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Network 65fb9d54-ad3b-4b11-a129-a5ed823de12e is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:14:51.304564 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:51.306299 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2544c8b2-08fc-4d39-98d2-0cadcd5bb9c9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.6573482 Dec 14 01:14:51.309794 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50452) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:51.348112 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Allocated IP 172.20.0.2 (d6ed8208-10ef-4d93-b339-91f7ed37afa6/d3140b14-b4f6-433f-bf86-59277e76c73a/103b58a5-7eee-4d4d-b156-03731638a1e2) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:14:51.404705 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 65fb9d54-ad3b-4b11-a129-a5ed823de12e) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:51.419758 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:14:51.434011 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0f48c7d-dca5-4b62-910d-c63c986592bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:51.491720 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:51.492335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:51.492867 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Set router db7dee3b-8411-4e8f-a4cd-ec27572df604 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:14:51.493004 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:51.501760 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.objects.ports [None req-0edc5d67-12a7-4922-9945-283162402838 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:14:51.501760 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0edc5d67-12a7-4922-9945-283162402838 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:51.543981 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:14:51.544428 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:14:51.551633 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:51.554983 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 2 to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 Dec 14 01:14:51.563329 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:51.581662 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f48c7d-dca5-4b62-910d-c63c986592bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=3847c27c-102c-4838-a9a1-9ff7866a572c,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:51.609103 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:51.609433 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:51.609754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:51.636329 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:51.638015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f07788f-9e41-4f68-bad1-34193adb95fe None None] Network 65fb9d54-ad3b-4b11-a129-a5ed823de12e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:14:51.654962 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Pushing event updated for resources: {'Port': ['ID=db74daf9-1191-425b-856c-db27530f7c7b,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:51.665744 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:51.667246 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8ee4ee7c-4f0f-4aab-9e02-5105f5bc248a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7861986 Dec 14 01:14:51.677791 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50458) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:51.685369 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-9ab0fd51-008e-4389-aa26-7a36a0fc89a5 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-996634490'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:51.691790 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:14:51.692275 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:14:51.695045 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 3 to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 Dec 14 01:14:51.735247 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50460) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:51.739879 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-634221c9-283d-4fe2-8997-918449cfb09c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--828499946', 'description': 'tempest-description--916703550'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:51.755674 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:51.786203 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'name': 'tempest-ServersTestJSON-1080620613-router', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:44Z', 'updated_at': '2021-12-14T01:14:48Z', 'revision_number': 3, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'gw_port': {'id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:44:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:14:51.786613 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:51.819414 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50462) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:51.820165 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Checking router: db7dee3b-8411-4e8f-a4cd-ec27572df604 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:14:51.820547 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Updating router db7dee3b-8411-4e8f-a4cd-ec27572df604 port 3b6818e8-e0bd-4c52-a783-c739414da9c4 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:14:51.831693 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-634221c9-283d-4fe2-8997-918449cfb09c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:51.851333 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:51.891987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Network d6ed8208-10ef-4d93-b339-91f7ed37afa6 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:14:51.895934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a068f9fa-bc80-4fb8-8468-437efbc5bd53 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Allocated IP 172.20.0.3 (d6ed8208-10ef-4d93-b339-91f7ed37afa6/d3140b14-b4f6-433f-bf86-59277e76c73a/255c3901-88ba-4f39-bf13-6edfda798627) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:14:51.912712 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:51.915347 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:14:51.923219 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-043dc3e1-1d8f-4b81-92dd-14734ce318f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:51.966121 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Pushing event updated for resources: {'Port': ['ID=103b58a5-7eee-4d4d-b156-03731638a1e2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:51.999917 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc5d67-12a7-4922-9945-283162402838 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a7799bd5-ae8c-49a2-b9fd-0a2f246f5db8,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:52.022070 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f48c7d-dca5-4b62-910d-c63c986592bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:14:52.023606 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f48c7d-dca5-4b62-910d-c63c986592bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network hostable DHCP agents. Network: bee5f2cb-0e66-4058-9cdb-51591d3f118e, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:14:52.035796 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Attempting to bind port 103b58a5-7eee-4d4d-b156-03731638a1e2 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:52.037467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Attempting to bind port 103b58a5-7eee-4d4d-b156-03731638a1e2 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '886653cd-f37e-4426-bf7d-576a9d7b449b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd6ed8208-10ef-4d93-b339-91f7ed37afa6'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:52.037467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Attempting to bind port 103b58a5-7eee-4d4d-b156-03731638a1e2 on network d6ed8208-10ef-4d93-b339-91f7ed37afa6 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:52.049398 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:14:52.049984 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Checking segment: {'id': '886653cd-f37e-4426-bf7d-576a9d7b449b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd6ed8208-10ef-4d93-b339-91f7ed37afa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:14:52.051117 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.051591 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Bound using segment: {'id': '886653cd-f37e-4426-bf7d-576a9d7b449b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd6ed8208-10ef-4d93-b339-91f7ed37afa6'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:14:52.052458 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Bound port: 103b58a5-7eee-4d4d-b156-03731638a1e2, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886653cd-f37e-4426-bf7d-576a9d7b449b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd6ed8208-10ef-4d93-b339-91f7ed37afa6'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:14:52.052640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.058418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:14:52.076587 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd344-8dc5-4c25-b8c4-403b026e1ad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.134404 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'name': 'tempest-ServersTestManualDisk-1262123754-router', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:42Z', 'updated_at': '2021-12-14T01:14:48Z', 'revision_number': 4, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'gw_port': {'id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:43Z', 'updated_at': '2021-12-14T01:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'dce5d37d-f71d-4d69-ae02-47a323610a92', 'name': '', 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'mac_address': 'fa:16:3e:53:48:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:48Z', 'revision_number': 2, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'subnets': [{'id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:14:52.137871 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-634221c9-283d-4fe2-8997-918449cfb09c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.151959 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-634221c9-283d-4fe2-8997-918449cfb09c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.179188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Checking router: bffd5d17-617a-44c0-8d03-6f902e145a3d for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:14:52.180465 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Updating router bffd5d17-617a-44c0-8d03-6f902e145a3d port dce5d37d-f71d-4d69-ae02-47a323610a92 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:14:52.201200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:52.201829 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:52.202397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:52.221751 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-634221c9-283d-4fe2-8997-918449cfb09c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.223132 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-634221c9-283d-4fe2-8997-918449cfb09c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4868052 Dec 14 01:14:52.227788 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50468) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:52.237623 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-07be19d4-f79f-4a58-bf17-93fe2928305e tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Request body: {'security_group_rule': {'security_group_id': 'd6e47391-9f1e-47e0-8c59-c3d0cc0571a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:52.239485 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.245623 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634221c9-283d-4fe2-8997-918449cfb09c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e47391-9f1e-47e0-8c59-c3d0cc0571a7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:52.253567 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] For port 103b58a5-7eee-4d4d-b156-03731638a1e2, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:14:52.280541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] For port 103b58a5-7eee-4d4d-b156-03731638a1e2, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=103b58a5-7eee-4d4d-b156-03731638a1e2,segment=NetworkSegment(886653cd-f37e-4426-bf7d-576a9d7b449b),segment_id=886653cd-f37e-4426-bf7d-576a9d7b449b)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:14:52.283124 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:52.283640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.283740 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a068f9fa-bc80-4fb8-8468-437efbc5bd53 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.294477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:14:52.294815 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:14:52.314809 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 4 to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 Dec 14 01:14:52.329282 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.333952 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.334523 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc5d67-12a7-4922-9945-283162402838 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Checking segment: {'id': '7a822f99-c20b-49fb-84b6-2e859dd6325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8367617b-0328-4b2b-b964-e5a3366d347c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:14:52.335062 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edc5d67-12a7-4922-9945-283162402838 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Network hostable DHCP agents. Network: 8367617b-0328-4b2b-b964-e5a3366d347c, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:14:52.336006 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd344-8dc5-4c25-b8c4-403b026e1ad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.338481 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.359898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd344-8dc5-4c25-b8c4-403b026e1ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.365970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab0fd51-008e-4389-aa26-7a36a0fc89a5 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Made reservation on behalf of 851c4243ae124026b83bbf3efb0582af for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:52.367124 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07be19d4-f79f-4a58-bf17-93fe2928305e tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.369613 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ab0fd51-008e-4389-aa26-7a36a0fc89a5 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.374640 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:52.374971 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:52.375447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:52.385786 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f48c7d-dca5-4b62-910d-c63c986592bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:14:52.396221 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a3ada-3ef6-4534-a1db-5630bc59d53d None None] Pushing event updated for resources: {'Port': ['ID=3b6818e8-e0bd-4c52-a783-c739414da9c4,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:52.402117 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:14:52.402433 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:14:52.403240 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ab0fd51-008e-4389-aa26-7a36a0fc89a5 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.406579 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 5 to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 Dec 14 01:14:52.425593 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d0f48c7d-dca5-4b62-910d-c63c986592bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, bee5f2cb-0e66-4058-9cdb-51591d3f118e) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:52.443983 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Attempting to bind port 3b6818e8-e0bd-4c52-a783-c739414da9c4 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:52.444769 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Attempting to bind port 3b6818e8-e0bd-4c52-a783-c739414da9c4 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:52.446247 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Attempting to bind port 3b6818e8-e0bd-4c52-a783-c739414da9c4 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:52.454511 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:14:52.455287 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:14:52.455990 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.456610 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:14:52.457477 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Bound port: 3b6818e8-e0bd-4c52-a783-c739414da9c4, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:14:52.458101 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.465306 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f48c7d-dca5-4b62-910d-c63c986592bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:52.465905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0f48c7d-dca5-4b62-910d-c63c986592bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.491386 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a068f9fa-bc80-4fb8-8468-437efbc5bd53 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.507766 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:52.508554 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:52.508554 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:52.510240 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edc5d67-12a7-4922-9945-283162402838 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Network 8367617b-0328-4b2b-b964-e5a3366d347c is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:14:52.522656 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f156a5c-17d4-4a48-8718-b7c6133c589e None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:14:52.531054 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] For port 3b6818e8-e0bd-4c52-a783-c739414da9c4, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:14:52.535952 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] For port 3b6818e8-e0bd-4c52-a783-c739414da9c4, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=3b6818e8-e0bd-4c52-a783-c739414da9c4,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:14:52.541355 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-0edc5d67-12a7-4922-9945-283162402838 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 8367617b-0328-4b2b-b964-e5a3366d347c) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:52.547264 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:14:52.547499 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:14:52.557557 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 6 to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 Dec 14 01:14:52.561077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50472) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:52.562428 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2c8fd344-8dc5-4c25-b8c4-403b026e1ad9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b58672793b204e47981e3ab1cde47673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7417166 Dec 14 01:14:52.565454 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.565685 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edc5d67-12a7-4922-9945-283162402838 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:52.566221 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0edc5d67-12a7-4922-9945-283162402838 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.571156 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e726ab3-767a-45fe-85e3-730ad65247e4 None None] Network 8367617b-0328-4b2b-b964-e5a3366d347c requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:14:52.581949 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d0f48c7d-dca5-4b62-910d-c63c986592bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6029408 Dec 14 01:14:52.594244 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50474) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:52.613194 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-0d84342f-51d2-4408-a000-33e0b99ac0c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'name': 'tempest-NetworksTestDHCPv6-1120906789'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:52.641674 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:52.641971 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:52.642260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:52.645272 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.648434 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fd344-8dc5-4c25-b8c4-403b026e1ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea5991a-e272-4d40-a20f-d47eef376e28,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:52.711218 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0edc5d67-12a7-4922-9945-283162402838 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.6700289 Dec 14 01:14:52.721884 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50476) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:52.732148 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Routers {'db7dee3b-8411-4e8f-a4cd-ec27572df604'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:14:52.732296 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a068f9fa-bc80-4fb8-8468-437efbc5bd53 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Network d6ed8208-10ef-4d93-b339-91f7ed37afa6 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:14:52.734434 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07be19d4-f79f-4a58-bf17-93fe2928305e tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.740452 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5f2c607d-a019-477f-8d42-67c37cc2baad tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1205855875', 'network_id': '8367617b-0328-4b2b-b964-e5a3366d347c'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:52.742516 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:14:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['db7dee3b-8411-4e8f-a4cd-ec27572df604'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:14:52.744906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068f9fa-bc80-4fb8-8468-437efbc5bd53 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Pushing event updated for resources: {'Port': ['ID=255c3901-88ba-4f39-bf13-6edfda798627,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:52.753018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07be19d4-f79f-4a58-bf17-93fe2928305e tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.755470 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a068f9fa-bc80-4fb8-8468-437efbc5bd53 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:52.780614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:14:52.780854 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:14:52.788585 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a3ada-3ef6-4534-a1db-5630bc59d53d None None] Pushing event updated for resources: {'Port': ['ID=3b6818e8-e0bd-4c52-a783-c739414da9c4,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:52.791241 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 7 to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 Dec 14 01:14:52.802109 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d323c-c561-4b9f-b3d3-d770ecd85488 None None] Pushing event updated for resources: {'Port': ['ID=103b58a5-7eee-4d4d-b156-03731638a1e2,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:52.854314 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07be19d4-f79f-4a58-bf17-93fe2928305e tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.855861 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-07be19d4-f79f-4a58-bf17-93fe2928305e tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6252401 Dec 14 01:14:52.861297 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f38fb60-3541-4d3e-90ac-cb9f09899e4a None None] Network 8367617b-0328-4b2b-b964-e5a3366d347c requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:14:52.862717 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50480) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:52.865288 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be19d4-f79f-4a58-bf17-93fe2928305e tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c915c244-7c74-4e32-8eeb-fee309e9ca48,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:52.870886 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5ebadc5e-f365-4a7e-a3f5-04d911f46932 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Request body: {'security_group_rule': {'security_group_id': 'd6e47391-9f1e-47e0-8c59-c3d0cc0571a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:52.889075 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068f9fa-bc80-4fb8-8468-437efbc5bd53 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:14:52.895155 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a068f9fa-bc80-4fb8-8468-437efbc5bd53 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:52.895908 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a068f9fa-bc80-4fb8-8468-437efbc5bd53 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.920842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2c607d-a019-477f-8d42-67c37cc2baad tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Made reservation on behalf of 535ee2896386405f9aea48adc6f6a9d8 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:52.924484 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f2c607d-a019-477f-8d42-67c37cc2baad tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.952708 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ebadc5e-f365-4a7e-a3f5-04d911f46932 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:52.956054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-5f2c607d-a019-477f-8d42-67c37cc2baad tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] device_id is not set on port 5730250e-5ecb-4918-86c5-328a57b3901a yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:14:52.970058 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a068f9fa-bc80-4fb8-8468-437efbc5bd53 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2429142 Dec 14 01:14:52.977787 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50482) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:53.068703 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] Set router db7dee3b-8411-4e8f-a4cd-ec27572df604 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:14:53.074608 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:53.075532 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:53.075857 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:53.131976 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:14:53.131976 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:14:53.138346 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 8 to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 Dec 14 01:14:53.141335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d020-3d1e-47d7-a4c1-3215b2625c71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.150605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ab0fd51-008e-4389-aa26-7a36a0fc89a5 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.177361 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ab0fd51-008e-4389-aa26-7a36a0fc89a5 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.197488 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': '3847c27c-102c-4838-a9a1-9ff7866a572c'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:14:53.198309 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.200629 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:53.200961 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:53.201293 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:53.233118 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ebadc5e-f365-4a7e-a3f5-04d911f46932 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.243293 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d020-3d1e-47d7-a4c1-3215b2625c71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.249155 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ebadc5e-f365-4a7e-a3f5-04d911f46932 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.259498 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab0fd51-008e-4389-aa26-7a36a0fc89a5 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:14:53.277581 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:14:53.277955 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:14:53.283489 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-5f2c607d-a019-477f-8d42-67c37cc2baad tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Allocated IP 2001:db8::3c (8367617b-0328-4b2b-b964-e5a3366d347c/a7799bd5-ae8c-49a2-b9fd-0a2f246f5db8/5730250e-5ecb-4918-86c5-328a57b3901a) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:14:53.287024 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 9 to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 Dec 14 01:14:53.309842 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0fd51-008e-4389-aa26-7a36a0fc89a5 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc577c80-ca94-460a-a9e7-47a73fd1a2ab,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:53.314973 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebadc5e-f365-4a7e-a3f5-04d911f46932 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2c1cd3-cbb7-4f56-b4bc-e3681a456302,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:53.322034 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ab0fd51-008e-4389-aa26-7a36a0fc89a5 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.322675 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-9ab0fd51-008e-4389-aa26-7a36a0fc89a5 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Added segment 2608d756-7212-4f29-8e54-39c2782c7614 of type vlan for network 2ce08085-bae8-4681-85ed-a86263fde903 Dec 14 01:14:53.331517 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e15a0569-212e-4ab6-94ce-4b9d8d834a4b tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Deleting port 255c3901-88ba-4f39-bf13-6edfda798627 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:14:53.331971 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e15a0569-212e-4ab6-94ce-4b9d8d834a4b tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.340225 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ebadc5e-f365-4a7e-a3f5-04d911f46932 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.342023 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5ebadc5e-f365-4a7e-a3f5-04d911f46932 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4741967 Dec 14 01:14:53.354218 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50484) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:53.359325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:53.383277 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'name': 'tempest-ServersTestJSON-1080620613-router', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:44Z', 'updated_at': '2021-12-14T01:14:48Z', 'revision_number': 3, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'gw_port': {'id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:44:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:14:53.388351 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d84342f-51d2-4408-a000-33e0b99ac0c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:53.392065 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0d84342f-51d2-4408-a000-33e0b99ac0c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.400913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:53.401241 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:53.401719 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:53.430233 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f240a40f-d096-4be1-a94f-31e709d2f37b None None] The sync data for ids ['db7dee3b-8411-4e8f-a4cd-ec27572df604'] in dv-neutron-821592-1-hyperv is: [{'id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'name': 'tempest-ServersTestJSON-1080620613-router', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:44Z', 'updated_at': '2021-12-14T01:14:48Z', 'revision_number': 3, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'gw_port': {'id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:44:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:14:53.459667 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.472428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ab0fd51-008e-4389-aa26-7a36a0fc89a5 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.488817 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.515644 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Allocated IP 172.20.0.1 (ebd91d18-64b4-4dbb-b820-93afa8ddc3e9/35894143-d245-46e1-be5a-a76c13933a02/a5c0ac86-9e5a-4f30-a420-d90ba312e325) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:14:53.662358 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.729379 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f2c607d-a019-477f-8d42-67c37cc2baad tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.730689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-0d84342f-51d2-4408-a000-33e0b99ac0c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port ee863d82-2718-43ec-ad2c-c9934199a16b yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:14:53.823543 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f2c607d-a019-477f-8d42-67c37cc2baad tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.829791 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8672ae9-f469-4426-8bd8-5a133e66b25a None None] Pushing event updated for resources: {'Port': ['ID=dce5d37d-f71d-4d69-ae02-47a323610a92,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:53.914083 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e15a0569-212e-4ab6-94ce-4b9d8d834a4b tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:53.977402 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:14:53.977742 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:14:53.987137 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2c607d-a019-477f-8d42-67c37cc2baad tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Network 8367617b-0328-4b2b-b964-e5a3366d347c is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:14:53.990424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e15a0569-212e-4ab6-94ce-4b9d8d834a4b tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Calling delete_port for 255c3901-88ba-4f39-bf13-6edfda798627 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:14:53.996500 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-5f2c607d-a019-477f-8d42-67c37cc2baad tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:54.001435 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c607d-a019-477f-8d42-67c37cc2baad tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:14:54.003616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Allocated IP 2001:db8::2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/3847c27c-102c-4838-a9a1-9ff7866a572c/8b577c5e-4b59-4464-ad29-735b7f84a191) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:14:54.003878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.db.resource_extend [None req-9ab0fd51-008e-4389-aa26-7a36a0fc89a5 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 01:14:54.005853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2c607d-a019-477f-8d42-67c37cc2baad tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:54.006534 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f2c607d-a019-477f-8d42-67c37cc2baad tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.018559 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Attempting to bind port dce5d37d-f71d-4d69-ae02-47a323610a92 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:54.018928 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Attempting to bind port dce5d37d-f71d-4d69-ae02-47a323610a92 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '1baa0476-3275-46f9-ad82-e5393b5c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:54.019299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Attempting to bind port dce5d37d-f71d-4d69-ae02-47a323610a92 on network 6b6c98d5-c0d5-4295-8563-67b8b13840da {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:54.032262 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 10 to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 Dec 14 01:14:54.036042 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:14:54.036449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Checking segment: {'id': '1baa0476-3275-46f9-ad82-e5393b5c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:14:54.039348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.047330 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.047939 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Bound using segment: {'id': '1baa0476-3275-46f9-ad82-e5393b5c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:14:54.048552 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Bound port: dce5d37d-f71d-4d69-ae02-47a323610a92, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1baa0476-3275-46f9-ad82-e5393b5c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:14:54.048958 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.052613 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d020-3d1e-47d7-a4c1-3215b2625c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.055677 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d020-3d1e-47d7-a4c1-3215b2625c71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.059333 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b6a9d020-3d1e-47d7-a4c1-3215b2625c71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ea5991a-e272-4d40-a20f-d47eef376e28 HTTP/1.1" status: 204 len: 168 time: 1.4877825 Dec 14 01:14:54.074233 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c607d-a019-477f-8d42-67c37cc2baad tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Pushing event updated for resources: {'Port': ['ID=5730250e-5ecb-4918-86c5-328a57b3901a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:54.077489 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.151482 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5f2c607d-a019-477f-8d42-67c37cc2baad tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4218907 Dec 14 01:14:54.156143 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9d020-3d1e-47d7-a4c1-3215b2625c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea5991a-e272-4d40-a20f-d47eef376e28,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:54.171605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cab4c53-5275-4951-b6dc-11edf56f1952 None None] Network d6ed8208-10ef-4d93-b339-91f7ed37afa6 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:14:54.202665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50490) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:54.203614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ab0fd51-008e-4389-aa26-7a36a0fc89a5 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.213348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab0fd51-008e-4389-aa26-7a36a0fc89a5 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:54.214350 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ab0fd51-008e-4389-aa26-7a36a0fc89a5 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.236379 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 103b58a5-7eee-4d4d-b156-03731638a1e2 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:14:54.371764 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 103b58a5-7eee-4d4d-b156-03731638a1e2 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:54.372253 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.391445 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e15a0569-212e-4ab6-94ce-4b9d8d834a4b tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.412913 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40e2f3ad-049c-48af-b614-d5c0b9f96169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.439850 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9ab0fd51-008e-4389-aa26-7a36a0fc89a5 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.7581830 Dec 14 01:14:54.452004 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50498) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:54.458367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d9b302d9-f8ae-4b75-aee2-ca25441268e3 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Request body: {'subnet': {'network_id': '2ce08085-bae8-4681-85ed-a86263fde903', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:54.466650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f9543951-edb2-46bc-ad4b-58b994121549 None None] Provisioning complete for port 103b58a5-7eee-4d4d-b156-03731638a1e2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:54.467121 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f9543951-edb2-46bc-ad4b-58b994121549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.472128 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:54.472954 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:54.473914 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:54.491514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:14:54.495984 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:14:54.496383 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.498478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0fd51-008e-4389-aa26-7a36a0fc89a5 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Pushing event updated for resources: {'Network': ['ID=2ce08085-bae8-4681-85ed-a86263fde903,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:54.501123 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a0569-212e-4ab6-94ce-4b9d8d834a4b tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Pushing event deleted for resources: {'Port': ['ID=255c3901-88ba-4f39-bf13-6edfda798627,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:54.526527 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Network ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:14:54.537706 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 2ce08085-bae8-4681-85ed-a86263fde903 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:14:54.579804 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e15a0569-212e-4ab6-94ce-4b9d8d834a4b tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.585452 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:54.586940 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e15a0569-212e-4ab6-94ce-4b9d8d834a4b tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] 10.222.0.32 "DELETE /v2.0/ports/255c3901-88ba-4f39-bf13-6edfda798627 HTTP/1.1" status: 204 len: 168 time: 1.6080377 Dec 14 01:14:54.594463 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50500) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:54.601137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:14:54.606166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.645514 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] For port dce5d37d-f71d-4d69-ae02-47a323610a92, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:14:54.713444 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50504) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:54.749619 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b302d9-f8ae-4b75-aee2-ca25441268e3 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Made reservation on behalf of 851c4243ae124026b83bbf3efb0582af for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:54.753605 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9b302d9-f8ae-4b75-aee2-ca25441268e3 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.756893 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3da68413-f74a-46a2-bd0e-c5a540cdeaba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.767046 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Pushing event updated for resources: {'Port': ['ID=a5c0ac86-9e5a-4f30-a420-d90ba312e325,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:54.811740 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] For port dce5d37d-f71d-4d69-ae02-47a323610a92, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=dce5d37d-f71d-4d69-ae02-47a323610a92,segment=NetworkSegment(1baa0476-3275-46f9-ad82-e5393b5c0b0c),segment_id=1baa0476-3275-46f9-ad82-e5393b5c0b0c)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:14:54.829178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.841408 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.945893 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] For port c0de1faf-4fa2-401a-97bc-af4f6801e9d9, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:14:54.946125 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempted to set empty binding levels {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 14 01:14:54.956757 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.957208 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d8f39a02-5350-4966-9c21-3e9fc8f5c151 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Deleting port 5730250e-5ecb-4918-86c5-328a57b3901a {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:14:54.957914 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d8f39a02-5350-4966-9c21-3e9fc8f5c151 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.985075 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:54.996357 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.058579 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 103b58a5-7eee-4d4d-b156-03731638a1e2, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=103b58a5-7eee-4d4d-b156-03731638a1e2,segment=NetworkSegment(886653cd-f37e-4426-bf7d-576a9d7b449b),segment_id=886653cd-f37e-4426-bf7d-576a9d7b449b)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:14:55.066479 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8672ae9-f469-4426-8bd8-5a133e66b25a None None] Pushing event updated for resources: {'Port': ['ID=dce5d37d-f71d-4d69-ae02-47a323610a92,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:55.078777 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-71941790-40c1-477b-9c11-1bcb168e0866 tempest-DHCPAgentSchedulersTestJSON-802440177 tempest-DHCPAgentSchedulersTestJSON-802440177-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.4831555 Dec 14 01:14:55.084667 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50506) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:55.093866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Pushing event updated for resources: {'Port': ['ID=c0de1faf-4fa2-401a-97bc-af4f6801e9d9,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:55.094444 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-525ecb10-c0d1-40bc-9785-fc46251016c7 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-48577364'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:55.103563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.103563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 3b6818e8-e0bd-4c52-a783-c739414da9c4 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:14:55.147890 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:14:55.148349 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:55.149092 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.165090 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3da68413-f74a-46a2-bd0e-c5a540cdeaba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.179766 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Routers {'bffd5d17-617a-44c0-8d03-6f902e145a3d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:14:55.187720 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.188891 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:14:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bffd5d17-617a-44c0-8d03-6f902e145a3d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:14:55.196413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.205848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:55.254533 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d798857d-ea7a-4b93-9b52-fbe6f48261f1 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.0821631 Dec 14 01:14:55.255976 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-0d84342f-51d2-4408-a000-33e0b99ac0c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::30 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/3847c27c-102c-4838-a9a1-9ff7866a572c/ee863d82-2718-43ec-ad2c-c9934199a16b) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:14:55.287043 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50508) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:55.305311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:14:55.307533 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f9543951-edb2-46bc-ad4b-58b994121549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.343290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Pushing event updated for resources: {'Port': ['ID=8b577c5e-4b59-4464-ad29-735b7f84a191,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:55.343960 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3da68413-f74a-46a2-bd0e-c5a540cdeaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.367454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9b302d9-f8ae-4b75-aee2-ca25441268e3 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.388771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d8f39a02-5350-4966-9c21-3e9fc8f5c151 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.471903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d8f39a02-5350-4966-9c21-3e9fc8f5c151 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Calling delete_port for 5730250e-5ecb-4918-86c5-328a57b3901a owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:14:55.505429 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3da68413-f74a-46a2-bd0e-c5a540cdeaba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=607352b742d54339a33d9c3a2a45d68c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7908158 Dec 14 01:14:55.516003 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.520571 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da68413-f74a-46a2-bd0e-c5a540cdeaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b6ebcd-b912-4cf3-8168-45dfaaefe5a0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:55.531350 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50510) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:55.536859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525ecb10-c0d1-40bc-9785-fc46251016c7 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Made reservation on behalf of 2e35855479fe4a43bbdb0615d0050dce for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:55.544354 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-525ecb10-c0d1-40bc-9785-fc46251016c7 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.550146 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b302d9-f8ae-4b75-aee2-ca25441268e3 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Pushing event updated for resources: {'Subnet': ['ID=d64b3031-9977-46ad-9853-6aa90b0d23a1,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:55.575943 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b302d9-f8ae-4b75-aee2-ca25441268e3 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Checking segment: {'id': '2608d756-7212-4f29-8e54-39c2782c7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2ce08085-bae8-4681-85ed-a86263fde903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:14:55.576310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b302d9-f8ae-4b75-aee2-ca25441268e3 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Network hostable DHCP agents. Network: 2ce08085-bae8-4681-85ed-a86263fde903, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:14:55.597130 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525ecb10-c0d1-40bc-9785-fc46251016c7 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:14:55.603202 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 3b6818e8-e0bd-4c52-a783-c739414da9c4 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:55.603936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.609654 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b302d9-f8ae-4b75-aee2-ca25441268e3 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Network 2ce08085-bae8-4681-85ed-a86263fde903 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:14:55.612686 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-525ecb10-c0d1-40bc-9785-fc46251016c7 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.613271 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-525ecb10-c0d1-40bc-9785-fc46251016c7 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Added segment 369ac701-d685-4439-8ced-f7d3b23e8bb5 of type vlan for network ddb4413d-db73-4cf6-8cb7-badfb7e87da7 Dec 14 01:14:55.647680 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-d9b302d9-f8ae-4b75-aee2-ca25441268e3 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 2ce08085-bae8-4681-85ed-a86263fde903) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:55.652615 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b302d9-f8ae-4b75-aee2-ca25441268e3 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:55.653194 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9b302d9-f8ae-4b75-aee2-ca25441268e3 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.676082 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42caacd-3ecd-48d7-860f-6c3594608ffa None None] Network 2ce08085-bae8-4681-85ed-a86263fde903 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:14:55.678710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-525ecb10-c0d1-40bc-9785-fc46251016c7 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.687063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Attempting to bind port 8b577c5e-4b59-4464-ad29-735b7f84a191 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:55.687807 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Attempting to bind port 8b577c5e-4b59-4464-ad29-735b7f84a191 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:55.688259 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Attempting to bind port 8b577c5e-4b59-4464-ad29-735b7f84a191 on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:55.693987 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d9b302d9-f8ae-4b75-aee2-ca25441268e3 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2405159 Dec 14 01:14:55.694863 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=103b58a5-7eee-4d4d-b156-03731638a1e2,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:55.696445 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50512) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:55.704384 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:14:55.704637 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1344175217', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:55.704745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:14:55.705490 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.705569 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:14:55.706072 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Bound port: 8b577c5e-4b59-4464-ad29-735b7f84a191, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:14:55.706647 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.741173 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-525ecb10-c0d1-40bc-9785-fc46251016c7 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.748233 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525ecb10-c0d1-40bc-9785-fc46251016c7 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:55.749109 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-525ecb10-c0d1-40bc-9785-fc46251016c7 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.807462 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.810247 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:55.822523 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] Set router bffd5d17-617a-44c0-8d03-6f902e145a3d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:14:55.857227 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-525ecb10-c0d1-40bc-9785-fc46251016c7 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7712393 Dec 14 01:14:55.858417 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ecb10-c0d1-40bc-9785-fc46251016c7 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Pushing event updated for resources: {'Network': ['ID=ddb4413d-db73-4cf6-8cb7-badfb7e87da7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:55.862190 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50514) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:56.000428 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-f9543951-edb2-46bc-ad4b-58b994121549 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:14:56.000948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-f9543951-edb2-46bc-ad4b-58b994121549 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:14:56.005541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network ddb4413d-db73-4cf6-8cb7-badfb7e87da7 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:14:56.101439 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-659fc210-f714-413e-a7cc-3b9b7cf69e87 tempest-DHCPAgentSchedulersTestJSON-802440177 tempest-DHCPAgentSchedulersTestJSON-802440177-project-admin] 10.222.0.32 "GET /v2.0/agents/ab72172b-29dd-4df7-8006-4b270c197fbc/dhcp-networks HTTP/1.1" status: 200 len: 8053 time: 0.2378669 Dec 14 01:14:56.105151 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50516) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:56.187006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Allocated IP 172.26.1.87 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/e37f1adf-874d-4f40-827d-8d6ebf4bd81d) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:14:56.194914 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d8f39a02-5350-4966-9c21-3e9fc8f5c151 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.209324 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931743e7-37fe-4138-925f-e3441eaa0c09 tempest-DHCPAgentSchedulersTestJSON-802440177 tempest-DHCPAgentSchedulersTestJSON-802440177-project-admin] Network ddb4413d-db73-4cf6-8cb7-badfb7e87da7 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:14:56.223391 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-2ce08085-bae8-4681-85ed-a86263fde903', 'network_id': '2ce08085-bae8-4681-85ed-a86263fde903', 'project_id': '851c4243ae124026b83bbf3efb0582af', 'fixed_ips': [{'subnet_id': 'd64b3031-9977-46ad-9853-6aa90b0d23a1'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:14:56.224518 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.242894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.250889 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-931743e7-37fe-4138-925f-e3441eaa0c09 tempest-DHCPAgentSchedulersTestJSON-802440177 tempest-DHCPAgentSchedulersTestJSON-802440177-project-admin] 10.222.0.32 "POST /v2.0/agents/ab72172b-29dd-4df7-8006-4b270c197fbc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1444621 Dec 14 01:14:56.254290 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50518) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:56.284598 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f39a02-5350-4966-9c21-3e9fc8f5c151 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Pushing event deleted for resources: {'Port': ['ID=5730250e-5ecb-4918-86c5-328a57b3901a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:56.286085 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2a7846-090a-43da-a0c3-fbc0405cdb9f None None] Network ddb4413d-db73-4cf6-8cb7-badfb7e87da7 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:14:56.348408 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05c51c00-f806-4474-9324-07f12f2431fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.388770 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d8f39a02-5350-4966-9c21-3e9fc8f5c151 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.395565 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d8f39a02-5350-4966-9c21-3e9fc8f5c151 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "DELETE /v2.0/ports/5730250e-5ecb-4918-86c5-328a57b3901a HTTP/1.1" status: 204 len: 168 time: 2.1307564 Dec 14 01:14:56.405202 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.407727 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50520) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:56.425945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8367617b-0328-4b2b-b964-e5a3366d347c', 'external_fixed_ips': [{'subnet_id': 'a7799bd5-ae8c-49a2-b9fd-0a2f246f5db8', 'ip_address': '2001:db8::3c'}]}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:56.431791 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.437218 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0d84342f-51d2-4408-a000-33e0b99ac0c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.458519 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.459041 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.461633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fa37b40d-d5fe-4847-9151-13849544e9b2 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Deleting port c0de1faf-4fa2-401a-97bc-af4f6801e9d9 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:14:56.461983 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa37b40d-d5fe-4847-9151-13849544e9b2 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.482045 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05c51c00-f806-4474-9324-07f12f2431fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.509976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 3b6818e8-e0bd-4c52-a783-c739414da9c4, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=3b6818e8-e0bd-4c52-a783-c739414da9c4,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:14:56.516961 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] For port 8b577c5e-4b59-4464-ad29-735b7f84a191, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:14:56.551157 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.566599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] For port 8b577c5e-4b59-4464-ad29-735b7f84a191, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=8b577c5e-4b59-4464-ad29-735b7f84a191,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:14:56.603283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.647315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Pushing event updated for resources: {'Port': ['ID=a5c0ac86-9e5a-4f30-a420-d90ba312e325,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:56.657996 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.693186 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=3b6818e8-e0bd-4c52-a783-c739414da9c4,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:56.695891 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.696037 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.748075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Allocated IP 172.20.0.2 (2ce08085-bae8-4681-85ed-a86263fde903/d64b3031-9977-46ad-9853-6aa90b0d23a1/0619575e-1a20-44c8-9abb-a067287fe198) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:14:56.759654 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 103b58a5-7eee-4d4d-b156-03731638a1e2 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:14:56.772225 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a8bce7dc-2dde-40a7-b931-179923107f1f tempest-DHCPAgentSchedulersTestJSON-802440177 tempest-DHCPAgentSchedulersTestJSON-802440177-project-admin] 10.222.0.32 "GET /v2.0/agents/ab72172b-29dd-4df7-8006-4b270c197fbc/dhcp-networks HTTP/1.1" status: 200 len: 8820 time: 0.5166037 Dec 14 01:14:56.775039 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50522) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:56.798386 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'name': 'tempest-ServersTestManualDisk-1262123754-router', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:42Z', 'updated_at': '2021-12-14T01:14:48Z', 'revision_number': 4, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'gw_port': {'id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:43Z', 'updated_at': '2021-12-14T01:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'dce5d37d-f71d-4d69-ae02-47a323610a92', 'name': '', 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'mac_address': 'fa:16:3e:53:48:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:54Z', 'revision_number': 4, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'subnets': [{'id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:14:56.833420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.838306 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.854016 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.878657 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bd28c074-733b-49a2-991e-93d4ef109a4d tempest-DHCPAgentSchedulersTestJSON-802440177 tempest-DHCPAgentSchedulersTestJSON-802440177-project-admin] 10.222.0.32 "DELETE /v2.0/agents/ab72172b-29dd-4df7-8006-4b270c197fbc/dhcp-networks/ddb4413d-db73-4cf6-8cb7-badfb7e87da7 HTTP/1.1" status: 204 len: 168 time: 0.1024802 Dec 14 01:14:56.881132 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50524) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:56.889644 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544b5084-ab96-4444-b4f1-9c2364b7cbc7 None None] The sync data for ids ['bffd5d17-617a-44c0-8d03-6f902e145a3d'] in dv-neutron-821592-1-hyperv is: [{'id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'name': 'tempest-ServersTestManualDisk-1262123754-router', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:42Z', 'updated_at': '2021-12-14T01:14:48Z', 'revision_number': 4, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'gw_port': {'id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:43Z', 'updated_at': '2021-12-14T01:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'dce5d37d-f71d-4d69-ae02-47a323610a92', 'name': '', 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'mac_address': 'fa:16:3e:53:48:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:54Z', 'revision_number': 4, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'subnets': [{'id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:14:56.922831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0d84342f-51d2-4408-a000-33e0b99ac0c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.938081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-fa37b40d-d5fe-4847-9151-13849544e9b2 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] For port c0de1faf-4fa2-401a-97bc-af4f6801e9d9, host hv-neutron-8215, got binding levels [] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:14:56.938492 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa37b40d-d5fe-4847-9151-13849544e9b2 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:56.952634 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbffa29-6e4a-4b77-9468-73324dcc24b9 None None] Pushing event updated for resources: {'Port': ['ID=8b577c5e-4b59-4464-ad29-735b7f84a191,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:56.955178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Pushing event updated for resources: {'Port': ['ID=e37f1adf-874d-4f40-827d-8d6ebf4bd81d,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:56.964486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b404a132-dea8-470f-9a37-f2feb2f9ad01 None None] Provisioning complete for port a5c0ac86-9e5a-4f30-a420-d90ba312e325 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:56.965017 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b404a132-dea8-470f-9a37-f2feb2f9ad01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:57.110741 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fa37b40d-d5fe-4847-9151-13849544e9b2 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Calling delete_port for c0de1faf-4fa2-401a-97bc-af4f6801e9d9 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:14:57.129524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b404a132-dea8-470f-9a37-f2feb2f9ad01 None None] Port a5c0ac86-9e5a-4f30-a420-d90ba312e325 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:14:57.135001 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 103b58a5-7eee-4d4d-b156-03731638a1e2 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:57.135372 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:57.152625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b404a132-dea8-470f-9a37-f2feb2f9ad01 None None] Could not find standard attr ID for object 255c3901-88ba-4f39-bf13-6edfda798627. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:14:57.154239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d84342f-51d2-4408-a000-33e0b99ac0c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:14:57.173806 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:14:57.228205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-0d84342f-51d2-4408-a000-33e0b99ac0c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:57.230768 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d84342f-51d2-4408-a000-33e0b99ac0c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:14:57.231243 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:57.240494 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d84342f-51d2-4408-a000-33e0b99ac0c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:57.241166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0d84342f-51d2-4408-a000-33e0b99ac0c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:57.245846 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05c51c00-f806-4474-9324-07f12f2431fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:57.249546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05c51c00-f806-4474-9324-07f12f2431fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:57.253734 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-05c51c00-f806-4474-9324-07f12f2431fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5b6ebcd-b912-4cf3-8168-45dfaaefe5a0 HTTP/1.1" status: 204 len: 168 time: 1.6833360 Dec 14 01:14:57.265626 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:57.271723 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b404a132-dea8-470f-9a37-f2feb2f9ad01 None None] Provisioning complete for port dce5d37d-f71d-4d69-ae02-47a323610a92 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:57.274288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b404a132-dea8-470f-9a37-f2feb2f9ad01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:57.277174 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-63666315-9171-4a24-bb89-aca64f67ae2a tempest-DHCPAgentSchedulersTestJSON-802440177 tempest-DHCPAgentSchedulersTestJSON-802440177-project-admin] 10.222.0.32 "GET /v2.0/agents/ab72172b-29dd-4df7-8006-4b270c197fbc/dhcp-networks HTTP/1.1" status: 200 len: 8053 time: 0.3944430 Dec 14 01:14:57.282505 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50528) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:57.287008 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:57.294730 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:14:57.325289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:57.343814 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-eb743e2d-3ffc-45f6-bf1a-004e114a2c13 tempest-DHCPAgentSchedulersTestJSON-802440177 tempest-DHCPAgentSchedulersTestJSON-802440177-project-admin] 10.222.0.32 "GET /v2.0/networks/d6ed8208-10ef-4d93-b339-91f7ed37afa6/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0601399 Dec 14 01:14:57.347155 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50530) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:57.384322 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:57.399798 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fcbbec13-fa80-47d7-9f80-1bf1ec6595cf tempest-DHCPAgentSchedulersTestJSON-802440177 tempest-DHCPAgentSchedulersTestJSON-802440177-project-admin] 10.222.0.32 "GET /v2.0/networks/d6ed8208-10ef-4d93-b339-91f7ed37afa6/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0481570 Dec 14 01:14:57.399798 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50532) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:57.413091 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:57.445419 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c51c00-f806-4474-9324-07f12f2431fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b6ebcd-b912-4cf3-8168-45dfaaefe5a0,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:57.529562 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Allocated IP 172.26.1.190 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/4c8a2be0-985c-4cb4-99f4-c66c32583961) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:14:57.534005 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Network 2ce08085-bae8-4681-85ed-a86263fde903 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:14:57.536304 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84342f-51d2-4408-a000-33e0b99ac0c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=ee863d82-2718-43ec-ad2c-c9934199a16b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:57.541279 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:57.546759 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:14:57.652264 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Pushing event updated for resources: {'Port': ['ID=0619575e-1a20-44c8-9abb-a067287fe198,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:57.672451 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:57.694635 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0d84342f-51d2-4408-a000-33e0b99ac0c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0896430 Dec 14 01:14:57.698829 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50538) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:57.720139 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5322e7d7-07ec-452a-800c-acc01fa6b9db tempest-DHCPAgentSchedulersTestJSON-802440177 tempest-DHCPAgentSchedulersTestJSON-802440177-project-admin] 10.222.0.32 "GET /v2.0/agents/ab72172b-29dd-4df7-8006-4b270c197fbc/dhcp-networks HTTP/1.1" status: 200 len: 8053 time: 0.3201275 Dec 14 01:14:57.722911 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50540) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:57.765726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:57.775952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Network ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:14:57.781328 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Attempting to bind port 0619575e-1a20-44c8-9abb-a067287fe198 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:14:57.781830 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Attempting to bind port 0619575e-1a20-44c8-9abb-a067287fe198 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '2608d756-7212-4f29-8e54-39c2782c7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2ce08085-bae8-4681-85ed-a86263fde903'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:14:57.782754 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Attempting to bind port 0619575e-1a20-44c8-9abb-a067287fe198 on network 2ce08085-bae8-4681-85ed-a86263fde903 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:14:57.791143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b404a132-dea8-470f-9a37-f2feb2f9ad01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:57.843116 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:57.873509 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa37b40d-d5fe-4847-9151-13849544e9b2 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:57.915711 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b404a132-dea8-470f-9a37-f2feb2f9ad01 None None] For port dce5d37d-f71d-4d69-ae02-47a323610a92, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=dce5d37d-f71d-4d69-ae02-47a323610a92,segment=NetworkSegment(1baa0476-3275-46f9-ad82-e5393b5c0b0c),segment_id=1baa0476-3275-46f9-ad82-e5393b5c0b0c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:14:57.928027 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:14:57.928832 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Checking segment: {'id': '2608d756-7212-4f29-8e54-39c2782c7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2ce08085-bae8-4681-85ed-a86263fde903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:14:57.930010 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:57.931145 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Bound using segment: {'id': '2608d756-7212-4f29-8e54-39c2782c7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2ce08085-bae8-4681-85ed-a86263fde903'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:14:57.935814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Bound port: 0619575e-1a20-44c8-9abb-a067287fe198, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2608d756-7212-4f29-8e54-39c2782c7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2ce08085-bae8-4681-85ed-a86263fde903'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:14:57.936673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:57.941076 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b404a132-dea8-470f-9a37-f2feb2f9ad01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:58.014404 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1863f172-81d8-45d2-b5d5-035328e5cbb3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:58.034779 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1863f172-81d8-45d2-b5d5-035328e5cbb3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:14:58.041604 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1863f172-81d8-45d2-b5d5-035328e5cbb3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3416026 Dec 14 01:14:58.049930 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:58.093564 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b404a132-dea8-470f-9a37-f2feb2f9ad01 None None] Provisioning complete for port 103b58a5-7eee-4d4d-b156-03731638a1e2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:58.094383 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b404a132-dea8-470f-9a37-f2feb2f9ad01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:58.119228 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50548) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:58.145802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Router db7dee3b-8411-4e8f-a4cd-ec27572df604 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:14:58.186340 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:58.206309 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:58.227056 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37b40d-d5fe-4847-9151-13849544e9b2 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0de1faf-4fa2-401a-97bc-af4f6801e9d9,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:58.276217 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa37b40d-d5fe-4847-9151-13849544e9b2 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:58.283516 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fa37b40d-d5fe-4847-9151-13849544e9b2 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c0de1faf-4fa2-401a-97bc-af4f6801e9d9 HTTP/1.1" status: 204 len: 168 time: 2.9911141 Dec 14 01:14:58.288799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404a132-dea8-470f-9a37-f2feb2f9ad01 None None] Pushing event updated for resources: {'Port': ['ID=dce5d37d-f71d-4d69-ae02-47a323610a92,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:58.305916 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50552) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:58.362725 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] For port 0619575e-1a20-44c8-9abb-a067287fe198, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:14:58.395962 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:58.396067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] For port 0619575e-1a20-44c8-9abb-a067287fe198, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=0619575e-1a20-44c8-9abb-a067287fe198,segment=NetworkSegment(2608d756-7212-4f29-8e54-39c2782c7614),segment_id=2608d756-7212-4f29-8e54-39c2782c7614)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:14:58.404926 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9941bc7-c0a1-40e8-ab0c-d76cae201694 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:14:58.490154 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:58.511059 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:14:58.529639 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:14:58.533573 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:14:58.635757 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4819cceb-c36a-47f3-9116-fcc1ad349577 None None] Provisioning complete for port a5c0ac86-9e5a-4f30-a420-d90ba312e325 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:58.636190 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4819cceb-c36a-47f3-9116-fcc1ad349577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:58.714203 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4819cceb-c36a-47f3-9116-fcc1ad349577 None None] Port a5c0ac86-9e5a-4f30-a420-d90ba312e325 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:14:58.730284 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb45e84-202d-4695-aed3-cac4b7441c0e tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] GET failed (client error): The resource could not be found. Dec 14 01:14:58.732509 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ceb45e84-202d-4695-aed3-cac4b7441c0e tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] 10.222.0.32 "GET /v2.0/ports/c0de1faf-4fa2-401a-97bc-af4f6801e9d9 HTTP/1.1" status: 404 len: 333 time: 0.4214673 Dec 14 01:14:58.735589 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979baf7-ff09-47a7-aa46-d1e52f240412 None None] Pushing event updated for resources: {'Port': ['ID=0619575e-1a20-44c8-9abb-a067287fe198,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:58.736352 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:58.758637 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4819cceb-c36a-47f3-9116-fcc1ad349577 None None] Provisioning complete for port 8b577c5e-4b59-4464-ad29-735b7f84a191 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:58.758637 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4819cceb-c36a-47f3-9116-fcc1ad349577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:58.813273 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50562) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:14:58.814715 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:14:58.845183 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Sync routers for ids ['db7dee3b-8411-4e8f-a4cd-ec27572df604'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:14:58.848950 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:58.872701 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Pushing event updated for resources: {'Port': ['ID=4c8a2be0-985c-4cb4-99f4-c66c32583961,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:58.896525 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-18b3707e-ee36-4557-b494-58c754defb9c admin admin] 10.222.0.32 "PUT /v2.0/routers/db7dee3b-8411-4e8f-a4cd-ec27572df604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5805457 Dec 14 01:14:58.903190 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-2ed70026-5ec9-46cb-9178-f8590430b0ba tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Request body: {'port': {'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-520702739'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:14:58.955262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c477b-f7db-4a0c-ba9e-4c5b977c10c9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port ee863d82-2718-43ec-ad2c-c9934199a16b {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:14:58.965041 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a7c477b-f7db-4a0c-ba9e-4c5b977c10c9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:58.968550 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Routers {'db7dee3b-8411-4e8f-a4cd-ec27572df604'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:14:58.969226 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:14:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['db7dee3b-8411-4e8f-a4cd-ec27572df604'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:14:58.972950 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > segment before_delete 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:14:58.975454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:14:58.977229 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:14:58.979204 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > port after_create 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:14:58.980504 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > port after_delete 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:14:58.981898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > port after_update 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:14:58.984949 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > segment after_delete 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:14:58.985729 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > subnet after_create 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:14:58.985729 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > subnet after_delete 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:14:58.986416 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > subnet after_update 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:14:59.094152 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 3b6818e8-e0bd-4c52-a783-c739414da9c4 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:14:59.185124 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed70026-5ec9-46cb-9178-f8590430b0ba tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Made reservation on behalf of 17e8ad33a56a46d9addb2f62b20cee9f for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:14:59.187095 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ed70026-5ec9-46cb-9178-f8590430b0ba tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:59.247607 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-2ed70026-5ec9-46cb-9178-f8590430b0ba tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] device_id is not set on port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:14:59.337933 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:59.390151 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > subnet after_create 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:14:59.390770 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > subnet after_delete 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:14:59.390864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > subnet before_create 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:14:59.391230 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > subnet before_update 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:14:59.391624 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb4413d-db73-4cf6-8cb7-badfb7e87da7']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:14:59.413172 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:59.501087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:59.514335 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4819cceb-c36a-47f3-9116-fcc1ad349577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:59.558028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4819cceb-c36a-47f3-9116-fcc1ad349577 None None] For port 8b577c5e-4b59-4464-ad29-735b7f84a191, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=8b577c5e-4b59-4464-ad29-735b7f84a191,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:14:59.572533 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4819cceb-c36a-47f3-9116-fcc1ad349577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:59.620984 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:59.622736 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Set router db7dee3b-8411-4e8f-a4cd-ec27572df604 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:14:59.629030 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2733169 Dec 14 01:14:59.668746 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 3b6818e8-e0bd-4c52-a783-c739414da9c4 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:59.669223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:59.778889 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:59.835286 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a6fa1-bbb7-48ad-9068-35fcc6c549b1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Pushing event updated for resources: {'Port': ['ID=e37f1adf-874d-4f40-827d-8d6ebf4bd81d,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:14:59.855559 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:59.863840 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-dd49e47c-671b-47c2-957e-7e60b4db8c6b None None] Provisioning complete for port ee863d82-2718-43ec-ad2c-c9934199a16b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:14:59.864292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd49e47c-671b-47c2-957e-7e60b4db8c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:14:59.979115 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-dd49e47c-671b-47c2-957e-7e60b4db8c6b None None] Port ee863d82-2718-43ec-ad2c-c9934199a16b cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:00.018788 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819cceb-c36a-47f3-9116-fcc1ad349577 None None] Pushing event updated for resources: {'Port': ['ID=8b577c5e-4b59-4464-ad29-735b7f84a191,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:00.175869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-dd49e47c-671b-47c2-957e-7e60b4db8c6b None None] Provisioning complete for port 8b577c5e-4b59-4464-ad29-735b7f84a191 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:00.176424 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd49e47c-671b-47c2-957e-7e60b4db8c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:00.182221 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 8b577c5e-4b59-4464-ad29-735b7f84a191 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:00.234984 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ed70026-5ec9-46cb-9178-f8590430b0ba tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:00.251722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a7c477b-f7db-4a0c-ba9e-4c5b977c10c9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:00.273267 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c477b-f7db-4a0c-ba9e-4c5b977c10c9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for ee863d82-2718-43ec-ad2c-c9934199a16b owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:00.277327 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2772a78c-a58a-4ae0-a5fb-652508d43fbe None None] Network 2ce08085-bae8-4681-85ed-a86263fde903 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:00.345755 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Allocated IP 2001:db8::3c (8367617b-0328-4b2b-b964-e5a3366d347c/a7799bd5-ae8c-49a2-b9fd-0a2f246f5db8/c145b57e-7575-4961-9c00-e6627f9c4ff0) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:00.373676 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ed70026-5ec9-46cb-9178-f8590430b0ba tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:00.437100 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369ac701-d685-4439-8ced-f7d3b23e8bb5') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:00.437586 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369ac701-d685-4439-8ced-f7d3b23e8bb5') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:00.443163 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50610) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:00.482090 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50620) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:00.494181 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-bd7a166e-8e9a-49ac-9477-b5d85f8d7ae2 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1119988058', 'description': 'tempest-description--966443003'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:00.504008 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:00.509952 dv-neutron-821592-1-hyperv neutron-server[103408]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 14 01:15:00.518846 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a7c477b-f7db-4a0c-ba9e-4c5b977c10c9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:00.526148 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed70026-5ec9-46cb-9178-f8590430b0ba tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Network 65fb9d54-ad3b-4b11-a129-a5ed823de12e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:00.534058 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-2ed70026-5ec9-46cb-9178-f8590430b0ba tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:00.549526 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed70026-5ec9-46cb-9178-f8590430b0ba tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:00.550775 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed70026-5ec9-46cb-9178-f8590430b0ba tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:00.551403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ed70026-5ec9-46cb-9178-f8590430b0ba tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:00.573586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed70026-5ec9-46cb-9178-f8590430b0ba tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Pushing event updated for resources: {'Port': ['ID=0d1c84c1-5558-46b3-b001-fd6cf9aa65e1,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:00.594796 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'name': 'tempest-ServersTestJSON-1080620613-router', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:44Z', 'updated_at': '2021-12-14T01:14:54Z', 'revision_number': 4, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'gw_port': {'id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:44:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'a5c0ac86-9e5a-4f30-a420-d90ba312e325', 'name': '', 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'mac_address': 'fa:16:3e:e2:f3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '35894143-d245-46e1-be5a-a76c13933a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:52Z', 'updated_at': '2021-12-14T01:14:55Z', 'revision_number': 2, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'subnets': [{'id': '35894143-d245-46e1-be5a-a76c13933a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:00.595395 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2ed70026-5ec9-46cb-9178-f8590430b0ba tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7768013 Dec 14 01:15:00.595395 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50622) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:00.606125 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:00.621740 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50624) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:00.628463 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c477b-f7db-4a0c-ba9e-4c5b977c10c9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=ee863d82-2718-43ec-ad2c-c9934199a16b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:00.630396 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Checking router: db7dee3b-8411-4e8f-a4cd-ec27572df604 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:15:00.630781 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Updating router db7dee3b-8411-4e8f-a4cd-ec27572df604 port a5c0ac86-9e5a-4f30-a420-d90ba312e325 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:15:00.644409 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:00.654544 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:00.666180 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 8b577c5e-4b59-4464-ad29-735b7f84a191 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:00.666503 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:00.697334 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:15:00.697787 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:00.698120 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:00.707263 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a7c477b-f7db-4a0c-ba9e-4c5b977c10c9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:00.711247 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9a7c477b-f7db-4a0c-ba9e-4c5b977c10c9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/ee863d82-2718-43ec-ad2c-c9934199a16b HTTP/1.1" status: 204 len: 168 time: 2.5907350 Dec 14 01:15:00.715244 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50628) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: from cryptography.utils import int_from_bytes Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: from cryptography.utils import int_from_bytes Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:15:00.715923 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:15:00.744958 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:00.747380 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:00.831945 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-858b71d3-af80-487a-87de-66ec098b0de8 None None] Provisioning complete for port 0619575e-1a20-44c8-9abb-a067287fe198 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:00.832528 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-858b71d3-af80-487a-87de-66ec098b0de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:00.833795 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd7a166e-8e9a-49ac-9477-b5d85f8d7ae2 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:00.851614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41c88cf-dce8-410f-a99a-844654ac3492 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:00.853475 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41c88cf-dce8-410f-a99a-844654ac3492 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:00.867460 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b41c88cf-dce8-410f-a99a-844654ac3492 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1493702 Dec 14 01:15:00.871871 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50630) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:00.901775 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-9f741367-be9a-48e8-92fc-713c3c15e97a tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--828499946&fields=id&tenant_id=4c3c9814a3bf4124a8679f70ca60ef3e HTTP/1.1" status: 200 len: 267 time: 0.4014983 Dec 14 01:15:00.910638 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3e7fc815-3277-45e9-a98b-a55e743e1f62 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:00.955337 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.009992 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Pushing event updated for resources: {'Port': ['ID=c145b57e-7575-4961-9c00-e6627f9c4ff0,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:01.023400 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd7a166e-8e9a-49ac-9477-b5d85f8d7ae2 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.058718 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.065664 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.067797 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Network 8367617b-0328-4b2b-b964-e5a3366d347c is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:01.071878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50634) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:01.072729 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] 10.222.0.32 "DELETE /v2.0/networks/ddb4413d-db73-4cf6-8cb7-badfb7e87da7 HTTP/1.1" status: 204 len: 168 time: 3.2921474 Dec 14 01:15:01.075398 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd7a166e-8e9a-49ac-9477-b5d85f8d7ae2 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.082468 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device dce5d37d-f71d-4d69-ae02-47a323610a92 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:01.086891 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:01.106645 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:01.217671 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-858b71d3-af80-487a-87de-66ec098b0de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.227673 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36ffe2-cc2f-488a-931c-b9b4e0456f09 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Pushing event deleted for resources: {'Network': ['ID=ddb4413d-db73-4cf6-8cb7-badfb7e87da7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:01.246460 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd3a619-c52e-41f3-8dbe-5f8bc9700059 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] DELETE failed (client error): The resource could not be found. Dec 14 01:15:01.246460 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd3a619-c52e-41f3-8dbe-5f8bc9700059 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:15:01.249330 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ecd3a619-c52e-41f3-8dbe-5f8bc9700059 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] 10.222.0.32 "DELETE /v2.0/ports/255c3901-88ba-4f39-bf13-6edfda798627 HTTP/1.1" status: 404 len: 333 time: 0.1762173 Dec 14 01:15:01.261410 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd7a166e-8e9a-49ac-9477-b5d85f8d7ae2 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.265275 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bd7a166e-8e9a-49ac-9477-b5d85f8d7ae2 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8091438 Dec 14 01:15:01.265275 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50636) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:01.278431 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port dce5d37d-f71d-4d69-ae02-47a323610a92 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:01.278941 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.282897 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3e7fc815-3277-45e9-a98b-a55e743e1f62 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] 10.222.0.32 "PUT /v2.0/quotas/e0599f51445642f6a152894cb21c3eb2 HTTP/1.1" status: 200 len: 368 time: 0.6531885 Dec 14 01:15:01.284477 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a25abf-affb-453a-be14-3c2b6370d31a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet 3847c27c-102c-4838-a9a1-9ff7866a572c {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:15:01.287281 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50638) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:01.287609 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50640) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:01.287724 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-858b71d3-af80-487a-87de-66ec098b0de8 None None] For port 0619575e-1a20-44c8-9abb-a067287fe198, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=0619575e-1a20-44c8-9abb-a067287fe198,segment=NetworkSegment(2608d756-7212-4f29-8e54-39c2782c7614),segment_id=2608d756-7212-4f29-8e54-39c2782c7614)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:01.297817 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7cbf9bea-707f-4272-a7a7-efa64470915f tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Request body: {'security_group_rule': {'security_group_id': 'b0946702-dcdf-45e3-81af-5722fbf065d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:01.303242 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97a25abf-affb-453a-be14-3c2b6370d31a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.305256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-946ec200-ec6a-4524-862f-ad5f6d226a1d tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Request body: {'network': {'project_id': 'e0599f51445642f6a152894cb21c3eb2'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:01.312698 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-858b71d3-af80-487a-87de-66ec098b0de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.352982 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a166e-8e9a-49ac-9477-b5d85f8d7ae2 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0946702-dcdf-45e3-81af-5722fbf065d1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:01.432897 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946ec200-ec6a-4524-862f-ad5f6d226a1d tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Made reservation on behalf of e0599f51445642f6a152894cb21c3eb2 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:01.435473 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-946ec200-ec6a-4524-862f-ad5f6d226a1d tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.445776 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b71d3-af80-487a-87de-66ec098b0de8 None None] Pushing event updated for resources: {'Port': ['ID=0619575e-1a20-44c8-9abb-a067287fe198,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:01.446747 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] device_id is not set on port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:01.451316 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-946ec200-ec6a-4524-862f-ad5f6d226a1d tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.466620 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbf9bea-707f-4272-a7a7-efa64470915f tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.469847 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.472288 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97a25abf-affb-453a-be14-3c2b6370d31a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.487078 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.497201 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ac37736c-4aa6-4ad4-9fcf-e631b63d406f None None] Provisioning complete for port 0619575e-1a20-44c8-9abb-a067287fe198 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:01.497676 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac37736c-4aa6-4ad4-9fcf-e631b63d406f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.502327 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.502580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.526117 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-9a3e2eee-772b-4833-8b29-966b539125d8 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:01.527656 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-9a3e2eee-772b-4833-8b29-966b539125d8 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/networks?id=6b6c98d5-c0d5-4295-8563-67b8b13840da HTTP/1.1" status: 200 len: 812 time: 0.5908267 Dec 14 01:15:01.538101 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-284c8f0a-548c-4d38-bd02-f48a94d67f31 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Deleting subnet d3140b14-b4f6-433f-bf86-59277e76c73a {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:15:01.544847 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.589624 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-284c8f0a-548c-4d38-bd02-f48a94d67f31 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.608402 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10524788-92e2-4b83-b830-9c65eecc1bfb None None] Pushing event updated for resources: {'Port': ['ID=a5c0ac86-9e5a-4f30-a420-d90ba312e325,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:01.637035 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-ae17dcec-e6ee-478f-a9be-249e67c7dff9 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/quotas/4c3c9814a3bf4124a8679f70ca60ef3e HTTP/1.1" status: 200 len: 375 time: 0.0929151 Dec 14 01:15:01.698069 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:01.698398 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:01.698733 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:01.713771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:01.714112 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:01.729453 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-284c8f0a-548c-4d38-bd02-f48a94d67f31 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.730163 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Attempting to bind port a5c0ac86-9e5a-4f30-a420-d90ba312e325 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:01.730684 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Attempting to bind port a5c0ac86-9e5a-4f30-a420-d90ba312e325 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '4b8f7014-0564-4bd3-90ab-75e37d39f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:01.731134 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Attempting to bind port a5c0ac86-9e5a-4f30-a420-d90ba312e325 on network ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:01.760562 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:01.761123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Checking segment: {'id': '4b8f7014-0564-4bd3-90ab-75e37d39f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:01.761645 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.762147 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Bound using segment: {'id': '4b8f7014-0564-4bd3-90ab-75e37d39f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:01.762743 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Bound port: a5c0ac86-9e5a-4f30-a420-d90ba312e325, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8f7014-0564-4bd3-90ab-75e37d39f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:01.763261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.811022 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.876343 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97a25abf-affb-453a-be14-3c2b6370d31a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:01.992783 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 2 to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 Dec 14 01:15:02.013395 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Pushing event updated for resources: {'Port': ['ID=0d1c84c1-5558-46b3-b001-fd6cf9aa65e1,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:02.042094 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:02.042432 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:02.042883 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:02.063763 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbf9bea-707f-4272-a7a7-efa64470915f tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.070202 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:02.070436 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:02.075790 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 3 to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 Dec 14 01:15:02.078659 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5daca27f-159b-4a0d-a918-a6b23827f482 None None] Provisioning complete for port a5c0ac86-9e5a-4f30-a420-d90ba312e325 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:02.079043 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5daca27f-159b-4a0d-a918-a6b23827f482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.086317 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbf9bea-707f-4272-a7a7-efa64470915f tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.118103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] For port a5c0ac86-9e5a-4f30-a420-d90ba312e325, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:02.132006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-946ec200-ec6a-4524-862f-ad5f6d226a1d tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.133376 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:02.133890 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:02.134286 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:02.138975 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] For port a5c0ac86-9e5a-4f30-a420-d90ba312e325, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a5c0ac86-9e5a-4f30-a420-d90ba312e325,segment=NetworkSegment(4b8f7014-0564-4bd3-90ab-75e37d39f27a),segment_id=4b8f7014-0564-4bd3-90ab-75e37d39f27a)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:02.140123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5daca27f-159b-4a0d-a918-a6b23827f482 None None] Port a5c0ac86-9e5a-4f30-a420-d90ba312e325 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:02.145996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.184686 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbf9bea-707f-4272-a7a7-efa64470915f tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.184686 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7cbf9bea-707f-4272-a7a7-efa64470915f tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8919451 Dec 14 01:15:02.184686 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50644) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:02.190706 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf9bea-707f-4272-a7a7-efa64470915f tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8016ff-79a4-4609-afb8-065a91af814d,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:02.200433 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ba74d2fe-bbfe-436c-97c6-0d84b0b91543 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Request body: {'security_group_rule': {'security_group_id': 'b0946702-dcdf-45e3-81af-5722fbf065d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:02.200827 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 0619575e-1a20-44c8-9abb-a067287fe198 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:02.207798 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-946ec200-ec6a-4524-862f-ad5f6d226a1d tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.218639 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:02.219087 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:02.224362 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 4 to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 Dec 14 01:15:02.241248 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-36802634-35e1-4db9-9c9c-aec7f8bc2780 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3c9814a3bf4124a8679f70ca60ef3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5928288 Dec 14 01:15:02.261859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-284c8f0a-548c-4d38-bd02-f48a94d67f31 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.287994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10524788-92e2-4b83-b830-9c65eecc1bfb None None] Pushing event updated for resources: {'Port': ['ID=a5c0ac86-9e5a-4f30-a420-d90ba312e325,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:02.305547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946ec200-ec6a-4524-862f-ad5f6d226a1d tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:15:02.311074 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Routers {'db7dee3b-8411-4e8f-a4cd-ec27572df604'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:02.312323 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:14:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['db7dee3b-8411-4e8f-a4cd-ec27572df604'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:02.325888 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:02.326381 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:02.326785 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:02.336734 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ec200-ec6a-4524-862f-ad5f6d226a1d tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7f4e0b-6c16-4f2b-995f-58795e0121a2,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:02.347959 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-946ec200-ec6a-4524-862f-ad5f6d226a1d tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.348464 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-946ec200-ec6a-4524-862f-ad5f6d226a1d tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Added segment dedae246-a1a9-4e20-9e66-33b5594ac189 of type vlan for network 497c167f-aa12-4709-bf1f-d24b3943c82c Dec 14 01:15:02.360661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:02.361069 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:02.365558 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 5 to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 Dec 14 01:15:02.414625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba74d2fe-bbfe-436c-97c6-0d84b0b91543 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.416875 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97a25abf-affb-453a-be14-3c2b6370d31a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.432820 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.439104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 0619575e-1a20-44c8-9abb-a067287fe198 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:02.439475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.441572 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:02.442059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:02.442202 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:02.445458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-946ec200-ec6a-4524-862f-ad5f6d226a1d tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.468473 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:02.468910 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:02.473349 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 6 to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 Dec 14 01:15:02.487207 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a25abf-affb-453a-be14-3c2b6370d31a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=3847c27c-102c-4838-a9a1-9ff7866a572c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:02.490922 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97a25abf-affb-453a-be14-3c2b6370d31a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.494200 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-97a25abf-affb-453a-be14-3c2b6370d31a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/3847c27c-102c-4838-a9a1-9ff7866a572c HTTP/1.1" status: 204 len: 168 time: 1.6146221 Dec 14 01:15:02.501976 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50652) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:02.503630 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-284c8f0a-548c-4d38-bd02-f48a94d67f31 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.523186 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0747526-352f-4e59-82b2-77e93782a03a None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:02.564741 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:02.565279 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:02.565742 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:02.575591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-946ec200-ec6a-4524-862f-ad5f6d226a1d tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.576927 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ec200-ec6a-4524-862f-ad5f6d226a1d tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:02.577574 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-946ec200-ec6a-4524-862f-ad5f6d226a1d tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.614586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:02.615008 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:02.618960 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] Set router db7dee3b-8411-4e8f-a4cd-ec27572df604 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:15:02.625084 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-53605b0a-891e-4043-8385-e73cd94cee14 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:15:02.626153 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-53605b0a-891e-4043-8385-e73cd94cee14 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1969218 Dec 14 01:15:02.632766 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 7 to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 Dec 14 01:15:02.633068 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1a74b746-5e02-44f4-8ddf-a1ba25c5853a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1253941 Dec 14 01:15:02.633685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50654) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:02.639225 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5f88fc6f-bc49-4af5-aad0-32f3e8730ab5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:02.671532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-219edb9d-885e-4ea3-9b30-4506ad01a403 None None] Provisioning complete for port a5c0ac86-9e5a-4f30-a420-d90ba312e325 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:02.671804 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-219edb9d-885e-4ea3-9b30-4506ad01a403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.700329 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-946ec200-ec6a-4524-862f-ad5f6d226a1d tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4094152 Dec 14 01:15:02.702107 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba74d2fe-bbfe-436c-97c6-0d84b0b91543 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.706770 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50656) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:02.716683 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-69dfb956-142d-42ba-89d1-9b77d11fdda4 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Request body: {'network': {'project_id': 'e0599f51445642f6a152894cb21c3eb2'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:02.719951 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:02.720458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:02.720928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:02.726047 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c8f0a-548c-4d38-bd02-f48a94d67f31 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Pushing event deleted for resources: {'Subnet': ['ID=d3140b14-b4f6-433f-bf86-59277e76c73a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:02.728371 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-284c8f0a-548c-4d38-bd02-f48a94d67f31 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.728960 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ec200-ec6a-4524-862f-ad5f6d226a1d tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Pushing event updated for resources: {'Network': ['ID=497c167f-aa12-4709-bf1f-d24b3943c82c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:02.732838 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-284c8f0a-548c-4d38-bd02-f48a94d67f31 tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] 10.222.0.32 "DELETE /v2.0/subnets/d3140b14-b4f6-433f-bf86-59277e76c73a HTTP/1.1" status: 204 len: 168 time: 1.4542308 Dec 14 01:15:02.735352 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba74d2fe-bbfe-436c-97c6-0d84b0b91543 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.740979 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50658) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:02.773578 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d8719a-7e9f-4fb0-b59d-bb2be5a95b2e None None] Network d6ed8208-10ef-4d93-b339-91f7ed37afa6 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:02.775419 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 497c167f-aa12-4709-bf1f-d24b3943c82c details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:15:02.779460 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:02.779785 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:02.814189 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 8 to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 Dec 14 01:15:02.823313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74d2fe-bbfe-436c-97c6-0d84b0b91543 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332cbf66-38b6-44ce-9d47-8daf1692618b,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:02.828770 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Router a4437e8f-175f-4dfb-9f64-cffd760a0b68 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:15:02.852013 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-48580f76-195f-4c33-b3b3-1972c17357f0 service neutron] 10.222.0.32 "GET /v2.0/networks/6b6c98d5-c0d5-4295-8563-67b8b13840da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181049 Dec 14 01:15:02.856577 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba74d2fe-bbfe-436c-97c6-0d84b0b91543 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.858086 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ba74d2fe-bbfe-436c-97c6-0d84b0b91543 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6632373 Dec 14 01:15:02.861689 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50660) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:02.867657 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:02.874442 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:02.874988 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:02.875608 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:02.890270 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dfb956-142d-42ba-89d1-9b77d11fdda4 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Made reservation on behalf of e0599f51445642f6a152894cb21c3eb2 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:02.894477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69dfb956-142d-42ba-89d1-9b77d11fdda4 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.906994 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:02.907542 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:02.911745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:02.916260 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 9 to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 Dec 14 01:15:02.948464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:02.949111 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:02.949615 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:02.957279 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 8b577c5e-4b59-4464-ad29-735b7f84a191 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:02.966828 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69dfb956-142d-42ba-89d1-9b77d11fdda4 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:15:02.971583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:02.971978 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:02.976333 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 10 to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 Dec 14 01:15:02.978913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Router 4a151fbf-ebbd-4bfd-8659-ff373ae3cefd is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:15:03.002799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deb4489-bcac-48f8-bced-f4abdf77a7b4 None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:15:03.013048 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-a9a92c99-5d4c-423e-806a-168ea0be095c service neutron] 10.222.0.32 "GET /v2.0/networks/6b6c98d5-c0d5-4295-8563-67b8b13840da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305716 Dec 14 01:15:03.013525 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69dfb956-142d-42ba-89d1-9b77d11fdda4 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.013899 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-69dfb956-142d-42ba-89d1-9b77d11fdda4 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Added segment 8c513f8a-cf90-4bad-a213-23c9a2642967 of type vlan for network 9adb492c-42b2-4000-9b2f-927e6bc1abf5 Dec 14 01:15:03.020683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.032547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:03.032925 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:03.033255 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:03.110129 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:03.110517 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:03.110867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.125503 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69dfb956-142d-42ba-89d1-9b77d11fdda4 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.146848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-219edb9d-885e-4ea3-9b30-4506ad01a403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.170581 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:15:03.190219 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84496e2-5747-4bd3-a62b-e579fb3db783 None None] Sync routers for ids ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:15:03.211922 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84496e2-5747-4bd3-a62b-e579fb3db783 None None] Routers {'a4437e8f-175f-4dfb-9f64-cffd760a0b68'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:03.212860 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b84496e2-5747-4bd3-a62b-e579fb3db783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:14:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:03.226270 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f88fc6f-bc49-4af5-aad0-32f3e8730ab5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:03.231263 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f88fc6f-bc49-4af5-aad0-32f3e8730ab5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.247083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69dfb956-142d-42ba-89d1-9b77d11fdda4 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.248051 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dfb956-142d-42ba-89d1-9b77d11fdda4 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:03.248674 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69dfb956-142d-42ba-89d1-9b77d11fdda4 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.251377 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Deleting port 103b58a5-7eee-4d4d-b156-03731638a1e2 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:03.251697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.255179 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 8b577c5e-4b59-4464-ad29-735b7f84a191 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:03.268779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.286182 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b84496e2-5747-4bd3-a62b-e579fb3db783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:03.308142 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84496e2-5747-4bd3-a62b-e579fb3db783 None None] Routers {'a4437e8f-175f-4dfb-9f64-cffd760a0b68'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:03.309081 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b84496e2-5747-4bd3-a62b-e579fb3db783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:14:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:03.329356 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-219edb9d-885e-4ea3-9b30-4506ad01a403 None None] For port a5c0ac86-9e5a-4f30-a420-d90ba312e325, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a5c0ac86-9e5a-4f30-a420-d90ba312e325,segment=NetworkSegment(4b8f7014-0564-4bd3-90ab-75e37d39f27a),segment_id=4b8f7014-0564-4bd3-90ab-75e37d39f27a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:03.334934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8ce5d3-0dee-4883-9924-f0c6c2cf8cb6 None None] DHCP port deletion for d6ed8208-10ef-4d93-b339-91f7ed37afa6 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:15:03.368397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:15:03.392454 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b84496e2-5747-4bd3-a62b-e579fb3db783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:03.393645 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84496e2-5747-4bd3-a62b-e579fb3db783 None None] The sync data for ids ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:15:03.399747 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-69dfb956-142d-42ba-89d1-9b77d11fdda4 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6895373 Dec 14 01:15:03.400960 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] For port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:03.402150 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempted to set empty binding levels {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 14 01:15:03.409486 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50668) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:03.418403 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0deb4489-bcac-48f8-bced-f4abdf77a7b4 None None] Deleting port 8b577c5e-4b59-4464-ad29-735b7f84a191 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:03.419086 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0deb4489-bcac-48f8-bced-f4abdf77a7b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.420573 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.421881 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8a4156d2-8cae-4efd-a512-4b9f6c299b9e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.7236180 Dec 14 01:15:03.425787 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fce5e163-a72e-4d38-be90-4e5d5e556bae tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Request body: {'network': {'project_id': 'e0599f51445642f6a152894cb21c3eb2'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:03.429515 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.431473 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50670) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:03.440450 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfb956-142d-42ba-89d1-9b77d11fdda4 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Pushing event updated for resources: {'Network': ['ID=9adb492c-42b2-4000-9b2f-927e6bc1abf5,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:03.474685 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-219edb9d-885e-4ea3-9b30-4506ad01a403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.478510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.479932 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ca12244f-85f3-480f-9671-300eccb7ad7c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 7.0610695 Dec 14 01:15:03.482793 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50676) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:03.519105 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Sync routers for ids ['4a151fbf-ebbd-4bfd-8659-ff373ae3cefd'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:15:03.528818 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 9adb492c-42b2-4000-9b2f-927e6bc1abf5 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:15:03.580560 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Routers {'4a151fbf-ebbd-4bfd-8659-ff373ae3cefd'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:03.581580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:14:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4a151fbf-ebbd-4bfd-8659-ff373ae3cefd'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:03.594758 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] In _notify_port_updated(), no bound segment for port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:15:03.595631 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:03.596298 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.600076 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] 10.222.0.32 "PUT /v2.0/ports/0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 HTTP/1.1" status: 200 len: 976 time: 2.9990618 Dec 14 01:15:03.625433 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50690) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:03.636135 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] For port 103b58a5-7eee-4d4d-b156-03731638a1e2, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=103b58a5-7eee-4d4d-b156-03731638a1e2,segment=NetworkSegment(886653cd-f37e-4426-bf7d-576a9d7b449b),segment_id=886653cd-f37e-4426-bf7d-576a9d7b449b)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:03.636828 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.651798 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50692) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:03.711965 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Set router 4a151fbf-ebbd-4bfd-8659-ff373ae3cefd gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:15:03.721500 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Calling delete_port for 103b58a5-7eee-4d4d-b156-03731638a1e2 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:03.724746 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f88fc6f-bc49-4af5-aad0-32f3e8730ab5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.732995 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce5e163-a72e-4d38-be90-4e5d5e556bae tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 14 01:15:03.733731 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce5e163-a72e-4d38-be90-4e5d5e556bae tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:15:03.734899 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fce5e163-a72e-4d38-be90-4e5d5e556bae tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3212030 Dec 14 01:15:03.745226 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50696) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:03.848052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e83311-c96f-46fa-a38c-0aacf4e7a99c tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Pushing event updated for resources: {'Port': ['ID=0d1c84c1-5558-46b3-b001-fd6cf9aa65e1,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:03.854554 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8f081762-8a68-4a46-b8f7-9c64e8d41cd8 req-e2a2ddd7-2e00-4b1e-b09d-1716a9a05c57 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 210 time: 0.2015707 Dec 14 01:15:03.885461 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f88fc6f-bc49-4af5-aad0-32f3e8730ab5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:03.900237 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-5f88fc6f-bc49-4af5-aad0-32f3e8730ab5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:03.922405 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8fb542c-1a71-40c1-b12f-1ea7a3e5da1e tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.931573 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f88fc6f-bc49-4af5-aad0-32f3e8730ab5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:03.933136 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f88fc6f-bc49-4af5-aad0-32f3e8730ab5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:03.988626 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:04.004146 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5f88fc6f-bc49-4af5-aad0-32f3e8730ab5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3663893 Dec 14 01:15:04.004146 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88fc6f-bc49-4af5-aad0-32f3e8730ab5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=f9db2ba9-1089-4933-b74e-390b132029bd,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:04.031743 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50704) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:04.054020 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5dc437f1-424d-4547-97e8-9f2df4a786fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'name': 'tempest-NetworksTestDHCPv6-22295142'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:04.107793 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0deb4489-bcac-48f8-bced-f4abdf77a7b4 None None] For port 8b577c5e-4b59-4464-ad29-735b7f84a191, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=8b577c5e-4b59-4464-ad29-735b7f84a191,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:04.108537 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0deb4489-bcac-48f8-bced-f4abdf77a7b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:04.226462 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0deb4489-bcac-48f8-bced-f4abdf77a7b4 None None] Calling delete_port for 8b577c5e-4b59-4464-ad29-735b7f84a191 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:04.266169 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.266169 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.266169 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.266169 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.267262 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.267722 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.268711 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.269225 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.271502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.271502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.271502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.271502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.271896 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.272384 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.272823 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.273259 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.275237 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.275237 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:04.277422 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f700f3d3-39e7-4fb8-94df-382cde3a1baf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15980 time: 0.6506066 Dec 14 01:15:04.280956 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50714) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:04.307898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Allocated IP 172.26.1.80 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/9a175c2f-df1c-4283-a4df-a87d3315c992) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:04.316761 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:04.365817 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219edb9d-885e-4ea3-9b30-4506ad01a403 None None] Pushing event updated for resources: {'Port': ['ID=a5c0ac86-9e5a-4f30-a420-d90ba312e325,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:04.380165 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'name': 'tempest-ServersTestJSON-1080620613-router', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:44Z', 'updated_at': '2021-12-14T01:14:54Z', 'revision_number': 4, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'gw_port': {'id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:44:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'a5c0ac86-9e5a-4f30-a420-d90ba312e325', 'name': '', 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'mac_address': 'fa:16:3e:e2:f3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '35894143-d245-46e1-be5a-a76c13933a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:52Z', 'updated_at': '2021-12-14T01:15:02Z', 'revision_number': 4, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'subnets': [{'id': '35894143-d245-46e1-be5a-a76c13933a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:04.414787 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ae542f88-2467-4528-8965-cc0987f98102 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0599f51445642f6a152894cb21c3eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6389809 Dec 14 01:15:04.419524 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Pushing event deleted for resources: {'Port': ['ID=103b58a5-7eee-4d4d-b156-03731638a1e2,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:04.450208 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda08385-2e7a-4282-878f-fb3410fae48d None None] The sync data for ids ['db7dee3b-8411-4e8f-a4cd-ec27572df604'] in dv-neutron-821592-1-hyperv is: [{'id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'name': 'tempest-ServersTestJSON-1080620613-router', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:44Z', 'updated_at': '2021-12-14T01:14:54Z', 'revision_number': 4, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'gw_port': {'id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:44:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'a5c0ac86-9e5a-4f30-a420-d90ba312e325', 'name': '', 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'mac_address': 'fa:16:3e:e2:f3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '35894143-d245-46e1-be5a-a76c13933a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:52Z', 'updated_at': '2021-12-14T01:15:02Z', 'revision_number': 4, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'subnets': [{'id': '35894143-d245-46e1-be5a-a76c13933a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:15:04.464612 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ce5d3-0dee-4883-9924-f0c6c2cf8cb6 None None] Deleting port 103b58a5-7eee-4d4d-b156-03731638a1e2 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:04.464993 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce5d3-0dee-4883-9924-f0c6c2cf8cb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:04.491169 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50718) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:04.491356 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] No DVR routers for this DVR port 103b58a5-7eee-4d4d-b156-03731638a1e2 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:15:04.577049 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-bd8ce5d3-0dee-4883-9924-f0c6c2cf8cb6 None None] For port 103b58a5-7eee-4d4d-b156-03731638a1e2, host dv-neutron-821592-1-hyperv, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:04.577472 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce5d3-0dee-4883-9924-f0c6c2cf8cb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:04.610517 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 8b577c5e-4b59-4464-ad29-735b7f84a191 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:15:04.615564 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ce5d3-0dee-4883-9924-f0c6c2cf8cb6 None None] Calling delete_port for 103b58a5-7eee-4d4d-b156-03731638a1e2 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:04.618657 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-bd8ce5d3-0dee-4883-9924-f0c6c2cf8cb6 None None] Port 103b58a5-7eee-4d4d-b156-03731638a1e2 was not found and therefore no delete operation was performed {{(pid=103410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 01:15:04.620744 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce5d3-0dee-4883-9924-f0c6c2cf8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:04.626440 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0deb4489-bcac-48f8-bced-f4abdf77a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:04.667854 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:04.674374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc437f1-424d-4547-97e8-9f2df4a786fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:04.675527 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deb4489-bcac-48f8-bced-f4abdf77a7b4 None None] No DVR routers for this DVR port 8b577c5e-4b59-4464-ad29-735b7f84a191 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:15:04.686098 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dc437f1-424d-4547-97e8-9f2df4a786fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:04.695465 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8fb542c-1a71-40c1-b12f-1ea7a3e5da1e tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:04.711614 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 8b577c5e-4b59-4464-ad29-735b7f84a191 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:15:04.711989 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 8b577c5e-4b59-4464-ad29-735b7f84a191 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:15:04.712636 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 103b58a5-7eee-4d4d-b156-03731638a1e2 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:15:04.746441 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 103b58a5-7eee-4d4d-b156-03731638a1e2 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:15:04.746786 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 103b58a5-7eee-4d4d-b156-03731638a1e2 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:15:04.749420 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ce5d3-0dee-4883-9924-f0c6c2cf8cb6 None None] Pushing event deleted for resources: {'Port': ['ID=103b58a5-7eee-4d4d-b156-03731638a1e2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:04.753211 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:04.773842 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ce5d3-0dee-4883-9924-f0c6c2cf8cb6 None None] No DVR routers for this DVR port 103b58a5-7eee-4d4d-b156-03731638a1e2 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:15:04.809170 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-5dc437f1-424d-4547-97e8-9f2df4a786fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port 40b4b2ee-c210-4c7f-a1cf-df0dd2c93d47 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:04.813005 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a1b30-87bc-45f0-86d0-9b0186bf3cbf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Deleting port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:04.813577 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb1a1b30-87bc-45f0-86d0-9b0186bf3cbf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:04.838519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4462b7ff-281a-490a-9f2e-0ae00a7767a3 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:04.855964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac24031-7e3d-4330-92ad-12fe99df60fe None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:04.859290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a151fbf-ebbd-4bfd-8659-ff373ae3cefd', 'name': '', 'tenant_id': '535ee2896386405f9aea48adc6f6a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8367617b-0328-4b2b-b964-e5a3366d347c', 'external_fixed_ips': [{'subnet_id': 'a7799bd5-ae8c-49a2-b9fd-0a2f246f5db8', 'ip_address': '2001:db8::3c'}], 'enable_snat': True}, 'gw_port_id': 'c145b57e-7575-4961-9c00-e6627f9c4ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:56Z', 'updated_at': '2021-12-14T01:15:01Z', 'revision_number': 3, 'project_id': '535ee2896386405f9aea48adc6f6a9d8', 'gw_port': {'id': 'c145b57e-7575-4961-9c00-e6627f9c4ff0', 'name': '', 'network_id': '8367617b-0328-4b2b-b964-e5a3366d347c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a151fbf-ebbd-4bfd-8659-ff373ae3cefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'a7799bd5-ae8c-49a2-b9fd-0a2f246f5db8', 'ip_address': '2001:db8::3c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:59Z', 'updated_at': '2021-12-14T01:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7799bd5-ae8c-49a2-b9fd-0a2f246f5db8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:04.870375 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb4489-bcac-48f8-bced-f4abdf77a7b4 None None] Pushing event deleted for resources: {'Port': ['ID=8b577c5e-4b59-4464-ad29-735b7f84a191,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:04.926046 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4462b7ff-281a-490a-9f2e-0ae00a7767a3 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:04.935447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bb1a1b30-87bc-45f0-86d0-9b0186bf3cbf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] For port 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1, host hv-neutron-8215, got binding levels [] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:04.936113 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb1a1b30-87bc-45f0-86d0-9b0186bf3cbf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:04.954394 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a1b30-87bc-45f0-86d0-9b0186bf3cbf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Calling delete_port for 0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:05.030562 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Checking router: 4a151fbf-ebbd-4bfd-8659-ff373ae3cefd for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:15:05.030914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Updating router 4a151fbf-ebbd-4bfd-8659-ff373ae3cefd port c145b57e-7575-4961-9c00-e6627f9c4ff0 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:15:05.061650 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > segment before_delete 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:15:05.061932 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:15:05.062816 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:15:05.063003 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > port after_create 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:15:05.064027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > port after_delete 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:15:05.064027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > port after_update 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:15:05.064406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > segment after_delete 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:15:05.065562 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > subnet after_create 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:15:05.066304 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > subnet after_delete 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:15:05.066717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > subnet after_update 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:15:05.075520 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.107978 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.189123 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4462b7ff-281a-490a-9f2e-0ae00a7767a3 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.192445 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4462b7ff-281a-490a-9f2e-0ae00a7767a3 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.196569 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4462b7ff-281a-490a-9f2e-0ae00a7767a3 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c7f4e0b-6c16-4f2b-995f-58795e0121a2 HTTP/1.1" status: 204 len: 168 time: 0.7014785 Dec 14 01:15:05.202132 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50728) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:05.230082 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': 'f9db2ba9-1089-4933-b74e-390b132029bd'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:15:05.230846 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.325903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > subnet after_create 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:15:05.325903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > subnet after_delete 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:15:05.331599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > subnet before_create 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:15:05.332187 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Subscribe: > subnet before_update 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 01:15:05.332792 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ed8208-10ef-4d93-b339-91f7ed37afa6']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:05.388271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb1a1b30-87bc-45f0-86d0-9b0186bf3cbf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.396861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886653cd-f37e-4426-bf7d-576a9d7b449b') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:05.397318 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886653cd-f37e-4426-bf7d-576a9d7b449b') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:05.415001 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-5dc437f1-424d-4547-97e8-9f2df4a786fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::61 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/f9db2ba9-1089-4933-b74e-390b132029bd/40b4b2ee-c210-4c7f-a1cf-df0dd2c93d47) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:05.461864 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.494049 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.507504 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:15:05.508250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.538192 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.551849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: from cryptography.utils import int_from_bytes Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: from cryptography.utils import int_from_bytes Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:15:05.611654 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:15:05.621486 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a1b30-87bc-45f0-86d0-9b0186bf3cbf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d1c84c1-5558-46b3-b001-fd6cf9aa65e1,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:05.677068 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb1a1b30-87bc-45f0-86d0-9b0186bf3cbf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.681163 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bb1a1b30-87bc-45f0-86d0-9b0186bf3cbf tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] 10.222.0.32 "DELETE /v2.0/ports/0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 HTTP/1.1" status: 204 len: 168 time: 1.3990412 Dec 14 01:15:05.682154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.683668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50730) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:05.701344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Attempting to bind port c145b57e-7575-4961-9c00-e6627f9c4ff0 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:05.701823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Attempting to bind port c145b57e-7575-4961-9c00-e6627f9c4ff0 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '7a822f99-c20b-49fb-84b6-2e859dd6325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8367617b-0328-4b2b-b964-e5a3366d347c'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:05.702199 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Attempting to bind port c145b57e-7575-4961-9c00-e6627f9c4ff0 on network 8367617b-0328-4b2b-b964-e5a3366d347c {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:05.718202 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177c63f-6bd8-4721-be4a-4e9c6b2184e9 None None] Pushing event updated for resources: {'Port': ['ID=c145b57e-7575-4961-9c00-e6627f9c4ff0,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:05.721433 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:05.721768 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Checking segment: {'id': '7a822f99-c20b-49fb-84b6-2e859dd6325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8367617b-0328-4b2b-b964-e5a3366d347c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:05.722307 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.722709 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Bound using segment: {'id': '7a822f99-c20b-49fb-84b6-2e859dd6325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8367617b-0328-4b2b-b964-e5a3366d347c'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:05.723215 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Bound port: c145b57e-7575-4961-9c00-e6627f9c4ff0, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a822f99-c20b-49fb-84b6-2e859dd6325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8367617b-0328-4b2b-b964-e5a3366d347c'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:05.723603 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.735335 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f042f89-a7b0-498a-bcc9-43400112221f tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] GET failed (client error): The resource could not be found. Dec 14 01:15:05.737146 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0f042f89-a7b0-498a-bcc9-43400112221f tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] 10.222.0.32 "GET /v2.0/ports/0d1c84c1-5558-46b3-b001-fd6cf9aa65e1 HTTP/1.1" status: 404 len: 333 time: 0.0501997 Dec 14 01:15:05.738643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.742882 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] 10.222.0.32 "DELETE /v2.0/networks/d6ed8208-10ef-4d93-b339-91f7ed37afa6 HTTP/1.1" status: 204 len: 168 time: 2.9966187 Dec 14 01:15:05.753767 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aafb14be-03be-40fe-a43d-eb9445c37131 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.755676 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Pushing event updated for resources: {'Port': ['ID=9a175c2f-df1c-4283-a4df-a87d3315c992,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:05.769757 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50732) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:05.773431 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d8fb542c-1a71-40c1-b12f-1ea7a3e5da1e tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Deleting port c145b57e-7575-4961-9c00-e6627f9c4ff0 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:05.773737 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8fb542c-1a71-40c1-b12f-1ea7a3e5da1e tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.777177 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:05.782440 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462b7ff-281a-490a-9f2e-0ae00a7767a3 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7f4e0b-6c16-4f2b-995f-58795e0121a2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:05.795773 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-3bd3cc16-6ccc-405e-9a7f-fe9fe940447b tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-244948604', 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:05.803915 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c7887-45b2-441b-8dab-5d5cf9dd6c0d tempest-DHCPAgentSchedulersTestJSON-166213762 tempest-DHCPAgentSchedulersTestJSON-166213762-project] Pushing event deleted for resources: {'Network': ['ID=d6ed8208-10ef-4d93-b339-91f7ed37afa6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:05.861701 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] For port c145b57e-7575-4961-9c00-e6627f9c4ff0, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:05.869639 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] For port c145b57e-7575-4961-9c00-e6627f9c4ff0, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c145b57e-7575-4961-9c00-e6627f9c4ff0,segment=NetworkSegment(7a822f99-c20b-49fb-84b6-2e859dd6325c),segment_id=7a822f99-c20b-49fb-84b6-2e859dd6325c)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:05.876702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.890893 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f772922d-858d-40a3-997f-5281dd2b707a req-698aeb8c-75d8-4620-a163-84e17d8a6a1e tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 210 time: 0.1317375 Dec 14 01:15:05.891706 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:05.894338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:05.918915 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd3cc16-6ccc-405e-9a7f-fe9fe940447b tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Made reservation on behalf of 17e8ad33a56a46d9addb2f62b20cee9f for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:05.923259 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bd3cc16-6ccc-405e-9a7f-fe9fe940447b tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:05.985137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Routers {'4a151fbf-ebbd-4bfd-8659-ff373ae3cefd'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:05.986108 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:14:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4a151fbf-ebbd-4bfd-8659-ff373ae3cefd'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:05.992059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-3bd3cc16-6ccc-405e-9a7f-fe9fe940447b tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] device_id is not set on port 2ab160c6-5d80-4f40-ad90-048d0520cdde yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:06.077834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:06.092249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177c63f-6bd8-4721-be4a-4e9c6b2184e9 None None] Pushing event updated for resources: {'Port': ['ID=c145b57e-7575-4961-9c00-e6627f9c4ff0,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:06.151730 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] Set router 4a151fbf-ebbd-4bfd-8659-ff373ae3cefd gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:15:06.224239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.16', 51818) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:06.251184 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50738) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:06.254406 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a151fbf-ebbd-4bfd-8659-ff373ae3cefd', 'name': '', 'tenant_id': '535ee2896386405f9aea48adc6f6a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:56Z', 'updated_at': '2021-12-14T01:15:04Z', 'revision_number': 4, 'project_id': '535ee2896386405f9aea48adc6f6a9d8', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:06.264972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aafb14be-03be-40fe-a43d-eb9445c37131 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:06.279987 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8fb542c-1a71-40c1-b12f-1ea7a3e5da1e tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:06.312276 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cad731-1af5-4427-a0a6-a090342e402c None None] The sync data for ids ['4a151fbf-ebbd-4bfd-8659-ff373ae3cefd'] in dv-neutron-821592-1-hyperv is: [{'id': '4a151fbf-ebbd-4bfd-8659-ff373ae3cefd', 'name': '', 'tenant_id': '535ee2896386405f9aea48adc6f6a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:56Z', 'updated_at': '2021-12-14T01:15:04Z', 'revision_number': 4, 'project_id': '535ee2896386405f9aea48adc6f6a9d8', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:15:06.367723 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-aafb14be-03be-40fe-a43d-eb9445c37131 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9adb492c-42b2-4000-9b2f-927e6bc1abf5']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:06.370371 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d8fb542c-1a71-40c1-b12f-1ea7a3e5da1e tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Calling delete_port for c145b57e-7575-4961-9c00-e6627f9c4ff0 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:06.435059 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dc437f1-424d-4547-97e8-9f2df4a786fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:06.537491 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a5c0ac86-9e5a-4f30-a420-d90ba312e325 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:06.573046 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dc437f1-424d-4547-97e8-9f2df4a786fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:06.584579 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-aafb14be-03be-40fe-a43d-eb9445c37131 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c513f8a-cf90-4bad-a213-23c9a2642967') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:06.584924 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-aafb14be-03be-40fe-a43d-eb9445c37131 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c513f8a-cf90-4bad-a213-23c9a2642967') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:06.590375 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Allocated IP 2001:db8::2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/f9db2ba9-1089-4933-b74e-390b132029bd/50f43359-6a89-4c8f-9212-0db752900cd8) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:06.613085 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aafb14be-03be-40fe-a43d-eb9445c37131 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:06.617153 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-0d3410f3-b0d7-4915-9d68-ee61ee9a09e5 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:06.618585 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-0d3410f3-b0d7-4915-9d68-ee61ee9a09e5 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.16 "GET /v2.0/networks?id=6b6c98d5-c0d5-4295-8563-67b8b13840da HTTP/1.1" status: 200 len: 812 time: 0.3933649 Dec 14 01:15:06.655424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:06.662260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bd3cc16-6ccc-405e-9a7f-fe9fe940447b tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:06.695089 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aafb14be-03be-40fe-a43d-eb9445c37131 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:06.703607 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc437f1-424d-4547-97e8-9f2df4a786fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:06.720074 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafb14be-03be-40fe-a43d-eb9445c37131 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:15:06.720494 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aafb14be-03be-40fe-a43d-eb9445c37131 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:15:06.728231 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:15:06.730288 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-5dc437f1-424d-4547-97e8-9f2df4a786fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:06.776228 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc437f1-424d-4547-97e8-9f2df4a786fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:06.788418 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc437f1-424d-4547-97e8-9f2df4a786fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:06.789025 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dc437f1-424d-4547-97e8-9f2df4a786fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:06.851095 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port a5c0ac86-9e5a-4f30-a420-d90ba312e325 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:06.852156 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:06.889568 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a85ea2a0-847b-44f5-bff1-e7080c9e1ec1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e35855479fe4a43bbdb0615d0050dce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6370101 Dec 14 01:15:06.890365 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc437f1-424d-4547-97e8-9f2df4a786fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=40b4b2ee-c210-4c7f-a1cf-df0dd2c93d47,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:06.895733 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50752) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:07.008461 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.020660 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.025068 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5dc437f1-424d-4547-97e8-9f2df4a786fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9824266 Dec 14 01:15:07.035712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50760) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:07.041919 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.076630 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:07.102070 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:07.105059 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aafb14be-03be-40fe-a43d-eb9445c37131 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.105734 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:07.132718 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aafb14be-03be-40fe-a43d-eb9445c37131 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.139161 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-aafb14be-03be-40fe-a43d-eb9445c37131 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9adb492c-42b2-4000-9b2f-927e6bc1abf5 HTTP/1.1" status: 204 len: 168 time: 1.9257386 Dec 14 01:15:07.156970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50770) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:07.169560 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Pushing event updated for resources: {'Port': ['ID=50f43359-6a89-4c8f-9212-0db752900cd8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:07.204538 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e0605bd-cdbe-40a2-9c59-b1c721cef0c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.206324 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb14be-03be-40fe-a43d-eb9445c37131 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Pushing event deleted for resources: {'Network': ['ID=9adb492c-42b2-4000-9b2f-927e6bc1abf5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:07.212780 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c2d4842e-08d3-460b-b451-926474b614d3 req-0853b360-3f05-489f-beaf-8459551aeb87 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 210 time: 0.0936174 Dec 14 01:15:07.256230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Attempting to bind port 50f43359-6a89-4c8f-9212-0db752900cd8 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:07.257058 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Attempting to bind port 50f43359-6a89-4c8f-9212-0db752900cd8 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:07.257567 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Attempting to bind port 50f43359-6a89-4c8f-9212-0db752900cd8 on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:07.266021 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:07.266644 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:07.267035 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6c1ee3d-c94b-4149-b0e6-0d35714a1629 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.267466 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.268121 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:07.268743 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Bound port: 50f43359-6a89-4c8f-9212-0db752900cd8, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:07.269545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.324352 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e0605bd-cdbe-40a2-9c59-b1c721cef0c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.350798 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] For port 50f43359-6a89-4c8f-9212-0db752900cd8, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:07.354111 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bd3cc16-6ccc-405e-9a7f-fe9fe940447b tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.355164 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] For port 50f43359-6a89-4c8f-9212-0db752900cd8, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=50f43359-6a89-4c8f-9212-0db752900cd8,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:07.365732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.397723 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba40d69-2260-4cf6-8acc-11e818376213 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:07.403775 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba40d69-2260-4cf6-8acc-11e818376213 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:07.408282 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7ba40d69-2260-4cf6-8acc-11e818376213 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.3659608 Dec 14 01:15:07.441393 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.443097 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8fb542c-1a71-40c1-b12f-1ea7a3e5da1e tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.444885 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50774) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:07.450823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43d921-05d2-419c-ba17-b553d1f2b395 None None] Pushing event updated for resources: {'Port': ['ID=50f43359-6a89-4c8f-9212-0db752900cd8,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:07.462649 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-c4b152f4-3e1f-496b-ba01-a1eb980a4533 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c3c9814a3bf4124a8679f70ca60ef3e HTTP/1.1" status: 200 len: 379 time: 0.7404895 Dec 14 01:15:07.479015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb542c-1a71-40c1-b12f-1ea7a3e5da1e tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Pushing event deleted for resources: {'Port': ['ID=c145b57e-7575-4961-9c00-e6627f9c4ff0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:07.485789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.504717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-eba03f36-7ef4-4725-b706-23ea1c398016 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Request body: {'port': {'device_id': '00e7483e-5084-4647-983e-a83435be5571', 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da', 'admin_state_up': True, 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'security_groups': ['d6e47391-9f1e-47e0-8c59-c3d0cc0571a7']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:07.595652 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e0605bd-cdbe-40a2-9c59-b1c721cef0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.598765 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e0605bd-cdbe-40a2-9c59-b1c721cef0c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.600638 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6e0605bd-cdbe-40a2-9c59-b1c721cef0c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f016b61-6e0a-4b65-9a78-35003a1290c6 HTTP/1.1" status: 204 len: 168 time: 0.6983025 Dec 14 01:15:07.625802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3cc16-6ccc-405e-9a7f-fe9fe940447b tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Pushing event updated for resources: {'Port': ['ID=2ab160c6-5d80-4f40-ad90-048d0520cdde,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:07.757496 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0605bd-cdbe-40a2-9c59-b1c721cef0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f016b61-6e0a-4b65-9a78-35003a1290c6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:07.762520 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8fb542c-1a71-40c1-b12f-1ea7a3e5da1e tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.793080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Pushing event updated for resources: {'Port': ['ID=9a175c2f-df1c-4283-a4df-a87d3315c992,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:07.902275 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:07.927588 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Allocated IP 172.20.0.1 (2ce08085-bae8-4681-85ed-a86263fde903/d64b3031-9977-46ad-9853-6aa90b0d23a1/58d635f5-0d05-441f-9cbc-e699d80b74a4) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:08.048559 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8fb542c-1a71-40c1-b12f-1ea7a3e5da1e tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:08.055015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8fb542c-1a71-40c1-b12f-1ea7a3e5da1e tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:08.071620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:08.073563 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9644b393-7128-4515-a0ab-2a11ba97fe0b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2106609 Dec 14 01:15:08.155588 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0fc46a6d-4a04-4aa7-8ade-6af7bd3cabea tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port 40b4b2ee-c210-4c7f-a1cf-df0dd2c93d47 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:08.155931 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a6d-4a04-4aa7-8ade-6af7bd3cabea tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:08.226425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:08.407716 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd3cc16-6ccc-405e-9a7f-fe9fe940447b tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Network 65fb9d54-ad3b-4b11-a129-a5ed823de12e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:08.436978 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50798) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:08.438145 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-3bd3cc16-6ccc-405e-9a7f-fe9fe940447b tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:08.465133 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3cc16-6ccc-405e-9a7f-fe9fe940447b tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:08.477765 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd3cc16-6ccc-405e-9a7f-fe9fe940447b tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:08.478544 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bd3cc16-6ccc-405e-9a7f-fe9fe940447b tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:08.483760 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:08.552540 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6c1ee3d-c94b-4149-b0e6-0d35714a1629 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:08.651035 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e07c5243-8348-4d9a-9e9b-32e5e1a4db82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:08.657446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 50f43359-6a89-4c8f-9212-0db752900cd8 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:08.743690 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3bd3cc16-6ccc-405e-9a7f-fe9fe940447b tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.9608672 Dec 14 01:15:08.750465 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8fb542c-1a71-40c1-b12f-1ea7a3e5da1e tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:08.751004 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fb542c-1a71-40c1-b12f-1ea7a3e5da1e tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a151fbf-ebbd-4bfd-8659-ff373ae3cefd {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:15:08.756893 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50804) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:08.766009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-f6c1ee3d-c94b-4149-b0e6-0d35714a1629 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497c167f-aa12-4709-bf1f-d24b3943c82c']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:08.785529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 50f43359-6a89-4c8f-9212-0db752900cd8 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:08.786251 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:08.814199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Network 2ce08085-bae8-4681-85ed-a86263fde903 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:08.839301 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8fb542c-1a71-40c1-b12f-1ea7a3e5da1e tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:08.840676 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d8fb542c-1a71-40c1-b12f-1ea7a3e5da1e tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "DELETE /v2.0/routers/4a151fbf-ebbd-4bfd-8659-ff373ae3cefd HTTP/1.1" status: 204 len: 168 time: 5.3569205 Dec 14 01:15:08.866162 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-f6c1ee3d-c94b-4149-b0e6-0d35714a1629 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dedae246-a1a9-4e20-9e66-33b5594ac189') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:08.866482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-f6c1ee3d-c94b-4149-b0e6-0d35714a1629 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dedae246-a1a9-4e20-9e66-33b5594ac189') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:08.872513 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-add44cb5-c241-4c9a-b8cd-b93bc1ff747e req-1264bcd6-c309-4b98-84ce-6294818fc1fe tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 210 time: 0.1572852 Dec 14 01:15:08.892171 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50806) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:08.902350 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Pushing event updated for resources: {'Port': ['ID=58d635f5-0d05-441f-9cbc-e699d80b74a4,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:08.905715 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:08.913501 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:08.991317 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a6d-4a04-4aa7-8ade-6af7bd3cabea tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.027292 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0fc46a6d-4a04-4aa7-8ade-6af7bd3cabea tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for 40b4b2ee-c210-4c7f-a1cf-df0dd2c93d47 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:09.030345 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.136900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 50f43359-6a89-4c8f-9212-0db752900cd8, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=50f43359-6a89-4c8f-9212-0db752900cd8,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:09.146174 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.259865 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a6d-4a04-4aa7-8ade-6af7bd3cabea tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.263098 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=50f43359-6a89-4c8f-9212-0db752900cd8,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:09.284937 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6c1ee3d-c94b-4149-b0e6-0d35714a1629 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.311071 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6c1ee3d-c94b-4149-b0e6-0d35714a1629 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.323851 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04124e6e-8950-42be-bac6-f3252ece5d74 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:09.327980 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-04124e6e-8950-42be-bac6-f3252ece5d74 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] 10.222.0.32 "GET /v2.0/ports/2ab160c6-5d80-4f40-ad90-048d0520cdde HTTP/1.1" status: 200 len: 954 time: 0.5645599 Dec 14 01:15:09.333030 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a6d-4a04-4aa7-8ade-6af7bd3cabea tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.339661 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0fc46a6d-4a04-4aa7-8ade-6af7bd3cabea tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/40b4b2ee-c210-4c7f-a1cf-df0dd2c93d47 HTTP/1.1" status: 204 len: 168 time: 1.8702662 Dec 14 01:15:09.365219 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-eba03f36-7ef4-4725-b706-23ea1c398016 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Made reservation on behalf of 4c3c9814a3bf4124a8679f70ca60ef3e for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:09.370973 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50808) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:09.371657 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50810) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:09.378728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-611930de-2a2d-4e32-bf4e-f2df2b4b467f None None] Provisioning complete for port 58d635f5-0d05-441f-9cbc-e699d80b74a4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:09.379250 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-611930de-2a2d-4e32-bf4e-f2df2b4b467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.382531 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-eba03f36-7ef4-4725-b706-23ea1c398016 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.434111 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e07c5243-8348-4d9a-9e9b-32e5e1a4db82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.439448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c1ee3d-c94b-4149-b0e6-0d35714a1629 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:15:09.440559 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6c1ee3d-c94b-4149-b0e6-0d35714a1629 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.487022 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-611930de-2a2d-4e32-bf4e-f2df2b4b467f None None] Port 58d635f5-0d05-441f-9cbc-e699d80b74a4 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:09.495258 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41924f4e-a81a-46fb-a49f-41f4cb67170c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:09.497356 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41924f4e-a81a-46fb-a49f-41f4cb67170c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:09.501775 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-41924f4e-a81a-46fb-a49f-41f4cb67170c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1203666 Dec 14 01:15:09.504685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc46a6d-4a04-4aa7-8ade-6af7bd3cabea tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=40b4b2ee-c210-4c7f-a1cf-df0dd2c93d47,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:09.513689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-611930de-2a2d-4e32-bf4e-f2df2b4b467f None None] Provisioning complete for port 50f43359-6a89-4c8f-9212-0db752900cd8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:09.514132 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-611930de-2a2d-4e32-bf4e-f2df2b4b467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.543326 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50812) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:09.612933 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-1b230809-66f6-4995-a124-c2fbdab02db3 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1119988058&fields=id&tenant_id=fabb3b1d93404fdd971115f340a0221d HTTP/1.1" status: 200 len: 267 time: 0.8922009 Dec 14 01:15:09.695785 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3ebda4-b550-4851-97b9-8b38b9f33eb2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet f9db2ba9-1089-4933-b74e-390b132029bd {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:15:09.719198 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:15:09.750352 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebda4-b550-4851-97b9-8b38b9f33eb2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.788085 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d9b891-0ed8-4b0b-8954-df5e6dc651e4 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Deleting subnet a7799bd5-ae8c-49a2-b9fd-0a2f246f5db8 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:15:09.797266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e07c5243-8348-4d9a-9e9b-32e5e1a4db82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.815383 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b91f7a32-05c2-41d2-92f0-fe19b47d672e None None] Could not find standard attr ID for object 40b4b2ee-c210-4c7f-a1cf-df0dd2c93d47. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:15:09.877929 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e07c5243-8348-4d9a-9e9b-32e5e1a4db82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d3d0169c3ef4748b5d96318ee00b064&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4371097 Dec 14 01:15:09.879278 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6c1ee3d-c94b-4149-b0e6-0d35714a1629 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.881670 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8d9b891-0ed8-4b0b-8954-df5e6dc651e4 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.885955 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50814) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:09.889622 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c5243-8348-4d9a-9e9b-32e5e1a4db82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87478efd-2e6b-483f-a743-87ef1f1d9989,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:09.896689 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebda4-b550-4851-97b9-8b38b9f33eb2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.921032 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.926453 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6c1ee3d-c94b-4149-b0e6-0d35714a1629 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:09.930505 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f6c1ee3d-c94b-4149-b0e6-0d35714a1629 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] 10.222.0.32 "DELETE /v2.0/networks/497c167f-aa12-4709-bf1f-d24b3943c82c HTTP/1.1" status: 204 len: 168 time: 2.7720144 Dec 14 01:15:09.965941 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-69f624bf-0af2-4a41-9a30-b52336294f32 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Deleting port 2ab160c6-5d80-4f40-ad90-048d0520cdde {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:09.966211 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-69f624bf-0af2-4a41-9a30-b52336294f32 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:10.068504 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1ee3d-c94b-4149-b0e6-0d35714a1629 tempest-QuotasNegativeTest-1585547810 tempest-QuotasNegativeTest-1585547810-project-admin] Pushing event deleted for resources: {'Network': ['ID=497c167f-aa12-4709-bf1f-d24b3943c82c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:10.080889 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-d3c5be40-f8e9-4d65-871b-9eb068c1c400 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:10.082788 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-d3c5be40-f8e9-4d65-871b-9eb068c1c400 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/networks?id=ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 HTTP/1.1" status: 200 len: 806 time: 0.4690111 Dec 14 01:15:10.107118 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2b8d9c1e-5a27-4860-8cce-e6a504fba96a req-2c40ae4c-3836-4ce4-bf81-7d6a3a6b30e3 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 210 time: 0.0670977 Dec 14 01:15:10.110354 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8d9b891-0ed8-4b0b-8954-df5e6dc651e4 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:10.113665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-eba03f36-7ef4-4725-b706-23ea1c398016 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Allocated IP 172.20.0.9 (6b6c98d5-c0d5-4295-8563-67b8b13840da/ddd22a13-c373-4dc2-b4b7-ccadbff4884a/ef42179d-1b0e-447b-a68e-fe169bc463f2) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:10.135171 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-b53de209-ff3f-4c2c-97df-3a26dfe048b2 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/quotas/fabb3b1d93404fdd971115f340a0221d HTTP/1.1" status: 200 len: 375 time: 0.0310812 Dec 14 01:15:10.141178 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-69f624bf-0af2-4a41-9a30-b52336294f32 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:10.157026 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-69f624bf-0af2-4a41-9a30-b52336294f32 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Calling delete_port for 2ab160c6-5d80-4f40-ad90-048d0520cdde owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:10.169595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8045622-60fc-4d81-904e-77aa0e341e37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:10.288227 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8045622-60fc-4d81-904e-77aa0e341e37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:10.290423 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8d9b891-0ed8-4b0b-8954-df5e6dc651e4 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:10.309182 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebda4-b550-4851-97b9-8b38b9f33eb2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:10.360873 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-151c4e27-fa62-4a7e-ac32-a1ee6f266262 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fabb3b1d93404fdd971115f340a0221d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1945648 Dec 14 01:15:10.452839 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebda4-b550-4851-97b9-8b38b9f33eb2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:10.467573 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:10.490960 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebda4-b550-4851-97b9-8b38b9f33eb2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:10.500516 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fe3ebda4-b550-4851-97b9-8b38b9f33eb2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/f9db2ba9-1089-4933-b74e-390b132029bd HTTP/1.1" status: 204 len: 168 time: 0.9552739 Dec 14 01:15:10.504700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76ece8a-f5aa-43aa-938c-fa0852710bbe None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:10.505802 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50824) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:10.514515 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-69f624bf-0af2-4a41-9a30-b52336294f32 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:10.580454 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 50f43359-6a89-4c8f-9212-0db752900cd8 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:10.695927 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:10.705813 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ebda4-b550-4851-97b9-8b38b9f33eb2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=f9db2ba9-1089-4933-b74e-390b132029bd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:10.783896 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 50f43359-6a89-4c8f-9212-0db752900cd8 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:10.784349 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:10.795560 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-83bda65f-1448-444d-a6ee-dd84d5da94d2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2829425 Dec 14 01:15:10.800897 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f624bf-0af2-4a41-9a30-b52336294f32 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ab160c6-5d80-4f40-ad90-048d0520cdde,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:10.818879 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50828) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:10.830045 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-231d7193-5d0a-47d2-b384-4dc46b6fb70f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:10.838064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8045622-60fc-4d81-904e-77aa0e341e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:10.841086 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-69f624bf-0af2-4a41-9a30-b52336294f32 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:10.847099 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8045622-60fc-4d81-904e-77aa0e341e37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:10.854626 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-69f624bf-0af2-4a41-9a30-b52336294f32 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] 10.222.0.32 "DELETE /v2.0/ports/2ab160c6-5d80-4f40-ad90-048d0520cdde HTTP/1.1" status: 204 len: 168 time: 1.4771748 Dec 14 01:15:10.856565 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b8045622-60fc-4d81-904e-77aa0e341e37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87478efd-2e6b-483f-a743-87ef1f1d9989 HTTP/1.1" status: 204 len: 168 time: 0.9634531 Dec 14 01:15:10.856969 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50832) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:10.861066 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8d9b891-0ed8-4b0b-8954-df5e6dc651e4 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:10.915705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8293deff-c406-4d2a-9644-35aaeff5f22f None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:15:11.004604 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c40234c-79c5-46bd-b4f5-91e2295e75b2 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] GET failed (client error): The resource could not be found. Dec 14 01:15:11.013893 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4c40234c-79c5-46bd-b4f5-91e2295e75b2 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] 10.222.0.32 "GET /v2.0/ports/2ab160c6-5d80-4f40-ad90-048d0520cdde HTTP/1.1" status: 404 len: 333 time: 0.1557779 Dec 14 01:15:11.016928 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50836) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:11.030400 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-8ae0c7e1-29e4-43b2-bd6d-4eabd61b0a87 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:15:11.031567 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-8ae0c7e1-29e4-43b2-bd6d-4eabd61b0a87 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3236396 Dec 14 01:15:11.036685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-63f6658d-1319-4ffa-9480-6de2f499ef1a tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Request body: {'port': {'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-751074545'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:11.084910 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50838) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:11.086574 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8293deff-c406-4d2a-9644-35aaeff5f22f None None] Deleting port 50f43359-6a89-4c8f-9212-0db752900cd8 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:11.086962 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8293deff-c406-4d2a-9644-35aaeff5f22f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:11.166230 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f6658d-1319-4ffa-9480-6de2f499ef1a tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Made reservation on behalf of 17e8ad33a56a46d9addb2f62b20cee9f for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:11.173780 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63f6658d-1319-4ffa-9480-6de2f499ef1a tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:11.254956 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-8293deff-c406-4d2a-9644-35aaeff5f22f None None] For port 50f43359-6a89-4c8f-9212-0db752900cd8, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=50f43359-6a89-4c8f-9212-0db752900cd8,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:11.255731 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8293deff-c406-4d2a-9644-35aaeff5f22f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:11.273823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8293deff-c406-4d2a-9644-35aaeff5f22f None None] Calling delete_port for 50f43359-6a89-4c8f-9212-0db752900cd8 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:11.295478 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bdb295e2-b7f2-4c04-9cf9-cbceb8c26ce3 req-28bd8f3e-2627-439a-8021-782bd360735e tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 210 time: 0.0598161 Dec 14 01:15:11.320500 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9c59a4a-9036-4633-85b5-09e9296a8ca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:11.345316 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-63f6658d-1319-4ffa-9480-6de2f499ef1a tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] device_id is not set on port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:11.389490 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9b891-0ed8-4b0b-8954-df5e6dc651e4 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a7799bd5-ae8c-49a2-b9fd-0a2f246f5db8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:11.454064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8045622-60fc-4d81-904e-77aa0e341e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87478efd-2e6b-483f-a743-87ef1f1d9989,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:11.479234 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8d9b891-0ed8-4b0b-8954-df5e6dc651e4 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:11.483970 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b8d9b891-0ed8-4b0b-8954-df5e6dc651e4 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/a7799bd5-ae8c-49a2-b9fd-0a2f246f5db8 HTTP/1.1" status: 204 len: 168 time: 2.5661521 Dec 14 01:15:11.488116 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50846) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:11.491372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-eba03f36-7ef4-4725-b706-23ea1c398016 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:11.517102 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8293deff-c406-4d2a-9644-35aaeff5f22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:11.578927 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293deff-c406-4d2a-9644-35aaeff5f22f None None] Pushing event deleted for resources: {'Port': ['ID=50f43359-6a89-4c8f-9212-0db752900cd8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:11.600223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8293deff-c406-4d2a-9644-35aaeff5f22f None None] No DVR routers for this DVR port 50f43359-6a89-4c8f-9212-0db752900cd8 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:15:11.652629 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231d7193-5d0a-47d2-b384-4dc46b6fb70f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:11.656600 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-231d7193-5d0a-47d2-b384-4dc46b6fb70f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:11.907346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-231d7193-5d0a-47d2-b384-4dc46b6fb70f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:11.925757 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-302f09a6-42bc-458f-a6a4-05aea79f79a9 service neutron] 10.222.0.32 "GET /v2.0/networks/ebd91d18-64b4-4dbb-b820-93afa8ddc3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8848913 Dec 14 01:15:11.970616 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9c59a4a-9036-4633-85b5-09e9296a8ca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:12.000454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9c59a4a-9036-4633-85b5-09e9296a8ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:12.023656 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:12.030808 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80e74d0a-a121-4a65-a372-496742824b35 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:12.035303 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:12.039730 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231d7193-5d0a-47d2-b384-4dc46b6fb70f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:12.044032 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-eba03f36-7ef4-4725-b706-23ea1c398016 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:12.073032 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-231d7193-5d0a-47d2-b384-4dc46b6fb70f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:12.077925 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231d7193-5d0a-47d2-b384-4dc46b6fb70f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:12.078433 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-231d7193-5d0a-47d2-b384-4dc46b6fb70f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:12.083182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d610d1af-c56c-4fea-ba4b-045082a5263c None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:12.141052 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-231d7193-5d0a-47d2-b384-4dc46b6fb70f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3189240 Dec 14 01:15:12.148728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50862) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:12.164186 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d7193-5d0a-47d2-b384-4dc46b6fb70f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=10a198fa-ab8b-490b-9801-bfb5ddbd8d4e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:12.177926 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a9199ce5-2242-40cd-8324-f281b8b00d3d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'name': 'tempest-NetworksTestDHCPv6-533553489'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:12.210947 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c9c59a4a-9036-4633-85b5-09e9296a8ca9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=666d225ee0e04cff936316e8ffeebfe3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1058910 Dec 14 01:15:12.215776 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50864) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:12.224319 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c59a4a-9036-4633-85b5-09e9296a8ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e1d3bc-6b54-4cb3-9a23-c23ae6b44dd0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:12.339628 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': '10a198fa-ab8b-490b-9801-bfb5ddbd8d4e'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:15:12.345021 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:12.438771 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63f6658d-1319-4ffa-9480-6de2f499ef1a tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:12.489675 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-95c0b1cf-00db-4f56-bae5-58021acb42f1 service neutron] 10.222.0.32 "GET /v2.0/networks/ebd91d18-64b4-4dbb-b820-93afa8ddc3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269952 Dec 14 01:15:12.496688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:12.529128 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 50f43359-6a89-4c8f-9212-0db752900cd8 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:15:12.563448 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-86550917-31b8-4538-942f-ade8b35c7d5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:12.567675 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 50f43359-6a89-4c8f-9212-0db752900cd8 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:15:12.568439 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 50f43359-6a89-4c8f-9212-0db752900cd8 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:15:12.586809 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-eba03f36-7ef4-4725-b706-23ea1c398016 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Network 6b6c98d5-c0d5-4295-8563-67b8b13840da is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:12.678776 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Allocated IP 2001:db8::2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/10a198fa-ab8b-490b-9801-bfb5ddbd8d4e/cd4fadd1-9dee-4f0d-8bf8-90923ce1936a) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:12.706262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-86550917-31b8-4538-942f-ade8b35c7d5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:12.777858 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-eba03f36-7ef4-4725-b706-23ea1c398016 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:12.785304 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-eba03f36-7ef4-4725-b706-23ea1c398016 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:12.818512 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55e96f-7eb1-47e6-ad50-adecc759658f req-661753c5-75ee-4cd7-a2d0-9fbd1394e321 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:12.822185 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8c55e96f-7eb1-47e6-ad50-adecc759658f req-661753c5-75ee-4cd7-a2d0-9fbd1394e321 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 931 time: 0.3638818 Dec 14 01:15:12.827203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63f6658d-1319-4ffa-9480-6de2f499ef1a tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:12.962322 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6658d-1319-4ffa-9480-6de2f499ef1a tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Pushing event updated for resources: {'Port': ['ID=f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:12.969084 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:12.984546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:13.100089 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Pushing event updated for resources: {'Port': ['ID=58d635f5-0d05-441f-9cbc-e699d80b74a4,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:13.105350 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:13.115821 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:13.135595 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:13.156023 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-eba03f36-7ef4-4725-b706-23ea1c398016 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:13.157646 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-acd37d8c-6c0e-4a07-860b-8c96c5fefc47 req-69cc5839-3476-4cdc-a0ed-7dc12605c7ad tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 210 time: 0.2083972 Dec 14 01:15:13.161565 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-eba03f36-7ef4-4725-b706-23ea1c398016 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:13.189802 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Pushing event updated for resources: {'Port': ['ID=cd4fadd1-9dee-4f0d-8bf8-90923ce1936a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:13.197210 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Network 2ce08085-bae8-4681-85ed-a86263fde903 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:13.203275 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f6658d-1319-4ffa-9480-6de2f499ef1a tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Network 65fb9d54-ad3b-4b11-a129-a5ed823de12e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:13.222117 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-63f6658d-1319-4ffa-9480-6de2f499ef1a tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:13.230669 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f6658d-1319-4ffa-9480-6de2f499ef1a tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:13.231715 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f6658d-1319-4ffa-9480-6de2f499ef1a tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:13.234091 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63f6658d-1319-4ffa-9480-6de2f499ef1a tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:13.262734 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8c55e96f-7eb1-47e6-ad50-adecc759658f req-339b1b12-197c-4896-baac-437cc7e87c12 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6e47391-9f1e-47e0-8c59-c3d0cc0571a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4189987 Dec 14 01:15:13.280802 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-63f6658d-1319-4ffa-9480-6de2f499ef1a tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2552841 Dec 14 01:15:13.280802 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50892) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:13.284253 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:13.289657 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:13.297268 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80e74d0a-a121-4a65-a372-496742824b35 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:13.329886 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Attempting to bind port cd4fadd1-9dee-4f0d-8bf8-90923ce1936a on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:13.331034 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Attempting to bind port cd4fadd1-9dee-4f0d-8bf8-90923ce1936a by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:13.332001 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Attempting to bind port cd4fadd1-9dee-4f0d-8bf8-90923ce1936a on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:13.349075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:13.349898 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:13.350694 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:13.351422 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:13.352729 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Bound port: cd4fadd1-9dee-4f0d-8bf8-90923ce1936a, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:13.353464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:13.377453 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e0617813-c9af-45e8-a416-9b5d03ccbf4c None None] Provisioning complete for port ef42179d-1b0e-447b-a68e-fe169bc463f2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:13.379040 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0617813-c9af-45e8-a416-9b5d03ccbf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:13.424923 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:13.444822 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-86550917-31b8-4538-942f-ade8b35c7d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:13.452085 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-86550917-31b8-4538-942f-ade8b35c7d5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:13.458751 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-86550917-31b8-4538-942f-ade8b35c7d5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55e1d3bc-6b54-4cb3-9a23-c23ae6b44dd0 HTTP/1.1" status: 204 len: 168 time: 1.2323611 Dec 14 01:15:13.482676 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] For port cd4fadd1-9dee-4f0d-8bf8-90923ce1936a, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:13.491737 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86550917-31b8-4538-942f-ade8b35c7d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e1d3bc-6b54-4cb3-9a23-c23ae6b44dd0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:13.542786 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9199ce5-2242-40cd-8324-f281b8b00d3d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:13.546431 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9199ce5-2242-40cd-8324-f281b8b00d3d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:13.568329 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-eba03f36-7ef4-4725-b706-23ea1c398016 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0810616 Dec 14 01:15:13.638955 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] For port cd4fadd1-9dee-4f0d-8bf8-90923ce1936a, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=cd4fadd1-9dee-4f0d-8bf8-90923ce1936a,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:13.669046 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:13.759546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e0617813-c9af-45e8-a416-9b5d03ccbf4c None None] Port ef42179d-1b0e-447b-a68e-fe169bc463f2 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:13.825697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-fc101ad8-5798-4f3c-8d6a-2a3b69f4b5c1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:15:13.826265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7bb22a-19eb-4310-9159-5dc2e24e3684 None None] Pushing event updated for resources: {'Port': ['ID=cd4fadd1-9dee-4f0d-8bf8-90923ce1936a,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:13.832709 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-fc101ad8-5798-4f3c-8d6a-2a3b69f4b5c1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1138444 Dec 14 01:15:13.849892 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-80e74d0a-a121-4a65-a372-496742824b35 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8367617b-0328-4b2b-b964-e5a3366d347c']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:13.889436 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-80e74d0a-a121-4a65-a372-496742824b35 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a822f99-c20b-49fb-84b6-2e859dd6325c') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:13.890071 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-80e74d0a-a121-4a65-a372-496742824b35 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a822f99-c20b-49fb-84b6-2e859dd6325c') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:13.923568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80e74d0a-a121-4a65-a372-496742824b35 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:13.971609 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50912) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:13.983017 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80e74d0a-a121-4a65-a372-496742824b35 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:14.002934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] device_id is not set on port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:14.010899 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-20f132a4-4907-4d67-afa1-2f464c173c66 None None] Provisioning complete for port 58d635f5-0d05-441f-9cbc-e699d80b74a4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:14.013739 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e74d0a-a121-4a65-a372-496742824b35 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:15:14.015346 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20f132a4-4907-4d67-afa1-2f464c173c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:14.016216 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:14.019771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80e74d0a-a121-4a65-a372-496742824b35 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:14.041821 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:14.121565 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-20f132a4-4907-4d67-afa1-2f464c173c66 None None] Port 58d635f5-0d05-441f-9cbc-e699d80b74a4 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:15:14.196845 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:15:14.204777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50922) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:14.223740 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba03f36-7ef4-4725-b706-23ea1c398016 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Pushing event updated for resources: {'Port': ['ID=ef42179d-1b0e-447b-a68e-fe169bc463f2,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:14.334994 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-a9199ce5-2242-40cd-8324-f281b8b00d3d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port 4c64c66a-808b-4118-85bb-1fd619ebaee7 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:14.392351 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80e74d0a-a121-4a65-a372-496742824b35 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:14.595882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e74d0a-a121-4a65-a372-496742824b35 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8367617b-0328-4b2b-b964-e5a3366d347c {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 14 01:15:14.615896 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device cd4fadd1-9dee-4f0d-8bf8-90923ce1936a up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:14.644452 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Router a4437e8f-175f-4dfb-9f64-cffd760a0b68 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:15:14.655021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Request body: {'port': {'device_id': '00e7483e-5084-4647-983e-a83435be5571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:14.692877 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e74d0a-a121-4a65-a372-496742824b35 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Pushing event deleted for resources: {'Network': ['ID=8367617b-0328-4b2b-b964-e5a3366d347c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:14.695704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80e74d0a-a121-4a65-a372-496742824b35 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:14.710364 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-80e74d0a-a121-4a65-a372-496742824b35 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "DELETE /v2.0/networks/8367617b-0328-4b2b-b964-e5a3366d347c HTTP/1.1" status: 204 len: 168 time: 3.2170095 Dec 14 01:15:14.757141 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port cd4fadd1-9dee-4f0d-8bf8-90923ce1936a triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:14.772751 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:14.910328 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:15.066405 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85e8eadf-593b-4bc3-ab9c-19916aa91722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:15.118188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:15.177766 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:15.189782 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-a9199ce5-2242-40cd-8324-f281b8b00d3d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::155 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/10a198fa-ab8b-490b-9801-bfb5ddbd8d4e/4c64c66a-808b-4118-85bb-1fd619ebaee7) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:15.248054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port cd4fadd1-9dee-4f0d-8bf8-90923ce1936a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=cd4fadd1-9dee-4f0d-8bf8-90923ce1936a,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:15.259283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:15.366741 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:15:15.375687 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=cd4fadd1-9dee-4f0d-8bf8-90923ce1936a,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:15.433047 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Pushing event updated for resources: {'Port': ['ID=f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:15.444734 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4a801b6d-b9ec-468c-875d-fa89f4197af4 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] 10.222.0.32 "PUT /v2.0/routers/a4437e8f-175f-4dfb-9f64-cffd760a0b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9939823 Dec 14 01:15:15.463169 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50940) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:15.475662 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:15.481667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d86bca24-7426-4edb-a480-4605434d99ec tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Request body: {'port': {'network_id': '2ce08085-bae8-4681-85ed-a86263fde903', 'name': 'tempest-FloatingIPAdminTestJSON-733060414'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:15.485803 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a25f6421-132a-4d28-9209-17d480c1eafc req-c1253034-fa23-4189-b71e-ae77ac0701a5 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 210 time: 1.2193828 Dec 14 01:15:15.494427 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50942) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:15.524461 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c4d161c7-247b-40f6-9e11-8794512f45e3 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Request body: {'router': {'name': 'tempest-router--1050890191', 'project_id': '9a544b6ad7d34682b984e50f89775694'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:15.546952 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:15.547758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:15.548421 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:15.599205 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:15.600696 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:15.610843 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 2 to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f Dec 14 01:15:15.637037 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:15.638154 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:15.638782 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:15.655053 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc48423-019e-4158-95d7-7856d0226a09 req-247bae3a-cbc0-4799-94e9-293d0194093a tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:15.657380 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9dc48423-019e-4158-95d7-7856d0226a09 req-247bae3a-cbc0-4799-94e9-293d0194093a tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 931 time: 0.5489917 Dec 14 01:15:15.665244 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:15.665936 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:15.672707 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 3 to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f Dec 14 01:15:15.758797 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4d161c7-247b-40f6-9e11-8794512f45e3 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:15.759952 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4d161c7-247b-40f6-9e11-8794512f45e3 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:15.782620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:15.782976 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:15.783351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:15.796551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:15.796892 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:15.811016 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 4 to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f Dec 14 01:15:15.849905 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9dc48423-019e-4158-95d7-7856d0226a09 req-e5226d5a-fd89-45f2-a9ce-e6429d25c5f0 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6e47391-9f1e-47e0-8c59-c3d0cc0571a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787069 Dec 14 01:15:15.898076 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8deab46-3320-4cc1-a028-7f2f47bb1145 None None] Sync routers for ids ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:15:15.902879 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:15.903597 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:15.904020 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:15.920337 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8deab46-3320-4cc1-a028-7f2f47bb1145 None None] Routers {'a4437e8f-175f-4dfb-9f64-cffd760a0b68'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:15.929206 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f8deab46-3320-4cc1-a028-7f2f47bb1145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:14:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:15.959145 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85e8eadf-593b-4bc3-ab9c-19916aa91722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:15.960925 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4d161c7-247b-40f6-9e11-8794512f45e3 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:15.964170 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:15.964482 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:15.966092 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 5 to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f Dec 14 01:15:15.979905 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ecd7ea54-cdf3-46c6-a640-549c532542c5 None None] Provisioning complete for port cd4fadd1-9dee-4f0d-8bf8-90923ce1936a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:15.982487 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:15.982895 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:15.983299 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:15.989063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ea54-cdf3-46c6-a640-549c532542c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:15.989547 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4d161c7-247b-40f6-9e11-8794512f45e3 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:15.991589 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85e8eadf-593b-4bc3-ab9c-19916aa91722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:16.025587 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-85e8eadf-593b-4bc3-ab9c-19916aa91722 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de5df2605250438ab500d8bdf9856926&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8168211 Dec 14 01:15:16.029185 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50944) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:16.047305 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:16.047716 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:16.056836 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 6 to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f Dec 14 01:15:16.085377 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f8deab46-3320-4cc1-a028-7f2f47bb1145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:16.116557 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8deab46-3320-4cc1-a028-7f2f47bb1145 None None] Routers {'a4437e8f-175f-4dfb-9f64-cffd760a0b68'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:16.118337 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f8deab46-3320-4cc1-a028-7f2f47bb1145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:14:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:16.172143 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8eadf-593b-4bc3-ab9c-19916aa91722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a22c97-6920-4ecd-aa9e-20a31dc3f5e3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:16.213471 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f8deab46-3320-4cc1-a028-7f2f47bb1145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:16.214068 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8deab46-3320-4cc1-a028-7f2f47bb1145 None None] The sync data for ids ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:15:16.224472 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4d161c7-247b-40f6-9e11-8794512f45e3 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:16.234606 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c4d161c7-247b-40f6-9e11-8794512f45e3 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7314153 Dec 14 01:15:16.236922 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50946) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:16.289251 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86bca24-7426-4edb-a480-4605434d99ec tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Made reservation on behalf of 851c4243ae124026b83bbf3efb0582af for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:16.298640 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d86bca24-7426-4edb-a480-4605434d99ec tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:16.408590 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:16.409137 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:16.410524 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:16.451948 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-d86bca24-7426-4edb-a480-4605434d99ec tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] device_id is not set on port 168c0104-79b5-4369-9686-8a93b9445a42 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:16.505982 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:16.506501 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:16.512192 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device cd4fadd1-9dee-4f0d-8bf8-90923ce1936a up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:16.522787 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 7 to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f Dec 14 01:15:16.526125 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:16.545826 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f472ba0-4fd9-4aee-a25f-35e1c0c50242 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:16.663794 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:16.664544 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:16.664948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port cd4fadd1-9dee-4f0d-8bf8-90923ce1936a triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:16.665287 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:16.665400 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:16.780750 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-054236fa-c368-42ef-904c-8d59bfa73a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:16.789943 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:16.799014 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:16.828845 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 8 to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f Dec 14 01:15:16.836568 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dc7987ba-d2e8-42c0-a819-f657db1f1238 req-da1ce56f-0747-4e1e-be14-1a262b0301ed tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 210 time: 0.0962763 Dec 14 01:15:16.867954 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-054236fa-c368-42ef-904c-8d59bfa73a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:16.981892 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9199ce5-2242-40cd-8324-f281b8b00d3d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:17.039274 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-054236fa-c368-42ef-904c-8d59bfa73a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:17.041835 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-054236fa-c368-42ef-904c-8d59bfa73a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:17.042976 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-054236fa-c368-42ef-904c-8d59bfa73a6a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56a22c97-6920-4ecd-aa9e-20a31dc3f5e3 HTTP/1.1" status: 204 len: 168 time: 1.0116467 Dec 14 01:15:17.121353 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:17.121694 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:17.122032 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:17.123693 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-d86bca24-7426-4edb-a480-4605434d99ec tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Allocated IP 172.20.0.7 (2ce08085-bae8-4681-85ed-a86263fde903/d64b3031-9977-46ad-9853-6aa90b0d23a1/168c0104-79b5-4369-9686-8a93b9445a42) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:17.132221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f472ba0-4fd9-4aee-a25f-35e1c0c50242 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:17.151733 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:17.152061 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:17.159422 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f472ba0-4fd9-4aee-a25f-35e1c0c50242 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:17.161284 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 9 to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f Dec 14 01:15:17.173219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054236fa-c368-42ef-904c-8d59bfa73a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a22c97-6920-4ecd-aa9e-20a31dc3f5e3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:17.293964 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b479da3-8487-40aa-875e-4673430db004 req-fecd5160-4060-412e-9c13-c1a34fe08361 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:17.296137 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9b479da3-8487-40aa-875e-4673430db004 req-fecd5160-4060-412e-9c13-c1a34fe08361 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 931 time: 0.2651260 Dec 14 01:15:17.296894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:17.299934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:17.300430 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:17.313374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:17.313898 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:17.318122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d86bca24-7426-4edb-a480-4605434d99ec tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:17.320157 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempt 10 to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f Dec 14 01:15:17.349441 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f472ba0-4fd9-4aee-a25f-35e1c0c50242 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:17.350080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f472ba0-4fd9-4aee-a25f-35e1c0c50242 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2dccbe8b-2990-4d21-8f76-50aea9169f28 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:15:17.358767 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Allocated IP 172.26.1.234 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/7554c363-1a86-4228-bfa0-5ca30444b5ae) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:17.375672 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f472ba0-4fd9-4aee-a25f-35e1c0c50242 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:17.380860 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef42179d-1b0e-447b-a68e-fe169bc463f2 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:15:17.391092 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:17.395284 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4f472ba0-4fd9-4aee-a25f-35e1c0c50242 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "DELETE /v2.0/routers/2dccbe8b-2990-4d21-8f76-50aea9169f28 HTTP/1.1" status: 204 len: 168 time: 1.1401114 Dec 14 01:15:17.415968 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Transition to ACTIVE for port object ef42179d-1b0e-447b-a68e-fe169bc463f2 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:15:17.420216 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9199ce5-2242-40cd-8324-f281b8b00d3d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:17.424968 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:17.477449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9199ce5-2242-40cd-8324-f281b8b00d3d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:17.489935 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9b479da3-8487-40aa-875e-4673430db004 req-ea4a6a8a-e19b-4dc5-984f-7648d244c0e5 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6e47391-9f1e-47e0-8c59-c3d0cc0571a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805539 Dec 14 01:15:17.498775 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-a9199ce5-2242-40cd-8324-f281b8b00d3d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:17.499754 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:17.500122 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:17.500543 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempting to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:17.514594 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:17.514594 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Failed to bind port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '6f46c904-3f9e-46b8-9495-971c1ee7a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65fb9d54-ad3b-4b11-a129-a5ed823de12e'}] Dec 14 01:15:17.514594 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:17.523690 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9199ce5-2242-40cd-8324-f281b8b00d3d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:17.535642 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9199ce5-2242-40cd-8324-f281b8b00d3d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:17.543082 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9199ce5-2242-40cd-8324-f281b8b00d3d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:17.590300 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a9199ce5-2242-40cd-8324-f281b8b00d3d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.4281328 Dec 14 01:15:17.609045 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50960) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:17.629627 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d86bca24-7426-4edb-a480-4605434d99ec tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:17.633172 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Pushing event updated for resources: {'Port': ['ID=ef42179d-1b0e-447b-a68e-fe169bc463f2,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:17.818609 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9199ce5-2242-40cd-8324-f281b8b00d3d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=4c64c66a-808b-4118-85bb-1fd619ebaee7,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:17.825702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50962) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:18.126612 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86bca24-7426-4edb-a480-4605434d99ec tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Network 2ce08085-bae8-4681-85ed-a86263fde903 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:18.129509 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bca24-7426-4edb-a480-4605434d99ec tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Pushing event updated for resources: {'Port': ['ID=168c0104-79b5-4369-9686-8a93b9445a42,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:18.154458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d86bca24-7426-4edb-a480-4605434d99ec tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:18.158383 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86bca24-7426-4edb-a480-4605434d99ec tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:18.163368 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Attempting to bind port ef42179d-1b0e-447b-a68e-fe169bc463f2 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:18.163706 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Attempting to bind port ef42179d-1b0e-447b-a68e-fe169bc463f2 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '1baa0476-3275-46f9-ad82-e5393b5c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:18.164024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Attempting to bind port ef42179d-1b0e-447b-a68e-fe169bc463f2 on network 6b6c98d5-c0d5-4295-8563-67b8b13840da {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:18.231753 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.16', 51826) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:18.263753 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-48da1f4c-87db-4746-b9d7-a0e471b65423 req-b57c0609-3d01-4d42-bc5e-d2e47850f8a2 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 210 time: 0.2130001 Dec 14 01:15:18.273050 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:18.294186 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-68664397-a1ab-4fcb-b93a-fa77f48bec15 None None] Provisioning complete for port 4c64c66a-808b-4118-85bb-1fd619ebaee7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:18.294695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-68664397-a1ab-4fcb-b93a-fa77f48bec15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:18.314602 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Port ef42179d-1b0e-447b-a68e-fe169bc463f2 on network 6b6c98d5-c0d5-4295-8563-67b8b13840da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:18.327090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Attempting to bind port ef42179d-1b0e-447b-a68e-fe169bc463f2 on network 6b6c98d5-c0d5-4295-8563-67b8b13840da {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:18.330797 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] For port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:18.335034 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attempted to set empty binding levels {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 14 01:15:18.347833 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86bca24-7426-4edb-a480-4605434d99ec tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:18.358911 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d86bca24-7426-4edb-a480-4605434d99ec tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:18.373215 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:18.373607 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Checking segment: {'id': '1baa0476-3275-46f9-ad82-e5393b5c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:18.374195 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Bound using segment: {'id': '1baa0476-3275-46f9-ad82-e5393b5c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:18.374673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Bound port: ef42179d-1b0e-447b-a68e-fe169bc463f2, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1baa0476-3275-46f9-ad82-e5393b5c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:18.375032 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:18.397865 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-68664397-a1ab-4fcb-b93a-fa77f48bec15 None None] Port 4c64c66a-808b-4118-85bb-1fd619ebaee7 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:18.409893 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc120b11-901e-4b87-87c9-48bece96f093 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:18.427062 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc120b11-901e-4b87-87c9-48bece96f093 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:18.435866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 50976) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:18.436011 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bc120b11-901e-4b87-87c9-48bece96f093 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.7371039 Dec 14 01:15:18.441202 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:18.479223 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d86bca24-7426-4edb-a480-4605434d99ec tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0148051 Dec 14 01:15:18.504054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50980) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:18.543992 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] In _notify_port_updated(), no bound segment for port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f on network 65fb9d54-ad3b-4b11-a129-a5ed823de12e {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:15:18.545005 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:18.545685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:18.550247 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] 10.222.0.32 "PUT /v2.0/ports/f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f HTTP/1.1" status: 200 len: 976 time: 5.2657413 Dec 14 01:15:18.554893 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50984) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:18.643039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1828235892', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:18.728667 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a9ebda36-6bbf-43b2-89a7-c6264e56cc4f None None] Provisioning complete for port 168c0104-79b5-4369-9686-8a93b9445a42 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:18.730188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9ebda36-6bbf-43b2-89a7-c6264e56cc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:18.739778 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-d89a2820-4000-4deb-82a5-9cc42050bf87 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:18.744339 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-d89a2820-4000-4deb-82a5-9cc42050bf87 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.16 "GET /v2.0/networks?id=ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 HTTP/1.1" status: 200 len: 806 time: 0.4789610 Dec 14 01:15:18.847205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:18.848671 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:18.861163 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] For port ef42179d-1b0e-447b-a68e-fe169bc463f2, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:18.869568 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebda36-6bbf-43b2-89a7-c6264e56cc4f None None] Port 168c0104-79b5-4369-9686-8a93b9445a42 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:18.873943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] For port ef42179d-1b0e-447b-a68e-fe169bc463f2, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ef42179d-1b0e-447b-a68e-fe169bc463f2,segment=NetworkSegment(1baa0476-3275-46f9-ad82-e5393b5c0b0c),segment_id=1baa0476-3275-46f9-ad82-e5393b5c0b0c)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:18.892585 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'project_id': '851c4243ae124026b83bbf3efb0582af', 'port_id': '168c0104-79b5-4369-9686-8a93b9445a42'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:18.895274 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:18.898701 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02c285-962a-48e6-b039-58a8e1882acd tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Pushing event updated for resources: {'Port': ['ID=f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:18.906230 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:18.940593 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:18.943280 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:18.951630 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] 10.222.0.16 "PUT /v2.0/ports/ef42179d-1b0e-447b-a68e-fe169bc463f2 HTTP/1.1" status: 200 len: 1093 time: 4.7309010 Dec 14 01:15:18.999348 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:19.049375 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415c242-33a1-4fa3-9746-6d5116d0b398 req-81e3e0fc-a720-47b9-8c92-d686ad41170d tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:19.053166 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3415c242-33a1-4fa3-9746-6d5116d0b398 req-81e3e0fc-a720-47b9-8c92-d686ad41170d tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 943 time: 0.2412093 Dec 14 01:15:19.059904 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:19.062326 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 50994) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:19.081962 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:19.096063 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-410dec40-7c74-4c29-8332-66b2cd48d415 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port 4c64c66a-808b-4118-85bb-1fd619ebaee7 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:19.096315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-410dec40-7c74-4c29-8332-66b2cd48d415 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:19.098873 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e7483e-5084-4647-983e-a83435be5571', 'tag': 'ef42179d-1b0e-447b-a68e-fe169bc463f2'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:15:19.103203 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d98ee-d1d8-43fd-8ea7-f4b12e094bae service neutron] Pushing event updated for resources: {'Port': ['ID=ef42179d-1b0e-447b-a68e-fe169bc463f2,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:19.219261 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:19.240393 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Pushing event updated for resources: {'Port': ['ID=7554c363-1a86-4228-bfa0-5ca30444b5ae,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:19.322923 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f541f-a9ee-4e0f-b253-2b68867132d8 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Deleting port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:19.323205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:19.323915 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f3f541f-a9ee-4e0f-b253-2b68867132d8 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:19.387963 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d192ae-401c-46ff-a0a0-78254de13f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "00e7483e-5084-4647-983e-a83435be5571", "tag": "ef42179d-1b0e-447b-a68e-fe169bc463f2"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:15:19.487481 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-410dec40-7c74-4c29-8332-66b2cd48d415 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:19.530391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:19.534228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-410dec40-7c74-4c29-8332-66b2cd48d415 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for 4c64c66a-808b-4118-85bb-1fd619ebaee7 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:19.621338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4f32254a-e181-4e95-919e-928e63d0d531 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-32748940'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:19.689604 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d05cf4dc-227f-4c8d-9036-e859e21d2103 req-7a3334ff-bb07-4e23-97e7-7644d23b3faa tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 210 time: 0.3458395 Dec 14 01:15:19.721043 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3415c242-33a1-4fa3-9746-6d5116d0b398 req-4780b8c0-b55f-4089-92b7-8dbc0515d7b7 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6e47391-9f1e-47e0-8c59-c3d0cc0571a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6472228 Dec 14 01:15:19.729878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7f3f541f-a9ee-4e0f-b253-2b68867132d8 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] For port f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f, host hv-neutron-8215, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:19.730250 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f3f541f-a9ee-4e0f-b253-2b68867132d8 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:19.751252 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f541f-a9ee-4e0f-b253-2b68867132d8 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Calling delete_port for f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:19.758253 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f32254a-e181-4e95-919e-928e63d0d531 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Made reservation on behalf of 0f8e73e432be4683bd2a350831cb708b for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:19.762059 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f32254a-e181-4e95-919e-928e63d0d531 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:19.800425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-410dec40-7c74-4c29-8332-66b2cd48d415 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:19.828188 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f32254a-e181-4e95-919e-928e63d0d531 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:19.870002 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dec40-7c74-4c29-8332-66b2cd48d415 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=4c64c66a-808b-4118-85bb-1fd619ebaee7,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:19.943384 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:19.953559 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03542004-b528-4747-a12f-46e53924072a x-openstack-request-id: req-03542004-b528-4747-a12f-46e53924072a {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:15:19.953879 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e7483e-5084-4647-983e-a83435be5571", "tag": "ef42179d-1b0e-447b-a68e-fe169bc463f2", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:15:19.954284 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03542004-b528-4747-a12f-46e53924072a {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:15:19.954577 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e7483e-5084-4647-983e-a83435be5571', 'tag': 'ef42179d-1b0e-447b-a68e-fe169bc463f2', 'status': 'completed', 'code': 200} Dec 14 01:15:19.977754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-410dec40-7c74-4c29-8332-66b2cd48d415 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:19.983501 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-410dec40-7c74-4c29-8332-66b2cd48d415 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/4c64c66a-808b-4118-85bb-1fd619ebaee7 HTTP/1.1" status: 204 len: 168 time: 1.5406272 Dec 14 01:15:19.983501 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:19.985018 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51012) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:20.017034 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.049955 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-cd9b9155-290d-4e1d-be4e-0f550ecd866c tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fabb3b1d93404fdd971115f340a0221d HTTP/1.1" status: 200 len: 380 time: 0.2789650 Dec 14 01:15:20.059449 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.064683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.070554 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-5fa735f6-7d83-44f6-9ecc-2d6c0cc3cc95 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Request body: {'port': {'device_id': '1cfc23a4-d35b-48c1-97d4-8c7559d019bf', 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9', 'admin_state_up': True, 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'security_groups': ['b0946702-dcdf-45e3-81af-5722fbf065d1']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:20.091881 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-35d92a28-7744-4a48-b9b2-a6b33a7f5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:20.093471 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-35d92a28-7744-4a48-b9b2-a6b33a7f5534 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c3c9814a3bf4124a8679f70ca60ef3e&device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 1096 time: 0.2352376 Dec 14 01:15:20.122479 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56f8ee-e1df-46e6-a7d5-dfd7ce42cd08 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:20.123998 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56f8ee-e1df-46e6-a7d5-dfd7ce42cd08 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:20.127603 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ff56f8ee-e1df-46e6-a7d5-dfd7ce42cd08 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1225748 Dec 14 01:15:20.143669 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51014) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:20.152352 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f3f541f-a9ee-4e0f-b253-2b68867132d8 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.186180 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-dd5747f6-8d1d-4eaf-9107-e3ff97ed8abc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef42179d-1b0e-447b-a68e-fe169bc463f2 HTTP/1.1" status: 200 len: 217 time: 0.0673888 Dec 14 01:15:20.268403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Allocated IP 172.26.1.161 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/c56f8a76-54e0-4f28-96bc-776c2df10edf) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:20.273192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-edc92dd9-b9bf-4528-85f8-79fb31243405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:20.274663 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-edc92dd9-b9bf-4528-85f8-79fb31243405 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddd22a13-c373-4dc2-b4b7-ccadbff4884a HTTP/1.1" status: 200 len: 851 time: 0.0719540 Dec 14 01:15:20.282867 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f541f-a9ee-4e0f-b253-2b68867132d8 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Pushing event deleted for resources: {'Port': ['ID=f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:20.304511 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f3f541f-a9ee-4e0f-b253-2b68867132d8 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.308208 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7f3f541f-a9ee-4e0f-b253-2b68867132d8 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] 10.222.0.32 "DELETE /v2.0/ports/f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f HTTP/1.1" status: 204 len: 168 time: 1.7502294 Dec 14 01:15:20.316506 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51016) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:20.349708 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f32254a-e181-4e95-919e-928e63d0d531 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.404442 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-3539f0e2-cf34-4d97-b6ce-dc5a310e8d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:20.405988 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-3539f0e2-cf34-4d97-b6ce-dc5a310e8d48 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b6c98d5-c0d5-4295-8563-67b8b13840da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1238308 Dec 14 01:15:20.413021 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f748eda-bcac-486c-80d5-7f007d21fdc5 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] GET failed (client error): The resource could not be found. Dec 14 01:15:20.414494 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3f748eda-bcac-486c-80d5-7f007d21fdc5 tempest-PortsAdminExtendedAttrsTestJSON-1733432244 tempest-PortsAdminExtendedAttrsTestJSON-1733432244-project-admin] 10.222.0.32 "GET /v2.0/ports/f54439a2-ae4d-4411-aa8e-b2d1e5afeb9f HTTP/1.1" status: 404 len: 333 time: 0.0916781 Dec 14 01:15:20.415194 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f32254a-e181-4e95-919e-928e63d0d531 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.420451 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51018) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:20.434992 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ed8ed7-df6f-49b4-a492-f5a18da578a6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet 10a198fa-ab8b-490b-9801-bfb5ddbd8d4e {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:15:20.451975 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0ed8ed7-df6f-49b4-a492-f5a18da578a6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.508723 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f32254a-e181-4e95-919e-928e63d0d531 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:15:20.510779 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32254a-e181-4e95-919e-928e63d0d531 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f12a70-1852-4813-a011-20d4695b9c0e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:20.522750 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.541486 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0ed8ed7-df6f-49b4-a492-f5a18da578a6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.565566 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f32254a-e181-4e95-919e-928e63d0d531 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.565893 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-4f32254a-e181-4e95-919e-928e63d0d531 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Added segment a90dc99a-143c-4b54-a4b1-5218f58d6e60 of type vlan for network b1ce95d2-bd6d-46ad-9d00-15c6f4685408 Dec 14 01:15:20.666654 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-5fa735f6-7d83-44f6-9ecc-2d6c0cc3cc95 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Made reservation on behalf of fabb3b1d93404fdd971115f340a0221d for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:20.670272 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-5fa735f6-7d83-44f6-9ecc-2d6c0cc3cc95 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.677526 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f32254a-e181-4e95-919e-928e63d0d531 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.757696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.777188 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.795843 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d45a83a2-63a3-4d83-a0c9-5b3468e8ece8 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.821637 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-6673eb1c-7353-47c7-9be8-459992b66d07 service neutron] 10.222.0.16 "GET /v2.0/networks/6b6c98d5-c0d5-4295-8563-67b8b13840da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033711 Dec 14 01:15:20.823710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0ed8ed7-df6f-49b4-a492-f5a18da578a6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.851285 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.882764 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f32254a-e181-4e95-919e-928e63d0d531 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.888249 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f32254a-e181-4e95-919e-928e63d0d531 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:20.888828 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f32254a-e181-4e95-919e-928e63d0d531 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:20.990869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:21.007030 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:21.013381 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d45a83a2-63a3-4d83-a0c9-5b3468e8ece8 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.015801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:21.030846 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Pushing event updated for resources: {'Port': ['ID=c56f8a76-54e0-4f28-96bc-776c2df10edf,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:21.044460 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bb7f4c4d-0f20-4c94-b3a8-11f92cc4fd3f req-aa865df8-7243-4a3a-b061-6c85ebb2f54e tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 210 time: 0.1728773 Dec 14 01:15:21.074088 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd0fb5e4-9d44-4d1a-b366-febb0e9eb9b6 req-754390b6-6a84-4057-a105-294934fdb043 service neutron] 10.222.0.16 "GET /v2.0/networks/6b6c98d5-c0d5-4295-8563-67b8b13840da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437208 Dec 14 01:15:21.078447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-d45a83a2-63a3-4d83-a0c9-5b3468e8ece8 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fb9d54-ad3b-4b11-a129-a5ed823de12e']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:21.086642 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Pushing event updated for resources: {'Port': ['ID=7554c363-1a86-4228-bfa0-5ca30444b5ae,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:21.092525 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-d45a83a2-63a3-4d83-a0c9-5b3468e8ece8 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f46c904-3f9e-46b8-9495-971c1ee7a135') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:21.092817 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-d45a83a2-63a3-4d83-a0c9-5b3468e8ece8 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f46c904-3f9e-46b8-9495-971c1ee7a135') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:21.094930 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4f32254a-e181-4e95-919e-928e63d0d531 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0237179 Dec 14 01:15:21.100934 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51028) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:21.108818 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c6f85100-a050-4570-9c34-8f777e226e65 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Request body: {'subnet': {'network_id': 'b1ce95d2-bd6d-46ad-9d00-15c6f4685408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:21.114176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d45a83a2-63a3-4d83-a0c9-5b3468e8ece8 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.167778 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Allocated IP 172.26.1.247 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/a144a20f-761e-4369-815f-01d5946a34d3) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:21.204293 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32254a-e181-4e95-919e-928e63d0d531 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event updated for resources: {'Network': ['ID=b1ce95d2-bd6d-46ad-9d00-15c6f4685408,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:21.216564 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network b1ce95d2-bd6d-46ad-9d00-15c6f4685408 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:15:21.217172 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.219665 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0ed8ed7-df6f-49b4-a492-f5a18da578a6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.235310 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d45a83a2-63a3-4d83-a0c9-5b3468e8ece8 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.253658 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-5fa735f6-7d83-44f6-9ecc-2d6c0cc3cc95 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Allocated IP 172.20.0.4 (ebd91d18-64b4-4dbb-b820-93afa8ddc3e9/35894143-d245-46e1-be5a-a76c13933a02/526cf057-f829-4435-a163-8bbdb8a0f565) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:21.282896 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45a83a2-63a3-4d83-a0c9-5b3468e8ece8 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:15:21.283429 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d45a83a2-63a3-4d83-a0c9-5b3468e8ece8 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:15:21.292210 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:15:21.311085 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368db1de-a82a-4b40-941a-1ebf75dbdc3a req-0490871e-cad4-41c8-be68-eeff2e16477d tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:21.312422 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-368db1de-a82a-4b40-941a-1ebf75dbdc3a req-0490871e-cad4-41c8-be68-eeff2e16477d tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 943 time: 0.4625802 Dec 14 01:15:21.323786 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed8ed7-df6f-49b4-a492-f5a18da578a6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=10a198fa-ab8b-490b-9801-bfb5ddbd8d4e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:21.327818 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0ed8ed7-df6f-49b4-a492-f5a18da578a6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.332222 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c0ed8ed7-df6f-49b4-a492-f5a18da578a6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/10a198fa-ab8b-490b-9801-bfb5ddbd8d4e HTTP/1.1" status: 204 len: 168 time: 1.1804996 Dec 14 01:15:21.335504 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aecd695-e865-4004-b0ec-394736b2eeb7 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:21.344800 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51030) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:21.349654 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.353882 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7dd8826c-db98-4409-93a8-e70d6a2c6541 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3782859 Dec 14 01:15:21.355387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51032) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:21.366347 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-10f81cd5-dae6-4f69-b4c4-6bde3881d108 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1593564091', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'fixed_ips': [{'ip_address': '172.26.1.234'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:21.409782 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d192ae-401c-46ff-a0a0-78254de13f0c req-976bf99c-b29d-4809-8c5a-84df972c5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:21.411664 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-81d192ae-401c-46ff-a0a0-78254de13f0c req-976bf99c-b29d-4809-8c5a-84df972c5696 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c3c9814a3bf4124a8679f70ca60ef3e&device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 1096 time: 0.1951857 Dec 14 01:15:21.422921 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-07eddd48-c499-43b4-862c-e5146dc650d8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708439 Dec 14 01:15:21.428818 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51034) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:21.446969 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d45a83a2-63a3-4d83-a0c9-5b3468e8ece8 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.475293 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d45a83a2-63a3-4d83-a0c9-5b3468e8ece8 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.478484 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d45a83a2-63a3-4d83-a0c9-5b3468e8ece8 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] 10.222.0.32 "DELETE /v2.0/networks/65fb9d54-ad3b-4b11-a129-a5ed823de12e HTTP/1.1" status: 204 len: 168 time: 1.0506353 Dec 14 01:15:21.518527 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f81cd5-dae6-4f69-b4c4-6bde3881d108 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Made reservation on behalf of cee194cbcec841dbb0a04aadec6ea11f for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:21.520919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10f81cd5-dae6-4f69-b4c4-6bde3881d108 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.539525 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907893ad-2fde-400d-b119-48b2fe4b7cb4 None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:15:21.559024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a83a2-63a3-4d83-a0c9-5b3468e8ece8 tempest-PortsAdminExtendedAttrsTestJSON-1392425846 tempest-PortsAdminExtendedAttrsTestJSON-1392425846-project] Pushing event deleted for resources: {'Network': ['ID=65fb9d54-ad3b-4b11-a129-a5ed823de12e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:21.573116 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f85100-a050-4570-9c34-8f777e226e65 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Made reservation on behalf of 0f8e73e432be4683bd2a350831cb708b for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:21.574353 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-368db1de-a82a-4b40-941a-1ebf75dbdc3a req-74ee4371-f047-4bb6-b6f4-363ce2f5a6c4 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6e47391-9f1e-47e0-8c59-c3d0cc0571a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477703 Dec 14 01:15:21.576636 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c6f85100-a050-4570-9c34-8f777e226e65 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.582640 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.611501 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563d3ab7-119b-4311-9cf9-ddd6cfa553f4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:21.615822 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-563d3ab7-119b-4311-9cf9-ddd6cfa553f4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1798794 Dec 14 01:15:21.617776 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51038) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:21.624450 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10f81cd5-dae6-4f69-b4c4-6bde3881d108 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.630399 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-907893ad-2fde-400d-b119-48b2fe4b7cb4 None None] Deleting port cd4fadd1-9dee-4f0d-8bf8-90923ce1936a {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:21.631190 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-907893ad-2fde-400d-b119-48b2fe4b7cb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.707348 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-907893ad-2fde-400d-b119-48b2fe4b7cb4 None None] For port cd4fadd1-9dee-4f0d-8bf8-90923ce1936a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=cd4fadd1-9dee-4f0d-8bf8-90923ce1936a,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:21.708009 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-5fa735f6-7d83-44f6-9ecc-2d6c0cc3cc95 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.709564 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-907893ad-2fde-400d-b119-48b2fe4b7cb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.724229 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b877be-ec76-47b4-93c6-1963f5bad345 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:21.725780 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f5b877be-ec76-47b4-93c6-1963f5bad345 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1070731 Dec 14 01:15:21.728792 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.730843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-907893ad-2fde-400d-b119-48b2fe4b7cb4 None None] Calling delete_port for cd4fadd1-9dee-4f0d-8bf8-90923ce1936a owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:21.731334 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51040) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:21.766376 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.811594 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-46736abc-863f-4bec-8d45-0646b555c63f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763996 Dec 14 01:15:21.823464 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51042) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:21.829468 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-048c0971-a5dd-41db-8955-5acacda1b318 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:21.853232 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:21.865882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d192ae-401c-46ff-a0a0-78254de13f0c req-2ab33ff5-c751-420b-bfad-0d2cd12ea965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:21.867387 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-81d192ae-401c-46ff-a0a0-78254de13f0c req-2ab33ff5-c751-420b-bfad-0d2cd12ea965 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b6c98d5-c0d5-4295-8563-67b8b13840da HTTP/1.1" status: 200 len: 912 time: 0.4146011 Dec 14 01:15:21.907127 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee897323-350d-4969-aee3-745603c5dcea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.920049 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-907893ad-2fde-400d-b119-48b2fe4b7cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:21.957511 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907893ad-2fde-400d-b119-48b2fe4b7cb4 None None] Pushing event deleted for resources: {'Port': ['ID=cd4fadd1-9dee-4f0d-8bf8-90923ce1936a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:21.963830 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907893ad-2fde-400d-b119-48b2fe4b7cb4 None None] No DVR routers for this DVR port cd4fadd1-9dee-4f0d-8bf8-90923ce1936a on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:15:21.967556 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-81d192ae-401c-46ff-a0a0-78254de13f0c req-48de6e72-16e8-4374-bfb3-d775492dd101 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef42179d-1b0e-447b-a68e-fe169bc463f2 HTTP/1.1" status: 200 len: 217 time: 0.0867012 Dec 14 01:15:21.975687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51046) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:22.132202 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Pushing event updated for resources: {'Port': ['ID=a144a20f-761e-4369-815f-01d5946a34d3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:22.134768 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:22.142807 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:22.168793 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10f81cd5-dae6-4f69-b4c4-6bde3881d108 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:22.191857 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10f81cd5-dae6-4f69-b4c4-6bde3881d108 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:22.208735 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d192ae-401c-46ff-a0a0-78254de13f0c req-066f559d-bc38-43f5-aa47-7077195e3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:22.210186 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-81d192ae-401c-46ff-a0a0-78254de13f0c req-066f559d-bc38-43f5-aa47-7077195e3335 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddd22a13-c373-4dc2-b4b7-ccadbff4884a HTTP/1.1" status: 200 len: 851 time: 0.2272656 Dec 14 01:15:22.211275 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-10f81cd5-dae6-4f69-b4c4-6bde3881d108 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] device_id is not set on port 9bb55ea3-3010-4d7a-957f-87af51517ca2 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:22.214777 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d418c7f-7729-41ba-8684-937a83f2fb82 req-40d02890-9c04-42ce-a43d-597f62e72d5f tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 210 time: 0.0668418 Dec 14 01:15:22.219080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-5fa735f6-7d83-44f6-9ecc-2d6c0cc3cc95 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:22.307550 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-5fa735f6-7d83-44f6-9ecc-2d6c0cc3cc95 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Network ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:22.318067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-5fa735f6-7d83-44f6-9ecc-2d6c0cc3cc95 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:22.323274 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa735f6-7d83-44f6-9ecc-2d6c0cc3cc95 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Pushing event updated for resources: {'Port': ['ID=526cf057-f829-4435-a163-8bbdb8a0f565,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:22.325818 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-5fa735f6-7d83-44f6-9ecc-2d6c0cc3cc95 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:22.379681 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048c0971-a5dd-41db-8955-5acacda1b318 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:22.383329 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-048c0971-a5dd-41db-8955-5acacda1b318 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:22.476252 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-5fa735f6-7d83-44f6-9ecc-2d6c0cc3cc95 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:22.476887 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-5fa735f6-7d83-44f6-9ecc-2d6c0cc3cc95 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:22.494030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device cd4fadd1-9dee-4f0d-8bf8-90923ce1936a no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:15:22.517728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: cd4fadd1-9dee-4f0d-8bf8-90923ce1936a {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:15:22.518407 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device cd4fadd1-9dee-4f0d-8bf8-90923ce1936a not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:15:22.549281 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-5fa735f6-7d83-44f6-9ecc-2d6c0cc3cc95 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4867208 Dec 14 01:15:22.573462 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Request body: {'port': {'device_id': '1cfc23a4-d35b-48c1-97d4-8c7559d019bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:22.618839 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c6f85100-a050-4570-9c34-8f777e226e65 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:22.635657 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4feb0684-6cfd-4023-ae38-5c53143ee688 None None] Provisioning complete for port 526cf057-f829-4435-a163-8bbdb8a0f565 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:22.636020 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4feb0684-6cfd-4023-ae38-5c53143ee688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:22.684499 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4feb0684-6cfd-4023-ae38-5c53143ee688 None None] Port 526cf057-f829-4435-a163-8bbdb8a0f565 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:22.744078 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f81cd5-dae6-4f69-b4c4-6bde3881d108 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebff701b-1a21-4b63-8678-6cbd3196eba0,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:22.748141 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:22.763379 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:22.779024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f85100-a050-4570-9c34-8f777e226e65 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event updated for resources: {'Subnet': ['ID=1750907b-3502-4f85-9c67-6fa0a4443e97,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:22.784653 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-22328f41-de42-4fbb-868d-644f03cc16ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bbe951c85d443319d53d5c37748fe01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8063514 Dec 14 01:15:22.792945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51054) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:22.850397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d192ae-401c-46ff-a0a0-78254de13f0c req-76f67060-07bc-4a4d-9e38-c5d1ae5a5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:22.851803 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-81d192ae-401c-46ff-a0a0-78254de13f0c req-76f67060-07bc-4a4d-9e38-c5d1ae5a5c9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b6c98d5-c0d5-4295-8563-67b8b13840da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3760068 Dec 14 01:15:23.020590 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace5a58-2ccd-48f7-b4aa-688775a6b51b req-0e78ac69-5d92-4c37-8d1a-4671c8b1ed2d tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:23.022112 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0ace5a58-2ccd-48f7-b4aa-688775a6b51b req-0e78ac69-5d92-4c37-8d1a-4671c8b1ed2d tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 943 time: 0.3499169 Dec 14 01:15:23.030626 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f85100-a050-4570-9c34-8f777e226e65 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Checking segment: {'id': 'a90dc99a-143c-4b54-a4b1-5218f58d6e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b1ce95d2-bd6d-46ad-9d00-15c6f4685408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:23.030849 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f85100-a050-4570-9c34-8f777e226e65 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Network hostable DHCP agents. Network: b1ce95d2-bd6d-46ad-9d00-15c6f4685408, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:15:23.066672 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f81cd5-dae6-4f69-b4c4-6bde3881d108 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 14 01:15:23.067183 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f81cd5-dae6-4f69-b4c4-6bde3881d108 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:15:23.096562 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-048c0971-a5dd-41db-8955-5acacda1b318 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:23.098009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-78e01ef6-8a91-48f7-b048-bec549a746ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:23.112284 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-81d192ae-401c-46ff-a0a0-78254de13f0c req-22a18562-1511-4486-af05-c47b1d91a3fe service neutron] 10.222.0.16 "GET /v2.0/networks/6b6c98d5-c0d5-4295-8563-67b8b13840da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423451 Dec 14 01:15:23.140664 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-10f81cd5-dae6-4f69-b4c4-6bde3881d108 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.7789721 Dec 14 01:15:23.149861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51056) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:23.163471 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f85100-a050-4570-9c34-8f777e226e65 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Network b1ce95d2-bd6d-46ad-9d00-15c6f4685408 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:15:23.194813 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-78e01ef6-8a91-48f7-b048-bec549a746ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:23.288263 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048c0971-a5dd-41db-8955-5acacda1b318 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:23.289665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-c6f85100-a050-4570-9c34-8f777e226e65 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, b1ce95d2-bd6d-46ad-9d00-15c6f4685408) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:23.300078 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fd0cb2-8551-49e3-ae1f-8d64455f594f None None] Network b1ce95d2-bd6d-46ad-9d00-15c6f4685408 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:23.310100 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f85100-a050-4570-9c34-8f777e226e65 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:23.310688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c6f85100-a050-4570-9c34-8f777e226e65 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:23.339644 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-048c0971-a5dd-41db-8955-5acacda1b318 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:23.362455 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048c0971-a5dd-41db-8955-5acacda1b318 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:23.363042 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-048c0971-a5dd-41db-8955-5acacda1b318 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:23.386440 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c6f85100-a050-4570-9c34-8f777e226e65 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2844250 Dec 14 01:15:23.387793 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae1ec6-3d03-46b7-a364-5a894df8d924 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:23.396228 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0ace5a58-2ccd-48f7-b4aa-688775a6b51b req-b4708ab6-37fc-4c98-83de-c2ca17c6d05c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6e47391-9f1e-47e0-8c59-c3d0cc0571a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3497815 Dec 14 01:15:23.404132 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51060) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:23.406846 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:23.407766 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Router 0e0a822b-16b1-486e-a820-47a7e3c67da6 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:15:23.425936 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3fb41cbc-63b0-437a-979a-0911c56d5428 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Request body: {'port': {'network_id': 'b1ce95d2-bd6d-46ad-9d00-15c6f4685408', 'name': 'tempest-AllowedAddressPairTestJSON-998012025'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:23.433213 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-81d192ae-401c-46ff-a0a0-78254de13f0c req-f7571a73-ebaf-474e-8fe9-ce0505351567 service neutron] 10.222.0.16 "GET /v2.0/networks/6b6c98d5-c0d5-4295-8563-67b8b13840da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104219 Dec 14 01:15:23.440795 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c0971-a5dd-41db-8955-5acacda1b318 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=4c0f9546-dea4-4c38-964a-9d8009e81c1b,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:23.505930 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-78e01ef6-8a91-48f7-b048-bec549a746ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:23.508756 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-78e01ef6-8a91-48f7-b048-bec549a746ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:23.512405 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-78e01ef6-8a91-48f7-b048-bec549a746ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23dff964-0728-429d-bcd4-b607efdf8059 HTTP/1.1" status: 204 len: 168 time: 0.7081521 Dec 14 01:15:23.533689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e01ef6-8a91-48f7-b048-bec549a746ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dff964-0728-429d-bcd4-b607efdf8059,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:23.549515 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-b1ce95d2-bd6d-46ad-9d00-15c6f4685408', 'network_id': 'b1ce95d2-bd6d-46ad-9d00-15c6f4685408', 'project_id': '0f8e73e432be4683bd2a350831cb708b', 'fixed_ips': [{'subnet_id': '1750907b-3502-4f85-9c67-6fa0a4443e97'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:15:23.551430 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:23.554954 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-374206fb-833d-4291-9cc7-f326702d4461 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Deleting port 7554c363-1a86-4228-bfa0-5ca30444b5ae {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:23.554954 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-374206fb-833d-4291-9cc7-f326702d4461 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:23.566999 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-048c0971-a5dd-41db-8955-5acacda1b318 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7413912 Dec 14 01:15:23.581519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51064) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:23.633901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:15:23.652083 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': '4c0f9546-dea4-4c38-964a-9d8009e81c1b'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:15:23.653572 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:23.658459 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0299c37d-d2de-497b-8bed-b81726816dd9 None None] Sync routers for ids ['0e0a822b-16b1-486e-a820-47a7e3c67da6'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:15:23.722359 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:23.726768 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4a589764-f8ee-4afb-a09e-5fa9510f5ab4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.8946371 Dec 14 01:15:23.727964 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51068) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:23.729316 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0299c37d-d2de-497b-8bed-b81726816dd9 None None] Routers {'0e0a822b-16b1-486e-a820-47a7e3c67da6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:23.730311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0299c37d-d2de-497b-8bed-b81726816dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:14:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['0e0a822b-16b1-486e-a820-47a7e3c67da6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:23.838208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-efc924b1-bd4e-4b16-9d3c-052735193873 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'fixed_ips': [{'subnet_id': '4c0f9546-dea4-4c38-964a-9d8009e81c1b', 'ip_address': '2001:db8::482c:87e6:f3eb:ad62'}], 'name': 'tempest-NetworksTestDHCPv6-1085210145'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:23.867514 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0299c37d-d2de-497b-8bed-b81726816dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:23.883045 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-374206fb-833d-4291-9cc7-f326702d4461 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:23.883371 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-374206fb-833d-4291-9cc7-f326702d4461 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:23.901839 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-374206fb-833d-4291-9cc7-f326702d4461 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Calling delete_port for 7554c363-1a86-4228-bfa0-5ca30444b5ae owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:23.917878 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-55989a2e-7f0c-4e2f-8b2a-05216bb47723 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "GET /v2.0/routers/0e0a822b-16b1-486e-a820-47a7e3c67da6 HTTP/1.1" status: 200 len: 925 time: 0.1845937 Dec 14 01:15:23.917878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51070) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:23.931541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Allocated IP 172.20.0.2 (b1ce95d2-bd6d-46ad-9d00-15c6f4685408/1750907b-3502-4f85-9c67-6fa0a4443e97/a185bf58-7fdd-4868-83cc-5fa2d206fdfe) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:23.938091 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0299c37d-d2de-497b-8bed-b81726816dd9 None None] Routers {'0e0a822b-16b1-486e-a820-47a7e3c67da6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:23.939069 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0299c37d-d2de-497b-8bed-b81726816dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:14:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['0e0a822b-16b1-486e-a820-47a7e3c67da6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:23.990621 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51072) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:23.993264 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0299c37d-d2de-497b-8bed-b81726816dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:23.993992 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0299c37d-d2de-497b-8bed-b81726816dd9 None None] The sync data for ids ['0e0a822b-16b1-486e-a820-47a7e3c67da6'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:15:24.003546 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-303c35a2-1e48-48c4-a50d-403f03412fde tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0a822b-16b1-486e-a820-47a7e3c67da6 HTTP/1.1" status: 200 len: 205 time: 0.0821164 Dec 14 01:15:24.006881 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aad32-9236-443a-a8dd-e1fc8c0d2d6c req-f5d6e41c-eee1-49f6-b0ac-9f84de18a007 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:24.009058 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51074) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:24.009182 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d6aad32-9236-443a-a8dd-e1fc8c0d2d6c req-f5d6e41c-eee1-49f6-b0ac-9f84de18a007 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 931 time: 0.7121379 Dec 14 01:15:24.025281 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Allocated IP 2001:db8::2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/4c0f9546-dea4-4c38-964a-9d8009e81c1b/8c9b2e35-3c2d-4a21-897f-d3875b332cc1) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:24.136414 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.145369 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cb372fd-cc8e-4170-942e-2896e531db4c tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.179402 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526cf057-f829-4435-a163-8bbdb8a0f565 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:15:24.210063 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.235496 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-20088cc2-e039-4807-8f85-1b386bb04a26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17e8ad33a56a46d9addb2f62b20cee9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2258222 Dec 14 01:15:24.257481 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51076) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:24.300191 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d6aad32-9236-443a-a8dd-e1fc8c0d2d6c req-9863377a-ac78-44e0-bcca-4c46741be279 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0946702-dcdf-45e3-81af-5722fbf065d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587812 Dec 14 01:15:24.342864 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6dc5180f-78a7-450c-b521-0961246edcce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.375524 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb41cbc-63b0-437a-979a-0911c56d5428 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Made reservation on behalf of 0f8e73e432be4683bd2a350831cb708b for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:24.379715 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fb41cbc-63b0-437a-979a-0911c56d5428 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.414282 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.425086 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.437370 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc924b1-bd4e-4b16-9d3c-052735193873 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:24.466576 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Network b1ce95d2-bd6d-46ad-9d00-15c6f4685408 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:24.469765 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-3fb41cbc-63b0-437a-979a-0911c56d5428 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] device_id is not set on port a285c19c-6a84-4044-9e25-3cb065ccec26 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:24.470054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:24.477624 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:24.513642 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Transition to ACTIVE for port object 526cf057-f829-4435-a163-8bbdb8a0f565 will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:15:24.514617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-374206fb-833d-4291-9cc7-f326702d4461 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.525368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e2c5c59-d23d-4409-9aea-98fe20352bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.548132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374206fb-833d-4291-9cc7-f326702d4461 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Pushing event deleted for resources: {'Port': ['ID=7554c363-1a86-4228-bfa0-5ca30444b5ae,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:24.557748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Attempting to bind port a185bf58-7fdd-4868-83cc-5fa2d206fdfe on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:24.558170 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Attempting to bind port a185bf58-7fdd-4868-83cc-5fa2d206fdfe by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'a90dc99a-143c-4b54-a4b1-5218f58d6e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b1ce95d2-bd6d-46ad-9d00-15c6f4685408'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:24.558524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Attempting to bind port a185bf58-7fdd-4868-83cc-5fa2d206fdfe on network b1ce95d2-bd6d-46ad-9d00-15c6f4685408 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:24.563154 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Pushing event updated for resources: {'Port': ['ID=a185bf58-7fdd-4868-83cc-5fa2d206fdfe,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:24.568684 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:24.569148 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Checking segment: {'id': 'a90dc99a-143c-4b54-a4b1-5218f58d6e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b1ce95d2-bd6d-46ad-9d00-15c6f4685408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:24.569544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.569908 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Bound using segment: {'id': 'a90dc99a-143c-4b54-a4b1-5218f58d6e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b1ce95d2-bd6d-46ad-9d00-15c6f4685408'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:24.571059 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Bound port: a185bf58-7fdd-4868-83cc-5fa2d206fdfe, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90dc99a-143c-4b54-a4b1-5218f58d6e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b1ce95d2-bd6d-46ad-9d00-15c6f4685408'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:24.571059 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.575553 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.582233 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cb372fd-cc8e-4170-942e-2896e531db4c tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.646177 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-374206fb-833d-4291-9cc7-f326702d4461 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.648933 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-374206fb-833d-4291-9cc7-f326702d4461 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.653755 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-374206fb-833d-4291-9cc7-f326702d4461 tempest-ExternalNetworksAdminNegativeTestJSON-697696202 tempest-ExternalNetworksAdminNegativeTestJSON-697696202-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/2e31317f-3bd8-4c07-9522-99494b48f8c0 HTTP/1.1" status: 204 len: 168 time: 1.4874368 Dec 14 01:15:24.679653 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.680612 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2cb372fd-cc8e-4170-942e-2896e531db4c tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Deleting port c56f8a76-54e0-4f28-96bc-776c2df10edf {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:24.681272 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cb372fd-cc8e-4170-942e-2896e531db4c tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.687775 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e2c5c59-d23d-4409-9aea-98fe20352bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.698415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.726913 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] For port a185bf58-7fdd-4868-83cc-5fa2d206fdfe, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:24.772423 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] For port a185bf58-7fdd-4868-83cc-5fa2d206fdfe, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a185bf58-7fdd-4868-83cc-5fa2d206fdfe,segment=NetworkSegment(a90dc99a-143c-4b54-a4b1-5218f58d6e60),segment_id=a90dc99a-143c-4b54-a4b1-5218f58d6e60)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:24.781056 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:24.790524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:24.793298 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.795617 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:24.803325 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Pushing event updated for resources: {'Port': ['ID=526cf057-f829-4435-a163-8bbdb8a0f565,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:24.819119 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cb372fd-cc8e-4170-942e-2896e531db4c tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.838126 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Pushing event updated for resources: {'Port': ['ID=8c9b2e35-3c2d-4a21-897f-d3875b332cc1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:24.850699 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2cb372fd-cc8e-4170-942e-2896e531db4c tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Calling delete_port for c56f8a76-54e0-4f28-96bc-776c2df10edf owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:24.853968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.908036 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.926600 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Attempting to bind port 8c9b2e35-3c2d-4a21-897f-d3875b332cc1 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:24.926952 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Attempting to bind port 8c9b2e35-3c2d-4a21-897f-d3875b332cc1 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:24.928832 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Attempting to bind port 8c9b2e35-3c2d-4a21-897f-d3875b332cc1 on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:24.969458 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:24.969997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:24.970188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.970563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:24.971353 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Bound port: 8c9b2e35-3c2d-4a21-897f-d3875b332cc1, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:24.971790 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:24.991597 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689b563-7e6e-45be-961a-74e30aa891a1 req-d504cc66-7f1c-4476-9887-7a2b00113902 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:24.992891 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feaf286-d9cb-49e2-acb3-25bf746cf629 None None] Pushing event updated for resources: {'Port': ['ID=a185bf58-7fdd-4868-83cc-5fa2d206fdfe,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:24.993224 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2689b563-7e6e-45be-961a-74e30aa891a1 req-d504cc66-7f1c-4476-9887-7a2b00113902 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 943 time: 0.4715436 Dec 14 01:15:24.996670 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efc924b1-bd4e-4b16-9d3c-052735193873 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.057712 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] For port 8c9b2e35-3c2d-4a21-897f-d3875b332cc1, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:25.061811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] For port 8c9b2e35-3c2d-4a21-897f-d3875b332cc1, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=8c9b2e35-3c2d-4a21-897f-d3875b332cc1,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:25.076953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.098665 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e2c5c59-d23d-4409-9aea-98fe20352bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.107556 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e2c5c59-d23d-4409-9aea-98fe20352bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.109023 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2e2c5c59-d23d-4409-9aea-98fe20352bac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdb7f4bd-24d4-40c5-9435-07b0de6ddf24 HTTP/1.1" status: 204 len: 168 time: 0.8430495 Dec 14 01:15:25.136997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device ef42179d-1b0e-447b-a68e-fe169bc463f2 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:15:25.149907 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-3fb41cbc-63b0-437a-979a-0911c56d5428 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Allocated IP 172.20.0.7 (b1ce95d2-bd6d-46ad-9d00-15c6f4685408/1750907b-3502-4f85-9c67-6fa0a4443e97/a285c19c-6a84-4044-9e25-3cb065ccec26) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:25.210998 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2e35b-99b8-4a83-a163-39aac428a277 None None] Pushing event updated for resources: {'Port': ['ID=8c9b2e35-3c2d-4a21-897f-d3875b332cc1,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:25.224321 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51086) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:25.277658 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cb372fd-cc8e-4170-942e-2896e531db4c tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.349492 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb372fd-cc8e-4170-942e-2896e531db4c tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Pushing event deleted for resources: {'Port': ['ID=c56f8a76-54e0-4f28-96bc-776c2df10edf,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:25.430093 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port ef42179d-1b0e-447b-a68e-fe169bc463f2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ef42179d-1b0e-447b-a68e-fe169bc463f2,segment=NetworkSegment(1baa0476-3275-46f9-ad82-e5393b5c0b0c),segment_id=1baa0476-3275-46f9-ad82-e5393b5c0b0c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:25.475651 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'ef42179d-1b0e-447b-a68e-fe169bc463f2', 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da', 'port_id': 'ef42179d-1b0e-447b-a68e-fe169bc463f2', 'mac_address': 'fa:16:3e:2f:64:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:15:25.515362 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c5c59-d23d-4409-9aea-98fe20352bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb7f4bd-24d4-40c5-9435-07b0de6ddf24,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:25.524487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-86d45b46-c522-49c7-a535-60ed53933508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.548707 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cb372fd-cc8e-4170-942e-2896e531db4c tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.558414 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.581015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.597234 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Attempting to bind port 526cf057-f829-4435-a163-8bbdb8a0f565 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:25.601883 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Attempting to bind port 526cf057-f829-4435-a163-8bbdb8a0f565 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4b8f7014-0564-4bd3-90ab-75e37d39f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:25.602272 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Attempting to bind port 526cf057-f829-4435-a163-8bbdb8a0f565 on network ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:25.610108 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Pushing event updated for resources: {'Port': ['ID=a144a20f-761e-4369-815f-01d5946a34d3,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:25.622278 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-efc924b1-bd4e-4b16-9d3c-052735193873 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port e41fba45-acb0-48c8-8111-49b2cb599790 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:25.624275 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef42179d-1b0e-447b-a68e-fe169bc463f2 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:15:25.679130 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port ef42179d-1b0e-447b-a68e-fe169bc463f2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ef42179d-1b0e-447b-a68e-fe169bc463f2,segment=NetworkSegment(1baa0476-3275-46f9-ad82-e5393b5c0b0c),segment_id=1baa0476-3275-46f9-ad82-e5393b5c0b0c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:25.684610 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.703147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cb372fd-cc8e-4170-942e-2896e531db4c tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.707473 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cb372fd-cc8e-4170-942e-2896e531db4c tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.741223 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Port 526cf057-f829-4435-a163-8bbdb8a0f565 on network ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:15:25.741648 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Attempting to bind port 526cf057-f829-4435-a163-8bbdb8a0f565 on network ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:25.750731 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=ef42179d-1b0e-447b-a68e-fe169bc463f2,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:25.782319 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.843445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cb372fd-cc8e-4170-942e-2896e531db4c tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.843965 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb372fd-cc8e-4170-942e-2896e531db4c tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Fanout notify agent at l3_agent the message router_deleted on router 0e0a822b-16b1-486e-a820-47a7e3c67da6 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:15:25.857728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cb372fd-cc8e-4170-942e-2896e531db4c tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.858860 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2cb372fd-cc8e-4170-942e-2896e531db4c tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "DELETE /v2.0/routers/0e0a822b-16b1-486e-a820-47a7e3c67da6 HTTP/1.1" status: 204 len: 168 time: 1.8494246 Dec 14 01:15:25.867079 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51098) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:25.871661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1798881598', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'enable_snat': False}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:25.881470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-86d45b46-c522-49c7-a535-60ed53933508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.893748 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-86d45b46-c522-49c7-a535-60ed53933508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.896609 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:25.897141 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Checking segment: {'id': '4b8f7014-0564-4bd3-90ab-75e37d39f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:25.897579 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Bound using segment: {'id': '4b8f7014-0564-4bd3-90ab-75e37d39f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:25.898061 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Bound port: 526cf057-f829-4435-a163-8bbdb8a0f565, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8f7014-0564-4bd3-90ab-75e37d39f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:25.898421 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.939019 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.940461 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:25.967103 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-86d45b46-c522-49c7-a535-60ed53933508 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56c3f71b4b1b4fe6b5b0576f4048b544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7382896 Dec 14 01:15:25.969732 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51102) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:25.978386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d45b46-c522-49c7-a535-60ed53933508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5903f435-f572-4f7c-af7a-feb5fcef73cc,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:25.990832 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2689b563-7e6e-45be-961a-74e30aa891a1 req-62e986ba-7812-41fc-8554-b262a81eb136 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6e47391-9f1e-47e0-8c59-c3d0cc0571a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8943539 Dec 14 01:15:26.069059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:26.070532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['ef42179d-1b0e-447b-a68e-fe169bc463f2'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:15:26.085746 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e64baf-4c20-4d70-831f-a6a418f7d2be req-4e1f11ea-7475-4373-8dce-d9febc30c4a0 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:26.087347 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-39e64baf-4c20-4d70-831f-a6a418f7d2be req-4e1f11ea-7475-4373-8dce-d9febc30c4a0 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 943 time: 0.5026543 Dec 14 01:15:26.090465 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d754e8a3-d7cd-408b-ae68-924097839c23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:26.114714 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d754e8a3-d7cd-408b-ae68-924097839c23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:26.186095 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fb41cbc-63b0-437a-979a-0911c56d5428 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:26.277871 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Floating IP 8365c414-47ff-40d0-8d9a-eedc1ce4b380 associated. External IP: 172.26.1.247, port: 168c0104-79b5-4369-9686-8a93b9445a42. Dec 14 01:15:26.320133 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d754e8a3-d7cd-408b-ae68-924097839c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:26.323011 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d754e8a3-d7cd-408b-ae68-924097839c23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:26.324218 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d754e8a3-d7cd-408b-ae68-924097839c23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5903f435-f572-4f7c-af7a-feb5fcef73cc HTTP/1.1" status: 204 len: 168 time: 0.3533635 Dec 14 01:15:26.378665 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] For port 526cf057-f829-4435-a163-8bbdb8a0f565, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:26.391272 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:26.410736 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754e8a3-d7cd-408b-ae68-924097839c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5903f435-f572-4f7c-af7a-feb5fcef73cc,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:26.600985 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc64d847-c821-4c6d-b561-78bf4582836b None None] Network b1ce95d2-bd6d-46ad-9d00-15c6f4685408 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:26.793544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a185bf58-7fdd-4868-83cc-5fa2d206fdfe up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:26.855341 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-39e64baf-4c20-4d70-831f-a6a418f7d2be req-47a39e24-010a-4f67-96c0-be30ff86c7ae tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0946702-dcdf-45e3-81af-5722fbf065d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7241645 Dec 14 01:15:26.875187 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:26.878966 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] For port 526cf057-f829-4435-a163-8bbdb8a0f565, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=526cf057-f829-4435-a163-8bbdb8a0f565,segment=NetworkSegment(4b8f7014-0564-4bd3-90ab-75e37d39f27a),segment_id=4b8f7014-0564-4bd3-90ab-75e37d39f27a)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:26.900360 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-efc924b1-bd4e-4b16-9d3c-052735193873 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::482c:87e6:f3eb:ad62 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/4c0f9546-dea4-4c38-964a-9d8009e81c1b/e41fba45-acb0-48c8-8111-49b2cb599790) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:26.903200 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2f919c55-0a33-4462-96c6-5c61d463764e None None] Provisioning complete for port a185bf58-7fdd-4868-83cc-5fa2d206fdfe triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:26.903579 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f919c55-0a33-4462-96c6-5c61d463764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:26.918317 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:26.942289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:26.975674 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:26.981674 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port a185bf58-7fdd-4868-83cc-5fa2d206fdfe triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:26.982060 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:27.091902 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51122) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:27.123556 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fb41cbc-63b0-437a-979a-0911c56d5428 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:27.128752 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:27.129846 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:27.131800 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] 10.222.0.16 "PUT /v2.0/ports/526cf057-f829-4435-a163-8bbdb8a0f565 HTTP/1.1" status: 200 len: 1093 time: 4.5637023 Dec 14 01:15:27.137405 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfc23a4-d35b-48c1-97d4-8c7559d019bf', 'tag': '526cf057-f829-4435-a163-8bbdb8a0f565'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:15:27.149217 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device ef42179d-1b0e-447b-a68e-fe169bc463f2 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:27.150978 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f919c55-0a33-4462-96c6-5c61d463764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:27.253813 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Allocated IP 172.26.1.239 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/c7d6f371-c552-4699-8a7b-96ce365cca4a) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:27.371259 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2f919c55-0a33-4462-96c6-5c61d463764e None None] For port a185bf58-7fdd-4868-83cc-5fa2d206fdfe, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a185bf58-7fdd-4868-83cc-5fa2d206fdfe,segment=NetworkSegment(a90dc99a-143c-4b54-a4b1-5218f58d6e60),segment_id=a90dc99a-143c-4b54-a4b1-5218f58d6e60)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:27.387267 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f919c55-0a33-4462-96c6-5c61d463764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:27.389154 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:27.443344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port ef42179d-1b0e-447b-a68e-fe169bc463f2 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:15:27.448918 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb41cbc-63b0-437a-979a-0911c56d5428 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Network b1ce95d2-bd6d-46ad-9d00-15c6f4685408 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:27.452340 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f61c25a-66fb-49fd-b54c-0717248b68b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1cfc23a4-d35b-48c1-97d4-8c7559d019bf", "tag": "526cf057-f829-4435-a163-8bbdb8a0f565"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:15:27.460225 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port ef42179d-1b0e-447b-a68e-fe169bc463f2 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:27.460528 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:27.481900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:27.498317 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3fb41cbc-63b0-437a-979a-0911c56d5428 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:27.500868 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85419b4-5c34-4e21-b593-f0dbc8813db5 service neutron] Pushing event updated for resources: {'Port': ['ID=526cf057-f829-4435-a163-8bbdb8a0f565,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:27.510860 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb41cbc-63b0-437a-979a-0911c56d5428 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:27.569065 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:27.594962 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f919c55-0a33-4462-96c6-5c61d463764e None None] Pushing event updated for resources: {'Port': ['ID=a185bf58-7fdd-4868-83cc-5fa2d206fdfe,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:27.653803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:15:27.654409 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:15:27.680717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Pushing event updated for resources: {'Port': ['ID=c7d6f371-c552-4699-8a7b-96ce365cca4a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:27.687841 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:27.689980 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:27.692635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:27.720925 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f7d9bd06-a06f-4796-b1c2-26805ccaebe4 None None] Provisioning complete for port a185bf58-7fdd-4868-83cc-5fa2d206fdfe triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:27.721258 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f7d9bd06-a06f-4796-b1c2-26805ccaebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:27.739213 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a1a6b68e-2d22-4b5f-9b61-e04b0e9a6256 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cee194cbcec841dbb0a04aadec6ea11f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6439316 Dec 14 01:15:27.741134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51142) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:27.768009 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:27.775819 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:27.818175 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e7483e-5084-4647-983e-a83435be5571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef42179d-1b0e-447b-a68e-fe169bc463f2'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:15:27.945293 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efc924b1-bd4e-4b16-9d3c-052735193873 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:27.959107 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb41cbc-63b0-437a-979a-0911c56d5428 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:27.959786 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fb41cbc-63b0-437a-979a-0911c56d5428 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:27.971958 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ab999e-4920-4447-980f-b8dd69b4168e x-openstack-request-id: req-42ab999e-4920-4447-980f-b8dd69b4168e {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:15:27.972417 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cfc23a4-d35b-48c1-97d4-8c7559d019bf", "tag": "526cf057-f829-4435-a163-8bbdb8a0f565", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:15:27.976404 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42ab999e-4920-4447-980f-b8dd69b4168e {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:15:27.976928 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfc23a4-d35b-48c1-97d4-8c7559d019bf', 'tag': '526cf057-f829-4435-a163-8bbdb8a0f565', 'status': 'completed', 'code': 200} Dec 14 01:15:27.984018 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b45ebd49-948a-405c-aa20-dc4d0d14e6ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:27.995721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae5e2c-b883-4121-82b5-d6eda10d996a req-91aaa2b1-1678-4034-a7aa-a1094889a062 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:27.997498 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a8ae5e2c-b883-4121-82b5-d6eda10d996a req-91aaa2b1-1678-4034-a7aa-a1094889a062 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 944 time: 0.7842679 Dec 14 01:15:28.015072 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-7d8736cf-0235-41d3-9800-d5845ac084a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:28.017006 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-7d8736cf-0235-41d3-9800-d5845ac084a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fabb3b1d93404fdd971115f340a0221d&device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 1096 time: 0.7926695 Dec 14 01:15:28.018995 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b45ebd49-948a-405c-aa20-dc4d0d14e6ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.040488 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3fb41cbc-63b0-437a-979a-0911c56d5428 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6348886 Dec 14 01:15:28.070740 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:15:28.076272 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51154) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:28.077590 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port ef42179d-1b0e-447b-a68e-fe169bc463f2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ef42179d-1b0e-447b-a68e-fe169bc463f2,segment=NetworkSegment(1baa0476-3275-46f9-ad82-e5393b5c0b0c),segment_id=1baa0476-3275-46f9-ad82-e5393b5c0b0c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:28.084421 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e7c9acff-1aeb-4f73-81b0-18ab87391337 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Request body: {'port': {'network_id': 'b1ce95d2-bd6d-46ad-9d00-15c6f4685408', 'name': 'tempest-AllowedAddressPairTestJSON-79333905', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:6d:95:af'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:28.086897 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.110451 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51158) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:28.161710 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=ef42179d-1b0e-447b-a68e-fe169bc463f2,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:28.209351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb41cbc-63b0-437a-979a-0911c56d5428 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event updated for resources: {'Port': ['ID=a285c19c-6a84-4044-9e25-3cb065ccec26,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:28.222155 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-52d86d6c-4461-4917-8441-99aa6b812e40 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=526cf057-f829-4435-a163-8bbdb8a0f565 HTTP/1.1" status: 200 len: 217 time: 0.1803753 Dec 14 01:15:28.233022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b45ebd49-948a-405c-aa20-dc4d0d14e6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.239127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b45ebd49-948a-405c-aa20-dc4d0d14e6ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.244528 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b45ebd49-948a-405c-aa20-dc4d0d14e6ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebff701b-1a21-4b63-8678-6cbd3196eba0 HTTP/1.1" status: 204 len: 168 time: 0.4989672 Dec 14 01:15:28.244888 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 8c9b2e35-3c2d-4a21-897f-d3875b332cc1 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:28.283109 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1788dad7-22fe-4c21-be08-1d1e92e110bf" -d '{"events": [{"server_uuid": "00e7483e-5084-4647-983e-a83435be5571", "name": "network-vif-plugged", "status": "completed", "tag": "ef42179d-1b0e-447b-a68e-fe169bc463f2"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:15:28.286911 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f7d9bd06-a06f-4796-b1c2-26805ccaebe4 None None] Provisioning complete for port 8c9b2e35-3c2d-4a21-897f-d3875b332cc1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:28.287290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f7d9bd06-a06f-4796-b1c2-26805ccaebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.290638 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c564e2fa-7fbe-49eb-a2d2-757b111b3e31 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-646665368'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:28.344642 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Router a4437e8f-175f-4dfb-9f64-cffd760a0b68 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:15:28.354856 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efc924b1-bd4e-4b16-9d3c-052735193873 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.368798 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806ad57-34fc-4704-8403-12f8e2b35201 req-f64135d1-d131-4c9b-bc54-4f5babe68d91 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:28.376954 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2806ad57-34fc-4704-8403-12f8e2b35201 req-f64135d1-d131-4c9b-bc54-4f5babe68d91 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 943 time: 0.3971052 Dec 14 01:15:28.382018 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f7d9bd06-a06f-4796-b1c2-26805ccaebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.384572 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-d59308c2-72f9-4842-9bc3-70a807474411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:28.385916 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-d59308c2-72f9-4842-9bc3-70a807474411 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35894143-d245-46e1-be5a-a76c13933a02 HTTP/1.1" status: 200 len: 845 time: 0.1529443 Dec 14 01:15:28.389999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ebd49-948a-405c-aa20-dc4d0d14e6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebff701b-1a21-4b63-8678-6cbd3196eba0,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:28.390214 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a8ae5e2c-b883-4121-82b5-d6eda10d996a req-6061dc1d-71c5-4637-8e6a-d6634cf181a1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6e47391-9f1e-47e0-8c59-c3d0cc0571a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3616376 Dec 14 01:15:28.406743 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 8c9b2e35-3c2d-4a21-897f-d3875b332cc1 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:28.407115 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.410905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c9acff-1aeb-4f73-81b0-18ab87391337 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Made reservation on behalf of 0f8e73e432be4683bd2a350831cb708b for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:28.496199 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f7d9bd06-a06f-4796-b1c2-26805ccaebe4 None None] For port 8c9b2e35-3c2d-4a21-897f-d3875b332cc1, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=8c9b2e35-3c2d-4a21-897f-d3875b332cc1,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:28.504170 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f7d9bd06-a06f-4796-b1c2-26805ccaebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.544211 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c564e2fa-7fbe-49eb-a2d2-757b111b3e31 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.545835 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c564e2fa-7fbe-49eb-a2d2-757b111b3e31 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.583876 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.584454 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9bd06-a06f-4796-b1c2-26805ccaebe4 None None] Pushing event updated for resources: {'Port': ['ID=8c9b2e35-3c2d-4a21-897f-d3875b332cc1,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:28.634997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2296e15f-9f8a-4fd3-a49b-49469590de19 x-openstack-request-id: req-2296e15f-9f8a-4fd3-a49b-49469590de19 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:15:28.635328 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e7483e-5084-4647-983e-a83435be5571", "name": "network-vif-plugged", "status": "completed", "tag": "ef42179d-1b0e-447b-a68e-fe169bc463f2", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:15:28.637473 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2296e15f-9f8a-4fd3-a49b-49469590de19 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:15:28.637944 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e7483e-5084-4647-983e-a83435be5571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef42179d-1b0e-447b-a68e-fe169bc463f2', 'code': 200} Dec 14 01:15:28.656358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cd8beb38-fa4d-4082-9196-41065f325841 None None] Provisioning complete for port a285c19c-6a84-4044-9e25-3cb065ccec26 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:28.656934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd8beb38-fa4d-4082-9196-41065f325841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.695662 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc924b1-bd4e-4b16-9d3c-052735193873 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:28.703976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cd8beb38-fa4d-4082-9196-41065f325841 None None] Port a285c19c-6a84-4044-9e25-3cb065ccec26 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:28.718398 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e7c9acff-1aeb-4f73-81b0-18ab87391337 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.743021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-e7c9acff-1aeb-4f73-81b0-18ab87391337 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] device_id is not set on port b14d1361-3def-4a3d-b801-a43b099c8f19 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:28.750438 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c564e2fa-7fbe-49eb-a2d2-757b111b3e31 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.755183 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc924b1-bd4e-4b16-9d3c-052735193873 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=e41fba45-acb0-48c8-8111-49b2cb599790,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:28.762584 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a185bf58-7fdd-4868-83cc-5fa2d206fdfe up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:28.808132 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-efc924b1-bd4e-4b16-9d3c-052735193873 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:28.829849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port a185bf58-7fdd-4868-83cc-5fa2d206fdfe triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:28.830232 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc924b1-bd4e-4b16-9d3c-052735193873 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:28.830412 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.838269 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc924b1-bd4e-4b16-9d3c-052735193873 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:28.840424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efc924b1-bd4e-4b16-9d3c-052735193873 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.860180 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2806ad57-34fc-4704-8403-12f8e2b35201 req-4ce445be-cdc8-45e1-b404-7e59eb9de6ad tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0946702-dcdf-45e3-81af-5722fbf065d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4612439 Dec 14 01:15:28.964397 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c564e2fa-7fbe-49eb-a2d2-757b111b3e31 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:28.986601 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:15:29.000477 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28d192-173b-4699-a3f1-adca0650934e None None] Sync routers for ids ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:15:29.008603 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 8c9b2e35-3c2d-4a21-897f-d3875b332cc1 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:29.013369 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c564e2fa-7fbe-49eb-a2d2-757b111b3e31 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:29.017571 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28d192-173b-4699-a3f1-adca0650934e None None] Routers {'a4437e8f-175f-4dfb-9f64-cffd760a0b68'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:29.017571 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-cf28d192-173b-4699-a3f1-adca0650934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:29.018424 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c564e2fa-7fbe-49eb-a2d2-757b111b3e31 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9063859 Dec 14 01:15:29.022415 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51178) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:29.028829 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-efc924b1-bd4e-4b16-9d3c-052735193873 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.4425750 Dec 14 01:15:29.068762 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-cf28d192-173b-4699-a3f1-adca0650934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:29.080118 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28d192-173b-4699-a3f1-adca0650934e None None] Routers {'a4437e8f-175f-4dfb-9f64-cffd760a0b68'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:29.081750 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-cf28d192-173b-4699-a3f1-adca0650934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:29.121265 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-cf28d192-173b-4699-a3f1-adca0650934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:29.122211 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28d192-173b-4699-a3f1-adca0650934e None None] The sync data for ids ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:15:29.147050 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 8c9b2e35-3c2d-4a21-897f-d3875b332cc1 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:29.147877 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9f1eae5-c2c1-41fd-83a7-491c205539e1 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:29.148365 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:29.224481 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:29.228624 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51180) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:29.261300 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2ce0b38d-6506-49bd-af44-04ffd13ab26f None None] Provisioning complete for port e41fba45-acb0-48c8-8111-49b2cb599790 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:29.261684 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ce0b38d-6506-49bd-af44-04ffd13ab26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:29.311221 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2ce0b38d-6506-49bd-af44-04ffd13ab26f None None] Port e41fba45-acb0-48c8-8111-49b2cb599790 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:29.331851 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9f1eae5-c2c1-41fd-83a7-491c205539e1 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:29.335780 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-dd858b54-94d2-4eab-9f1b-efcb8f859409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:29.338552 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-dd858b54-94d2-4eab-9f1b-efcb8f859409 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebd91d18-64b4-4dbb-b820-93afa8ddc3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9439435 Dec 14 01:15:29.339801 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9f1eae5-c2c1-41fd-83a7-491c205539e1 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:29.475290 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23c4ead-d624-46f0-9608-e475319fe951 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:29.481317 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23c4ead-d624-46f0-9608-e475319fe951 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:29.482994 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c23c4ead-d624-46f0-9608-e475319fe951 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2418196 Dec 14 01:15:29.486058 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51192) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:29.486695 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51194) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:29.508700 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccdff3-3d36-4fb3-8b6e-fa9f447955f1 req-bdf687d7-c1bf-44eb-8084-95a7a7ebd97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:29.510183 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e4ccdff3-3d36-4fb3-8b6e-fa9f447955f1 req-bdf687d7-c1bf-44eb-8084-95a7a7ebd97f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 1098 time: 0.2780042 Dec 14 01:15:29.553997 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-e7c9acff-1aeb-4f73-81b0-18ab87391337 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Allocated IP 172.20.0.11 (b1ce95d2-bd6d-46ad-9d00-15c6f4685408/1750907b-3502-4f85-9c67-6fa0a4443e97/b14d1361-3def-4a3d-b801-a43b099c8f19) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:29.570206 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e4ccdff3-3d36-4fb3-8b6e-fa9f447955f1 req-1e3eb3c2-63b0-4706-ba19-ec650030c874 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:29.626146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-93d71197-f920-4ffb-9d15-992c759f99a2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-708265848'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:29.628601 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:29.744934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9f1eae5-c2c1-41fd-83a7-491c205539e1 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:29.745462 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f1eae5-c2c1-41fd-83a7-491c205539e1 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 589235de-f433-4166-b109-c11a4be9a3d4 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:15:29.750101 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9f1eae5-c2c1-41fd-83a7-491c205539e1 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:29.754786 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e9f1eae5-c2c1-41fd-83a7-491c205539e1 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] 10.222.0.32 "DELETE /v2.0/routers/589235de-f433-4166-b109-c11a4be9a3d4 HTTP/1.1" status: 204 len: 168 time: 0.7301469 Dec 14 01:15:29.757177 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51198) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:29.763457 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-37d5df61-c9e7-4423-8278-2ced2f975d52 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Request body: {'router': {'name': 'tempest-router-726492791', 'distributed': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:29.774253 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fda02d46-81b3-4228-b54d-3724066c3c94 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 11.2663350 Dec 14 01:15:29.776166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51200) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:29.779687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d71197-f920-4ffb-9d15-992c759f99a2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Made reservation on behalf of 95b580a43df54a1297220912a3d4d815 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:29.783368 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93d71197-f920-4ffb-9d15-992c759f99a2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:29.833281 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0a3c3-a1a7-469c-b745-a4c15f4c50cd req-fb8a8452-893b-4ea4-aa70-c3f0f0196e45 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:29.834802 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-99f0a3c3-a1a7-469c-b745-a4c15f4c50cd req-fb8a8452-893b-4ea4-aa70-c3f0f0196e45 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 945 time: 0.1764965 Dec 14 01:15:29.837438 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-be78bf0d-d6bc-42d3-99fb-2a5e0d235335 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd91d18-64b4-4dbb-b820-93afa8ddc3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897914 Dec 14 01:15:29.838249 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37d5df61-c9e7-4423-8278-2ced2f975d52 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:29.839316 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37d5df61-c9e7-4423-8278-2ced2f975d52 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:29.855724 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Router 24620ed2-fc1b-4251-9b52-89745a4d2aa7 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:15:29.857573 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93d71197-f920-4ffb-9d15-992c759f99a2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:29.932570 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9e897015-af45-468f-92f9-ab3972c7895c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port e41fba45-acb0-48c8-8111-49b2cb599790 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:29.932904 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e897015-af45-468f-92f9-ab3972c7895c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.014565 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-99f0a3c3-a1a7-469c-b745-a4c15f4c50cd req-4b82d7d1-9ebb-42d2-ac52-999441190221 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6e47391-9f1e-47e0-8c59-c3d0cc0571a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715767 Dec 14 01:15:30.015874 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37d5df61-c9e7-4423-8278-2ced2f975d52 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.032537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37d5df61-c9e7-4423-8278-2ced2f975d52 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.062445 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa926cc8-1502-46f5-b8fc-a8e24f0b344b req-a41a5d9c-5faa-42db-9f5e-bc740c37c0f1 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd91d18-64b4-4dbb-b820-93afa8ddc3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115533 Dec 14 01:15:30.067881 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e7fdcd8c-856d-4e98-94ce-7bfc772cde06 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] 10.222.0.32 "GET /v2.0/floatingips/8365c414-47ff-40d0-8d9a-eedc1ce4b380 HTTP/1.1" status: 200 len: 982 time: 0.2817335 Dec 14 01:15:30.068300 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37d5df61-c9e7-4423-8278-2ced2f975d52 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.072705 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-37d5df61-c9e7-4423-8278-2ced2f975d52 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3124099 Dec 14 01:15:30.073478 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51204) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:30.073810 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51206) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:30.080783 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e7c9acff-1aeb-4f73-81b0-18ab87391337 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.083117 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c676cd-f703-4412-b7cb-945a9f53a004 req-b081075e-a37e-49fc-b7f0-62b8bef3bb06 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:30.084288 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c676cd-f703-4412-b7cb-945a9f53a004 req-b081075e-a37e-49fc-b7f0-62b8bef3bb06 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 943 time: 0.1353929 Dec 14 01:15:30.084495 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e4ccdff3-3d36-4fb3-8b6e-fa9f447955f1 req-1e3eb3c2-63b0-4706-ba19-ec650030c874 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.106247 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e4ccdff3-3d36-4fb3-8b6e-fa9f447955f1 req-1e3eb3c2-63b0-4706-ba19-ec650030c874 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.245190 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e897015-af45-468f-92f9-ab3972c7895c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.249443 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e4ccdff3-3d36-4fb3-8b6e-fa9f447955f1 req-1e3eb3c2-63b0-4706-ba19-ec650030c874 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d6e47391-9f1e-47e0-8c59-c3d0cc0571a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7287683 Dec 14 01:15:30.258499 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3eb3c2-63b0-4706-ba19-ec650030c874 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=55bc049d-3573-4d91-8be0-0610583c387e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:30.278878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:15:30.282595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9e897015-af45-468f-92f9-ab3972c7895c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for e41fba45-acb0-48c8-8111-49b2cb599790 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:30.286238 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e532abd2-8c5e-4d59-bfc0-566ab9050930 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.290495 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Sync routers for ids ['24620ed2-fc1b-4251-9b52-89745a4d2aa7'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:15:30.300188 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e7c9acff-1aeb-4f73-81b0-18ab87391337 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.301938 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Routers {'24620ed2-fc1b-4251-9b52-89745a4d2aa7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:30.302815 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['24620ed2-fc1b-4251-9b52-89745a4d2aa7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:30.330722 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-68cca926-c7de-4808-954d-1f5380b17d15 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2423 time: 0.2422411 Dec 14 01:15:30.367021 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51208) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:30.379110 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93d71197-f920-4ffb-9d15-992c759f99a2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.393478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.397270 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d269cd92-5dfb-4dd0-ad9a-99fdad3e6cfa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.5265632 Dec 14 01:15:30.399688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51210) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:30.405414 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93d71197-f920-4ffb-9d15-992c759f99a2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.409735 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c9acff-1aeb-4f73-81b0-18ab87391337 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Network b1ce95d2-bd6d-46ad-9d00-15c6f4685408 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:30.421838 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Set router 24620ed2-fc1b-4251-9b52-89745a4d2aa7 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:15:30.468057 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e7c9acff-1aeb-4f73-81b0-18ab87391337 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:30.484342 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9acff-1aeb-4f73-81b0-18ab87391337 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:30.503805 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9acff-1aeb-4f73-81b0-18ab87391337 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event updated for resources: {'Port': ['ID=b14d1361-3def-4a3d-b801-a43b099c8f19,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:30.511285 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61c25a-66fb-49fd-b54c-0717248b68b8 req-0985f980-f378-4fb5-a62f-8078f52ddfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:30.512834 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6f61c25a-66fb-49fd-b54c-0717248b68b8 req-0985f980-f378-4fb5-a62f-8078f52ddfcb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fabb3b1d93404fdd971115f340a0221d&device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 1096 time: 0.3174984 Dec 14 01:15:30.523387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d71197-f920-4ffb-9d15-992c759f99a2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:15:30.523603 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c676cd-f703-4412-b7cb-945a9f53a004 req-d170e214-5d0d-417f-a29d-c9a5a62356f6 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0946702-dcdf-45e3-81af-5722fbf065d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4270201 Dec 14 01:15:30.552283 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d71197-f920-4ffb-9d15-992c759f99a2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb1c1ed-cca4-4cbb-bf4f-d0a5e0c7ea0f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:30.599695 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93d71197-f920-4ffb-9d15-992c759f99a2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.600037 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-93d71197-f920-4ffb-9d15-992c759f99a2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Added segment b2742628-c009-4795-b818-8fb4f5b5a33f of type vlan for network 64770b40-368c-4d88-9ea8-215b545fa4f9 Dec 14 01:15:30.638922 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c9acff-1aeb-4f73-81b0-18ab87391337 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:30.639578 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e7c9acff-1aeb-4f73-81b0-18ab87391337 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.672667 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24620ed2-fc1b-4251-9b52-89745a4d2aa7', 'name': 'tempest-snat-router-1798881598', 'tenant_id': '535ee2896386405f9aea48adc6f6a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.239'}], 'enable_snat': False}, 'gw_port_id': 'c7d6f371-c552-4699-8a7b-96ce365cca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:15:25Z', 'updated_at': '2021-12-14T01:15:28Z', 'revision_number': 3, 'project_id': '535ee2896386405f9aea48adc6f6a9d8', 'gw_port': {'id': 'c7d6f371-c552-4699-8a7b-96ce365cca4a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24620ed2-fc1b-4251-9b52-89745a4d2aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:15:26Z', 'updated_at': '2021-12-14T01:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:30.709412 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Checking router: 24620ed2-fc1b-4251-9b52-89745a4d2aa7 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:15:30.709769 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Updating router 24620ed2-fc1b-4251-9b52-89745a4d2aa7 port c7d6f371-c552-4699-8a7b-96ce365cca4a binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:15:30.720556 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e7c9acff-1aeb-4f73-81b0-18ab87391337 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.6426888 Dec 14 01:15:30.724667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93d71197-f920-4ffb-9d15-992c759f99a2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.730700 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7a83d2f6-b608-42e8-ab2e-60e027c3e84b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "GET /v2.0/routers/24620ed2-fc1b-4251-9b52-89745a4d2aa7 HTTP/1.1" status: 200 len: 909 time: 0.3236992 Dec 14 01:15:30.732248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51212) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:30.732620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51214) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:30.740730 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1798881598', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'enable_snat': True}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:30.744694 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.775092 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e532abd2-8c5e-4d59-bfc0-566ab9050930 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.779109 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e532abd2-8c5e-4d59-bfc0-566ab9050930 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.784708 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.786235 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.817137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e897015-af45-468f-92f9-ab3972c7895c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.835273 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93d71197-f920-4ffb-9d15-992c759f99a2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.841164 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d71197-f920-4ffb-9d15-992c759f99a2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:30.841780 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93d71197-f920-4ffb-9d15-992c759f99a2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.882304 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-db2e1d74-41b7-41e1-aa3f-7c344bc709b3 None None] Provisioning complete for port b14d1361-3def-4a3d-b801-a43b099c8f19 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:30.882775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db2e1d74-41b7-41e1-aa3f-7c344bc709b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.885332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e897015-af45-468f-92f9-ab3972c7895c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=e41fba45-acb0-48c8-8111-49b2cb599790,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:30.908154 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e532abd2-8c5e-4d59-bfc0-566ab9050930 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.908919 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e532abd2-8c5e-4d59-bfc0-566ab9050930 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d7e18eb-5d17-474a-806f-86b82fcede35 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:15:30.927312 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e532abd2-8c5e-4d59-bfc0-566ab9050930 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:30.928761 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e532abd2-8c5e-4d59-bfc0-566ab9050930 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] 10.222.0.32 "DELETE /v2.0/routers/8d7e18eb-5d17-474a-806f-86b82fcede35 HTTP/1.1" status: 204 len: 168 time: 0.8423715 Dec 14 01:15:30.948231 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51216) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:30.952578 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f2ab945a-451d-4991-865c-c962231b779f tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Request body: {'router': {'name': 'tempest-router-1164945531', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e0aaa978abce40c1bfffbe23890e5c36'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:30.956571 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a55377-483d-48bd-b43b-953d24a13239 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:30.964871 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a55377-483d-48bd-b43b-953d24a13239 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:30.972050 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a55377-483d-48bd-b43b-953d24a13239 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:30.974049 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-67a55377-483d-48bd-b43b-953d24a13239 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2410359 Dec 14 01:15:30.987877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-db2e1d74-41b7-41e1-aa3f-7c344bc709b3 None None] Port b14d1361-3def-4a3d-b801-a43b099c8f19 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:30.991965 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61c25a-66fb-49fd-b54c-0717248b68b8 req-b4389b1e-6e54-40c4-af0f-5b80d82ab7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:30.993494 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6f61c25a-66fb-49fd-b54c-0717248b68b8 req-b4389b1e-6e54-40c4-af0f-5b80d82ab7c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 HTTP/1.1" status: 200 len: 906 time: 0.4038322 Dec 14 01:15:31.007435 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-93d71197-f920-4ffb-9d15-992c759f99a2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5151823 Dec 14 01:15:31.009613 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e897015-af45-468f-92f9-ab3972c7895c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:31.016218 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9e897015-af45-468f-92f9-ab3972c7895c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/e41fba45-acb0-48c8-8111-49b2cb599790 HTTP/1.1" status: 204 len: 168 time: 1.5205576 Dec 14 01:15:31.016218 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51218) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:31.016767 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d71197-f920-4ffb-9d15-992c759f99a2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event updated for resources: {'Network': ['ID=64770b40-368c-4d88-9ea8-215b545fa4f9,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:31.019628 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51220) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:31.033120 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 64770b40-368c-4d88-9ea8-215b545fa4f9 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:15:31.098131 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:31.167491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffad6544-a919-43d3-b99a-74178d1fb7c6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:31.169428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffad6544-a919-43d3-b99a-74178d1fb7c6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:31.173648 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ffad6544-a919-43d3-b99a-74178d1fb7c6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1100421 Dec 14 01:15:31.180702 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51224) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:31.199504 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6f61c25a-66fb-49fd-b54c-0717248b68b8 req-ad9056b8-103c-4cc1-9adf-2167484b4037 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=526cf057-f829-4435-a163-8bbdb8a0f565 HTTP/1.1" status: 200 len: 217 time: 0.1940265 Dec 14 01:15:31.201803 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f2ab945a-451d-4991-865c-c962231b779f tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:31.203145 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f2ab945a-451d-4991-865c-c962231b779f tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:31.205544 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-081f2bd5-0e33-4429-aa39-ccc6818c745a tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Deleting port b14d1361-3def-4a3d-b801-a43b099c8f19 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:31.206225 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-081f2bd5-0e33-4429-aa39-ccc6818c745a tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:31.266639 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:31.272309 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61c25a-66fb-49fd-b54c-0717248b68b8 req-483c2705-6af8-42eb-8384-29c31147d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:31.274220 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6f61c25a-66fb-49fd-b54c-0717248b68b8 req-483c2705-6af8-42eb-8384-29c31147d0ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35894143-d245-46e1-be5a-a76c13933a02 HTTP/1.1" status: 200 len: 845 time: 0.0653527 Dec 14 01:15:31.278036 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:31.313831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-081f2bd5-0e33-4429-aa39-ccc6818c745a tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:31.330230 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-081f2bd5-0e33-4429-aa39-ccc6818c745a tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Calling delete_port for b14d1361-3def-4a3d-b801-a43b099c8f19 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:31.333555 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Attempting to bind port c7d6f371-c552-4699-8a7b-96ce365cca4a on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:31.334481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Attempting to bind port c7d6f371-c552-4699-8a7b-96ce365cca4a by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:31.335002 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Attempting to bind port c7d6f371-c552-4699-8a7b-96ce365cca4a on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:31.345850 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:31.346596 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:31.347930 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:31.348506 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:31.349130 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Bound port: c7d6f371-c552-4699-8a7b-96ce365cca4a, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:31.349692 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:31.353166 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeff410-448f-4a86-9a52-45b97869a4af None None] Pushing event updated for resources: {'Port': ['ID=c7d6f371-c552-4699-8a7b-96ce365cca4a,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:31.427908 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] For port c7d6f371-c552-4699-8a7b-96ce365cca4a, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:31.433235 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] For port c7d6f371-c552-4699-8a7b-96ce365cca4a, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c7d6f371-c552-4699-8a7b-96ce365cca4a,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:31.439775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:31.481748 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-081f2bd5-0e33-4429-aa39-ccc6818c745a tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:31.520144 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeff410-448f-4a86-9a52-45b97869a4af None None] Pushing event updated for resources: {'Port': ['ID=c7d6f371-c552-4699-8a7b-96ce365cca4a,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:31.528871 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Routers {'24620ed2-fc1b-4251-9b52-89745a4d2aa7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:31.529673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['24620ed2-fc1b-4251-9b52-89745a4d2aa7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:31.849236 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] Set router 24620ed2-fc1b-4251-9b52-89745a4d2aa7 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:15:31.883525 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f2bd5-0e33-4429-aa39-ccc6818c745a tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event deleted for resources: {'Port': ['ID=b14d1361-3def-4a3d-b801-a43b099c8f19,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:31.913136 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:31.953279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687701e-13ee-4be8-bc1e-832cdb2d4df7 req-6ecbc63b-3f9c-49e9-814e-b47d68aee453 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:31.954949 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c687701e-13ee-4be8-bc1e-832cdb2d4df7 req-6ecbc63b-3f9c-49e9-814e-b47d68aee453 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 945 time: 0.7706251 Dec 14 01:15:31.963220 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61c25a-66fb-49fd-b54c-0717248b68b8 req-d9fc2132-6ef8-4225-bab6-3bf0e6aba6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:31.964688 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6f61c25a-66fb-49fd-b54c-0717248b68b8 req-d9fc2132-6ef8-4225-bab6-3bf0e6aba6b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebd91d18-64b4-4dbb-b820-93afa8ddc3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6134026 Dec 14 01:15:31.968540 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-7977782a-19ea-4817-8ec1-49b404d96977 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet 4c0f9546-dea4-4c38-964a-9d8009e81c1b {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:15:31.972227 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7977782a-19ea-4817-8ec1-49b404d96977 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:32.052527 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7977782a-19ea-4817-8ec1-49b404d96977 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:32.134194 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24620ed2-fc1b-4251-9b52-89745a4d2aa7', 'name': 'tempest-snat-router-1798881598', 'tenant_id': '535ee2896386405f9aea48adc6f6a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.239'}], 'enable_snat': False}, 'gw_port_id': 'c7d6f371-c552-4699-8a7b-96ce365cca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:15:25Z', 'updated_at': '2021-12-14T01:15:28Z', 'revision_number': 3, 'project_id': '535ee2896386405f9aea48adc6f6a9d8', 'gw_port': {'id': 'c7d6f371-c552-4699-8a7b-96ce365cca4a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24620ed2-fc1b-4251-9b52-89745a4d2aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:15:26Z', 'updated_at': '2021-12-14T01:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:32.178122 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66678a5-ab84-41a9-84de-8444b0f7160a None None] The sync data for ids ['24620ed2-fc1b-4251-9b52-89745a4d2aa7'] in dv-neutron-821592-1-hyperv is: [{'id': '24620ed2-fc1b-4251-9b52-89745a4d2aa7', 'name': 'tempest-snat-router-1798881598', 'tenant_id': '535ee2896386405f9aea48adc6f6a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.239'}], 'enable_snat': False}, 'gw_port_id': 'c7d6f371-c552-4699-8a7b-96ce365cca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:15:25Z', 'updated_at': '2021-12-14T01:15:28Z', 'revision_number': 3, 'project_id': '535ee2896386405f9aea48adc6f6a9d8', 'gw_port': {'id': 'c7d6f371-c552-4699-8a7b-96ce365cca4a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24620ed2-fc1b-4251-9b52-89745a4d2aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:15:26Z', 'updated_at': '2021-12-14T01:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:15:32.197105 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7977782a-19ea-4817-8ec1-49b404d96977 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:32.244338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-081f2bd5-0e33-4429-aa39-ccc6818c745a tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:32.247997 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-081f2bd5-0e33-4429-aa39-ccc6818c745a tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "DELETE /v2.0/ports/b14d1361-3def-4a3d-b801-a43b099c8f19 HTTP/1.1" status: 204 len: 168 time: 1.2323694 Dec 14 01:15:32.250534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51228) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:32.278828 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a53327-2709-4d45-bedf-7e32f6f2dcff tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] GET failed (client error): The resource could not be found. Dec 14 01:15:32.280551 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-87a53327-2709-4d45-bedf-7e32f6f2dcff tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "GET /v2.0/ports/b14d1361-3def-4a3d-b801-a43b099c8f19 HTTP/1.1" status: 404 len: 333 time: 0.0272455 Dec 14 01:15:32.290307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51230) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:32.297300 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7035e0f8-82fe-4dc8-8efc-a569d361b319 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Request body: {'port': {'network_id': 'b1ce95d2-bd6d-46ad-9d00-15c6f4685408', 'name': 'tempest-AllowedAddressPairTestJSON-1033929793'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:32.354497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f2ab945a-451d-4991-865c-c962231b779f tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:32.399580 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f2ab945a-451d-4991-865c-c962231b779f tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:32.407851 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7977782a-19ea-4817-8ec1-49b404d96977 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:32.425922 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd94ce-fe21-4869-a41c-b707c56d2a06 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Deleting port a144a20f-761e-4369-815f-01d5946a34d3 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:32.426267 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbfd94ce-fe21-4869-a41c-b707c56d2a06 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:32.430511 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7035e0f8-82fe-4dc8-8efc-a569d361b319 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Made reservation on behalf of 0f8e73e432be4683bd2a350831cb708b for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:32.434781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7035e0f8-82fe-4dc8-8efc-a569d361b319 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:32.443546 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b0c0d-2fc7-4827-a986-ffcc850cd6f3 req-9b1c6419-e7d5-452f-85b1-f816347f22d7 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:32.445101 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-195b0c0d-2fc7-4827-a986-ffcc850cd6f3 req-9b1c6419-e7d5-452f-85b1-f816347f22d7 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 943 time: 0.7045822 Dec 14 01:15:32.459603 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-7035e0f8-82fe-4dc8-8efc-a569d361b319 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] device_id is not set on port 0c9dc11a-f30c-4545-bdb3-7b1a3a267203 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:32.545177 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977782a-19ea-4817-8ec1-49b404d96977 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=4c0f9546-dea4-4c38-964a-9d8009e81c1b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:32.614966 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c4cdb3-7f25-4be6-bd39-2b7dafe8a9ea None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:32.615515 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f2ab945a-451d-4991-865c-c962231b779f tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:32.616664 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f2ab945a-451d-4991-865c-c962231b779f tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.6674337 Dec 14 01:15:32.617947 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7977782a-19ea-4817-8ec1-49b404d96977 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:32.620241 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51232) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:32.623783 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7977782a-19ea-4817-8ec1-49b404d96977 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/4c0f9546-dea4-4c38-964a-9d8009e81c1b HTTP/1.1" status: 204 len: 168 time: 1.4371724 Dec 14 01:15:32.623915 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51234) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:32.635695 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-438f4794-e032-459c-a37d-1aa10b551304 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:32.669267 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6f61c25a-66fb-49fd-b54c-0717248b68b8 req-14dff17e-121f-478b-9b95-67f0cb653115 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd91d18-64b4-4dbb-b820-93afa8ddc3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739011 Dec 14 01:15:32.727724 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbfd94ce-fe21-4869-a41c-b707c56d2a06 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:32.728209 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbfd94ce-fe21-4869-a41c-b707c56d2a06 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:32.746364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd94ce-fe21-4869-a41c-b707c56d2a06 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Calling delete_port for a144a20f-761e-4369-815f-01d5946a34d3 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:32.809577 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c7d6f371-c552-4699-8a7b-96ce365cca4a up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:32.830412 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c687701e-13ee-4be8-bc1e-832cdb2d4df7 req-e9ff0e0f-8ff7-45ba-8394-9a47e238f7a5 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6e47391-9f1e-47e0-8c59-c3d0cc0571a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5435879 Dec 14 01:15:32.927881 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port c7d6f371-c552-4699-8a7b-96ce365cca4a triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:32.928566 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:32.936821 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-feb1307a-302b-4aa4-8401-29fc15d9d696 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2957609 Dec 14 01:15:32.942193 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51236) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:32.970147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4cf98e9b-7c5e-4f83-8afe-308a157b43b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:32.978228 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798ab282-0f29-4f0c-afae-99130da752cb None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:15:33.049770 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-7035e0f8-82fe-4dc8-8efc-a569d361b319 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Allocated IP 172.20.0.3 (b1ce95d2-bd6d-46ad-9d00-15c6f4685408/1750907b-3502-4f85-9c67-6fa0a4443e97/0c9dc11a-f30c-4545-bdb3-7b1a3a267203) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:33.136302 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.151638 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 526cf057-f829-4435-a163-8bbdb8a0f565 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:15:33.165038 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbfd94ce-fe21-4869-a41c-b707c56d2a06 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.204159 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-798ab282-0f29-4f0c-afae-99130da752cb None None] Deleting port 8c9b2e35-3c2d-4a21-897f-d3875b332cc1 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:33.204454 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-798ab282-0f29-4f0c-afae-99130da752cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.215462 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port c7d6f371-c552-4699-8a7b-96ce365cca4a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c7d6f371-c552-4699-8a7b-96ce365cca4a,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:33.266354 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.301430 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd94ce-fe21-4869-a41c-b707c56d2a06 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Pushing event deleted for resources: {'Port': ['ID=a144a20f-761e-4369-815f-01d5946a34d3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:33.318148 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-195b0c0d-2fc7-4827-a986-ffcc850cd6f3 req-7668bb75-bbc4-4d69-a3dd-62eb81f9aed0 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0946702-dcdf-45e3-81af-5722fbf065d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7316041 Dec 14 01:15:33.436042 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-438f4794-e032-459c-a37d-1aa10b551304 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.437777 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-438f4794-e032-459c-a37d-1aa10b551304 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.442908 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=c7d6f371-c552-4699-8a7b-96ce365cca4a,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:33.455292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-798ab282-0f29-4f0c-afae-99130da752cb None None] For port 8c9b2e35-3c2d-4a21-897f-d3875b332cc1, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=8c9b2e35-3c2d-4a21-897f-d3875b332cc1,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:33.455835 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-798ab282-0f29-4f0c-afae-99130da752cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.459289 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6f61c25a-66fb-49fd-b54c-0717248b68b8 req-746732b4-4a05-40ab-96cc-e1732832fa7e service neutron] 10.222.0.16 "GET /v2.0/networks/ebd91d18-64b4-4dbb-b820-93afa8ddc3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249709 Dec 14 01:15:33.471823 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbfd94ce-fe21-4869-a41c-b707c56d2a06 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.472185 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-dbfd94ce-fe21-4869-a41c-b707c56d2a06 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Floating IP 8365c414-47ff-40d0-8d9a-eedc1ce4b380 disassociated (deleted). External IP: 172.26.1.247, port: 168c0104-79b5-4369-9686-8a93b9445a42. Dec 14 01:15:33.499522 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-798ab282-0f29-4f0c-afae-99130da752cb None None] Calling delete_port for 8c9b2e35-3c2d-4a21-897f-d3875b332cc1 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:33.565835 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf98e9b-7c5e-4f83-8afe-308a157b43b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:33.573281 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4cf98e9b-7c5e-4f83-8afe-308a157b43b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.590885 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 526cf057-f829-4435-a163-8bbdb8a0f565, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=526cf057-f829-4435-a163-8bbdb8a0f565,segment=NetworkSegment(4b8f7014-0564-4bd3-90ab-75e37d39f27a),segment_id=4b8f7014-0564-4bd3-90ab-75e37d39f27a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:33.631363 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '526cf057-f829-4435-a163-8bbdb8a0f565', 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9', 'port_id': '526cf057-f829-4435-a163-8bbdb8a0f565', 'mac_address': 'fa:16:3e:e5:a7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35894143-d245-46e1-be5a-a76c13933a02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:15:33.676434 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-438f4794-e032-459c-a37d-1aa10b551304 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103409) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 14 01:15:33.677009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-438f4794-e032-459c-a37d-1aa10b551304 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Router 0fbe9556-2229-4e85-b634-aa333fba6f55 migrating from provider to provider. {{(pid=103409) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 14 01:15:33.677530 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-438f4794-e032-459c-a37d-1aa10b551304 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.697566 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-438f4794-e032-459c-a37d-1aa10b551304 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.711863 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.722773 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-798ab282-0f29-4f0c-afae-99130da752cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.724899 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-438f4794-e032-459c-a37d-1aa10b551304 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.753935 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7035e0f8-82fe-4dc8-8efc-a569d361b319 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.759604 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ab282-0f29-4f0c-afae-99130da752cb None None] Pushing event deleted for resources: {'Port': ['ID=8c9b2e35-3c2d-4a21-897f-d3875b332cc1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:33.763849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526cf057-f829-4435-a163-8bbdb8a0f565 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:15:33.772257 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798ab282-0f29-4f0c-afae-99130da752cb None None] No DVR routers for this DVR port 8c9b2e35-3c2d-4a21-897f-d3875b332cc1 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:15:33.773039 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.801802 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.824507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 526cf057-f829-4435-a163-8bbdb8a0f565, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=526cf057-f829-4435-a163-8bbdb8a0f565,segment=NetworkSegment(4b8f7014-0564-4bd3-90ab-75e37d39f27a),segment_id=4b8f7014-0564-4bd3-90ab-75e37d39f27a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:33.832586 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:33.908727 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=526cf057-f829-4435-a163-8bbdb8a0f565,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:33.921606 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Allocated IP 172.26.1.226 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/ec0921c6-11ab-4dbd-961d-12b029103176) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:34.004821 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.scheduler.l3_agent_scheduler [None req-438f4794-e032-459c-a37d-1aa10b551304 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] No L3 agents can host the router 0fbe9556-2229-4e85-b634-aa333fba6f55 Dec 14 01:15:34.031914 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7035e0f8-82fe-4dc8-8efc-a569d361b319 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:34.125481 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e2226-e285-4db9-a2e2-27bb16e17869 req-7abd0e08-2dba-43ef-bd9e-82f2c8aa9041 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:34.126954 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ea9e2226-e285-4db9-a2e2-27bb16e17869 req-7abd0e08-2dba-43ef-bd9e-82f2c8aa9041 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 945 time: 0.1194222 Dec 14 01:15:34.145662 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['526cf057-f829-4435-a163-8bbdb8a0f565'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:15:34.183327 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7035e0f8-82fe-4dc8-8efc-a569d361b319 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Network b1ce95d2-bd6d-46ad-9d00-15c6f4685408 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:34.188476 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:34.202852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-7035e0f8-82fe-4dc8-8efc-a569d361b319 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:34.205429 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4cf98e9b-7c5e-4f83-8afe-308a157b43b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:34.208516 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfd94ce-fe21-4869-a41c-b707c56d2a06 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Router a4437e8f-175f-4dfb-9f64-cffd760a0b68 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:15:34.210114 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035e0f8-82fe-4dc8-8efc-a569d361b319 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:34.214670 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035e0f8-82fe-4dc8-8efc-a569d361b319 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event updated for resources: {'Port': ['ID=0c9dc11a-f30c-4545-bdb3-7b1a3a267203,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:34.251451 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ea9e2226-e285-4db9-a2e2-27bb16e17869 req-b85eb586-8736-4917-affe-9409175e15b8 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6e47391-9f1e-47e0-8c59-c3d0cc0571a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054859 Dec 14 01:15:34.388895 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51244) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:34.411520 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-70a9585c-baa5-466e-aaaa-dac4fe8236dd tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Request body: {'subnet': {'network_id': '64770b40-368c-4d88-9ea8-215b545fa4f9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:34.430747 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:34.458552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf98e9b-7c5e-4f83-8afe-308a157b43b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:34.459596 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f4794-e032-459c-a37d-1aa10b551304 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Hosts for router 0fbe9556-2229-4e85-b634-aa333fba6f55: [] {{(pid=103409) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 14 01:15:34.470033 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7035e0f8-82fe-4dc8-8efc-a569d361b319 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:34.470716 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7035e0f8-82fe-4dc8-8efc-a569d361b319 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:34.479779 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-4cf98e9b-7c5e-4f83-8afe-308a157b43b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:34.483033 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf98e9b-7c5e-4f83-8afe-308a157b43b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:34.483630 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4cf98e9b-7c5e-4f83-8afe-308a157b43b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:34.497562 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230c6cf0-dd5c-4732-9913-12801cd6182c None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:34.518097 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf98e9b-7c5e-4f83-8afe-308a157b43b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=7f10cd2b-d212-4c41-a6c6-976d1a82d95a,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:34.528897 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f4794-e032-459c-a37d-1aa10b551304 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Hosts for other DVR routers connected to router 0fbe9556-2229-4e85-b634-aa333fba6f55: set() {{(pid=103409) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 14 01:15:34.532070 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-438f4794-e032-459c-a37d-1aa10b551304 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:34.537001 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-438f4794-e032-459c-a37d-1aa10b551304 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] 10.222.0.32 "PUT /v2.0/routers/0fbe9556-2229-4e85-b634-aa333fba6f55 HTTP/1.1" status: 200 len: 717 time: 1.9156458 Dec 14 01:15:34.537678 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51246) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:34.548171 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4cf98e9b-7c5e-4f83-8afe-308a157b43b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5873275 Dec 14 01:15:34.552460 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7035e0f8-82fe-4dc8-8efc-a569d361b319 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2604659 Dec 14 01:15:34.553022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51248) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:34.556230 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51250) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:34.559807 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-709c5023-aad6-45c0-8fb3-add3254f324c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'fixed_ips': [{'subnet_id': '7f10cd2b-d212-4c41-a6c6-976d1a82d95a', 'ip_address': '2001:db8::e57d:290:ef44:29c0'}], 'name': 'tempest-NetworksTestDHCPv6-343007247'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:34.602053 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-3902ccfc-9780-41b4-a087-338fcea86f6f tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:6d:95:af'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:34.639531 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Pushing event updated for resources: {'Port': ['ID=ec0921c6-11ab-4dbd-961d-12b029103176,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:34.650557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': '7f10cd2b-d212-4c41-a6c6-976d1a82d95a'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:15:34.652138 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:34.694723 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c4871816-fad2-4831-be33-324d2161a735 None None] Provisioning complete for port 0c9dc11a-f30c-4545-bdb3-7b1a3a267203 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:34.695206 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c4871816-fad2-4831-be33-324d2161a735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:34.710032 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:34.726152 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:34.740616 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:34.752123 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90eb93c-9210-43ea-b207-e1f50dad9da9 req-1276b0f1-8582-4713-a454-c20928e844b9 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:34.754082 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e90eb93c-9210-43ea-b207-e1f50dad9da9 req-1276b0f1-8582-4713-a454-c20928e844b9 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 945 time: 0.1934061 Dec 14 01:15:34.776090 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51252) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:34.789976 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df38f61-0cc7-4125-accc-24b9acd41f65 req-95024694-eafa-43aa-8b72-31fa845c2bc8 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:34.792205 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0df38f61-0cc7-4125-accc-24b9acd41f65 req-95024694-eafa-43aa-8b72-31fa845c2bc8 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 944 time: 0.2828822 Dec 14 01:15:34.799403 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ea288dd6-1d62-4d18-86e4-302aa5309251 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Request body: {'floatingip': {'port_id': 'ef42179d-1b0e-447b-a68e-fe169bc463f2'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:34.810906 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c4871816-fad2-4831-be33-324d2161a735 None None] Port 0c9dc11a-f30c-4545-bdb3-7b1a3a267203 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:34.815481 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dccc663a-23a8-4bed-9e9a-85a6ce07f0c6 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] 10.222.0.32 "GET /v2.0/routers/0fbe9556-2229-4e85-b634-aa333fba6f55 HTTP/1.1" status: 200 len: 717 time: 0.2730613 Dec 14 01:15:34.825933 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51254) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:34.827311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c7d6f371-c552-4699-8a7b-96ce365cca4a up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:34.877387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3902ccfc-9780-41b4-a087-338fcea86f6f tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:34.924063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port c7d6f371-c552-4699-8a7b-96ce365cca4a triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:34.924923 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:34.975037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Allocated IP 2001:db8::2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/7f10cd2b-d212-4c41-a6c6-976d1a82d95a/98c99e95-b8fd-41e1-80c6-6058ce133a61) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:35.154402 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfd94ce-fe21-4869-a41c-b707c56d2a06 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:15:35.164475 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa52d4-1c14-4b0d-a2e7-533c915058ac None None] Sync routers for ids ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:15:35.171262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbfd94ce-fe21-4869-a41c-b707c56d2a06 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.177306 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa52d4-1c14-4b0d-a2e7-533c915058ac None None] Routers {'a4437e8f-175f-4dfb-9f64-cffd760a0b68'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:35.178820 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0faa52d4-1c14-4b0d-a2e7-533c915058ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:35.217105 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea288dd6-1d62-4d18-86e4-302aa5309251 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for floatingip, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.221663 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0faa52d4-1c14-4b0d-a2e7-533c915058ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:35.225331 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a9585c-baa5-466e-aaaa-dac4fe8236dd tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Made reservation on behalf of 95b580a43df54a1297220912a3d4d815 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:35.229513 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70a9585c-baa5-466e-aaaa-dac4fe8236dd tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.234330 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa52d4-1c14-4b0d-a2e7-533c915058ac None None] Routers {'a4437e8f-175f-4dfb-9f64-cffd760a0b68'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:35.235823 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0faa52d4-1c14-4b0d-a2e7-533c915058ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:35.246299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.256548 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 526cf057-f829-4435-a163-8bbdb8a0f565 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:35.272149 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0faa52d4-1c14-4b0d-a2e7-533c915058ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:35.273944 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa52d4-1c14-4b0d-a2e7-533c915058ac None None] The sync data for ids ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:15:35.302729 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 8c9b2e35-3c2d-4a21-897f-d3875b332cc1 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:15:35.328140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.336398 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 8c9b2e35-3c2d-4a21-897f-d3875b332cc1 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:15:35.336749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 8c9b2e35-3c2d-4a21-897f-d3875b332cc1 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:15:35.371826 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3a919c36-8d4b-43e9-975c-b6ce1346ba14 tempest-RoutersTestDVR-1674282142 tempest-RoutersTestDVR-1674282142-project] 10.222.0.32 "GET /v2.0/routers/0fbe9556-2229-4e85-b634-aa333fba6f55 HTTP/1.1" status: 200 len: 683 time: 0.5405326 Dec 14 01:15:35.371940 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dbfd94ce-fe21-4869-a41c-b707c56d2a06 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] 10.222.0.32 "DELETE /v2.0/floatingips/8365c414-47ff-40d0-8d9a-eedc1ce4b380 HTTP/1.1" status: 204 len: 168 time: 4.9984539 Dec 14 01:15:35.373241 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51258) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:35.373566 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51260) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:35.388393 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:35.390820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:35.396235 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:35.400137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:35.407392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 526cf057-f829-4435-a163-8bbdb8a0f565 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:15:35.413224 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Pushing event updated for resources: {'Port': ['ID=98c99e95-b8fd-41e1-80c6-6058ce133a61,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:35.438075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 526cf057-f829-4435-a163-8bbdb8a0f565 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:35.439721 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.478438 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709c5023-aad6-45c0-8fb3-add3254f324c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:35.493534 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0df38f61-0cc7-4125-accc-24b9acd41f65 req-ef090c05-7d9c-48f8-9eb0-5458dff9f90a tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0946702-dcdf-45e3-81af-5722fbf065d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6895993 Dec 14 01:15:35.516625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Attempting to bind port 98c99e95-b8fd-41e1-80c6-6058ce133a61 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:35.517065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Attempting to bind port 98c99e95-b8fd-41e1-80c6-6058ce133a61 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:35.517436 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Attempting to bind port 98c99e95-b8fd-41e1-80c6-6058ce133a61 on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:35.526546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:35.526926 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:35.527330 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.527746 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:35.528221 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Bound port: 98c99e95-b8fd-41e1-80c6-6058ce133a61, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:35.528621 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.538283 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7205e25a-1beb-447c-aa89-86f928c4eacc tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.628738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.638012 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.666587 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] For port 98c99e95-b8fd-41e1-80c6-6058ce133a61, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:35.670773 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] For port 98c99e95-b8fd-41e1-80c6-6058ce133a61, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=98c99e95-b8fd-41e1-80c6-6058ce133a61,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:35.677102 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfc23a4-d35b-48c1-97d4-8c7559d019bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526cf057-f829-4435-a163-8bbdb8a0f565'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:15:35.679399 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112e1286-4300-4d60-a57e-035c2d52ddc5" -d '{"events": [{"server_uuid": "1cfc23a4-d35b-48c1-97d4-8c7559d019bf", "name": "network-vif-plugged", "status": "completed", "tag": "526cf057-f829-4435-a163-8bbdb8a0f565"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:15:35.699543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.707028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 526cf057-f829-4435-a163-8bbdb8a0f565, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=526cf057-f829-4435-a163-8bbdb8a0f565,segment=NetworkSegment(4b8f7014-0564-4bd3-90ab-75e37d39f27a),segment_id=4b8f7014-0564-4bd3-90ab-75e37d39f27a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:35.734739 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.738720 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7205e25a-1beb-447c-aa89-86f928c4eacc tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.740943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7205e25a-1beb-447c-aa89-86f928c4eacc tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.755246 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437a7177-1e6b-4cde-b2ae-879f72a2cdf0 x-openstack-request-id: req-437a7177-1e6b-4cde-b2ae-879f72a2cdf0 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:15:35.755568 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfc23a4-d35b-48c1-97d4-8c7559d019bf", "name": "network-vif-plugged", "status": "completed", "tag": "526cf057-f829-4435-a163-8bbdb8a0f565", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:15:35.755825 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-437a7177-1e6b-4cde-b2ae-879f72a2cdf0 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:15:35.756251 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfc23a4-d35b-48c1-97d4-8c7559d019bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526cf057-f829-4435-a163-8bbdb8a0f565', 'code': 200} Dec 14 01:15:35.779008 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa39d74-dd25-431d-862e-8abccaf5c943 None None] Pushing event updated for resources: {'Port': ['ID=98c99e95-b8fd-41e1-80c6-6058ce133a61,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:35.781448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3902ccfc-9780-41b4-a087-338fcea86f6f tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.813285 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7205e25a-1beb-447c-aa89-86f928c4eacc tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.813777 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7205e25a-1beb-447c-aa89-86f928c4eacc tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fbe9556-2229-4e85-b634-aa333fba6f55 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:15:35.815369 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3902ccfc-9780-41b4-a087-338fcea86f6f tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.819527 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7205e25a-1beb-447c-aa89-86f928c4eacc tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.820682 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7205e25a-1beb-447c-aa89-86f928c4eacc tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] 10.222.0.32 "DELETE /v2.0/routers/0fbe9556-2229-4e85-b634-aa333fba6f55 HTTP/1.1" status: 204 len: 168 time: 0.4447818 Dec 14 01:15:35.833363 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51264) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:35.841107 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-61eb504b-c170-49ad-986f-be4b8390dda8 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Request body: {'router': {'name': 'tempest-router-1852109313', 'distributed': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:35.921022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-709c5023-aad6-45c0-8fb3-add3254f324c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.923262 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=526cf057-f829-4435-a163-8bbdb8a0f565,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:35.946545 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:35.980728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902ccfc-9780-41b4-a087-338fcea86f6f tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event updated for resources: {'Port': ['ID=0c9dc11a-f30c-4545-bdb3-7b1a3a267203,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:35.993888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70a9585c-baa5-466e-aaaa-dac4fe8236dd tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:36.010019 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3902ccfc-9780-41b4-a087-338fcea86f6f tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] In _notify_port_updated(), no bound segment for port 0c9dc11a-f30c-4545-bdb3-7b1a3a267203 on network b1ce95d2-bd6d-46ad-9d00-15c6f4685408 {{(pid=103409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:15:36.016536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3902ccfc-9780-41b4-a087-338fcea86f6f tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:36.017742 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3902ccfc-9780-41b4-a087-338fcea86f6f tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:36.019655 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3902ccfc-9780-41b4-a087-338fcea86f6f tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "PUT /v2.0/ports/0c9dc11a-f30c-4545-bdb3-7b1a3a267203 HTTP/1.1" status: 200 len: 993 time: 1.4238105 Dec 14 01:15:36.021571 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-709c5023-aad6-45c0-8fb3-add3254f324c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port aef58951-09fe-4c06-88fe-5d796d5be516 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:36.036553 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51266) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:36.094413 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61eb504b-c170-49ad-986f-be4b8390dda8 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:36.095574 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61eb504b-c170-49ad-986f-be4b8390dda8 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:36.278028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-175a77f6-5cee-4369-a592-1c742874ea51 None None] Provisioning complete for port 0c9dc11a-f30c-4545-bdb3-7b1a3a267203 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:36.278415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-175a77f6-5cee-4369-a592-1c742874ea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:36.307344 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9585c-baa5-466e-aaaa-dac4fe8236dd tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event updated for resources: {'Subnet': ['ID=2de3afea-8fe5-4381-aae2-74618e8ff4b8,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:36.329445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:36.332147 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-175a77f6-5cee-4369-a592-1c742874ea51 None None] Port 0c9dc11a-f30c-4545-bdb3-7b1a3a267203 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:36.354169 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-33e2ff7e-d577-45d8-96f4-d74e13a338cb tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Deleting port 0c9dc11a-f30c-4545-bdb3-7b1a3a267203 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:36.354507 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33e2ff7e-d577-45d8-96f4-d74e13a338cb tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:36.358082 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61eb504b-c170-49ad-986f-be4b8390dda8 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:36.371528 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7aa1a-8938-4d21-95dd-82aba20f7ca7 req-842aac5e-4d53-4ac7-98ee-a259dec83aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:36.373077 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-98b7aa1a-8938-4d21-95dd-82aba20f7ca7 req-842aac5e-4d53-4ac7-98ee-a259dec83aaa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 1098 time: 0.3331723 Dec 14 01:15:36.380279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61eb504b-c170-49ad-986f-be4b8390dda8 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:36.401252 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9585c-baa5-466e-aaaa-dac4fe8236dd tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Checking segment: {'id': 'b2742628-c009-4795-b818-8fb4f5b5a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '64770b40-368c-4d88-9ea8-215b545fa4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:36.401252 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a9585c-baa5-466e-aaaa-dac4fe8236dd tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Network hostable DHCP agents. Network: 64770b40-368c-4d88-9ea8-215b545fa4f9, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:15:36.437140 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-709c5023-aad6-45c0-8fb3-add3254f324c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::e57d:290:ef44:29c0 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/7f10cd2b-d212-4c41-a6c6-976d1a82d95a/aef58951-09fe-4c06-88fe-5d796d5be516) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:36.481029 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61eb504b-c170-49ad-986f-be4b8390dda8 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:36.482390 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-61eb504b-c170-49ad-986f-be4b8390dda8 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6445360 Dec 14 01:15:36.489024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51268) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:36.515266 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-ea288dd6-1d62-4d18-86e4-302aa5309251 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 01:15:36.602091 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a9585c-baa5-466e-aaaa-dac4fe8236dd tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Network 64770b40-368c-4d88-9ea8-215b545fa4f9 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:15:36.632397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33e2ff7e-d577-45d8-96f4-d74e13a338cb tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:36.632929 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-98b7aa1a-8938-4d21-95dd-82aba20f7ca7 req-9911fac4-c104-4e24-8d81-8c10701e59a4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b0946702-dcdf-45e3-81af-5722fbf065d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503121 Dec 14 01:15:36.645444 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea288dd6-1d62-4d18-86e4-302aa5309251 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:36.649973 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-70a9585c-baa5-466e-aaaa-dac4fe8236dd tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 64770b40-368c-4d88-9ea8-215b545fa4f9) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:36.657712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a9585c-baa5-466e-aaaa-dac4fe8236dd tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:36.658353 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2d3ba620-af69-4429-a665-8429d2b15339 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:36.658577 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70a9585c-baa5-466e-aaaa-dac4fe8236dd tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:36.665746 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea288dd6-1d62-4d18-86e4-302aa5309251 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:36.673814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc56afd3-80ba-41f6-a03e-a84bb707ec7a None None] Network 64770b40-368c-4d88-9ea8-215b545fa4f9 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:36.715189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:36.743605 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e4e4f-46fc-461b-aa36-e4349047baa9 req-82b3015e-2f77-494f-b18a-d711ea5dac72 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:36.745211 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a09e4e4f-46fc-461b-aa36-e4349047baa9 req-82b3015e-2f77-494f-b18a-d711ea5dac72 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 945 time: 0.1661994 Dec 14 01:15:36.748516 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-70a9585c-baa5-466e-aaaa-dac4fe8236dd tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3420575 Dec 14 01:15:36.754688 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51272) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:36.759547 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e81457ed-2836-496e-8595-fb79b18c7aed tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-33047567'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:36.788396 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 98c99e95-b8fd-41e1-80c6-6058ce133a61 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:36.791102 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-33e2ff7e-d577-45d8-96f4-d74e13a338cb tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Calling delete_port for 0c9dc11a-f30c-4545-bdb3-7b1a3a267203 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:36.797220 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Allocated IP 172.26.1.23 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/83b7918a-8061-4f56-8291-50153fc9a146) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:36.923371 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-64770b40-368c-4d88-9ea8-215b545fa4f9', 'network_id': '64770b40-368c-4d88-9ea8-215b545fa4f9', 'project_id': '95b580a43df54a1297220912a3d4d815', 'fixed_ips': [{'subnet_id': '2de3afea-8fe5-4381-aae2-74618e8ff4b8'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:15:36.925832 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:36.949439 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 98c99e95-b8fd-41e1-80c6-6058ce133a61 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:36.950433 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.126073 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2d3ba620-af69-4429-a665-8429d2b15339 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.147911 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2d3ba620-af69-4429-a665-8429d2b15339 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.169382 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.227891 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.266095 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Allocated IP 2001:db8:0:ffff::2 (64770b40-368c-4d88-9ea8-215b545fa4f9/2de3afea-8fe5-4381-aae2-74618e8ff4b8/4101f2db-7c8e-4d1b-950b-6a25362219e1) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:37.290927 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 98c99e95-b8fd-41e1-80c6-6058ce133a61, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=98c99e95-b8fd-41e1-80c6-6058ce133a61,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:37.294469 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-ea288dd6-1d62-4d18-86e4-302aa5309251 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Floating IP f4825c42-9e74-4c19-9177-a9d6d431026f associated. External IP: 172.26.1.87, port: ef42179d-1b0e-447b-a68e-fe169bc463f2. Dec 14 01:15:37.303709 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.310715 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-709c5023-aad6-45c0-8fb3-add3254f324c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.331986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2d3ba620-af69-4429-a665-8429d2b15339 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.332537 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3ba620-af69-4429-a665-8429d2b15339 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33789d5c-282a-4940-8cc0-9dabcb296b65 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:15:37.341195 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2d3ba620-af69-4429-a665-8429d2b15339 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.342355 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2d3ba620-af69-4429-a665-8429d2b15339 tempest-RoutersTestDVR-1580330529 tempest-RoutersTestDVR-1580330529-project-admin] 10.222.0.32 "DELETE /v2.0/routers/33789d5c-282a-4940-8cc0-9dabcb296b65 HTTP/1.1" status: 204 len: 168 time: 0.8480530 Dec 14 01:15:37.413206 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.475215 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-709c5023-aad6-45c0-8fb3-add3254f324c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.494389 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:37.507448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33e2ff7e-d577-45d8-96f4-d74e13a338cb tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.518948 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:37.525199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:37.559580 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a09e4e4f-46fc-461b-aa36-e4349047baa9 req-6972bf9b-2031-42bc-b594-8b662b7f3a24 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0946702-dcdf-45e3-81af-5722fbf065d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7943084 Dec 14 01:15:37.567259 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Pushing event updated for resources: {'Port': ['ID=83b7918a-8061-4f56-8291-50153fc9a146,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:37.571992 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709c5023-aad6-45c0-8fb3-add3254f324c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:37.586717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-709c5023-aad6-45c0-8fb3-add3254f324c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:37.622108 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81457ed-2836-496e-8595-fb79b18c7aed tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Made reservation on behalf of 95b580a43df54a1297220912a3d4d815 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:37.632523 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d2a5631f-7795-4c18-8e40-fa3aaa43c42e None None] Provisioning complete for port 98c99e95-b8fd-41e1-80c6-6058ce133a61 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:37.633109 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d2a5631f-7795-4c18-8e40-fa3aaa43c42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.642267 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e81457ed-2836-496e-8595-fb79b18c7aed tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.651790 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c5023-aad6-45c0-8fb3-add3254f324c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:37.668215 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709c5023-aad6-45c0-8fb3-add3254f324c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:37.668930 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-709c5023-aad6-45c0-8fb3-add3254f324c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.725073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=98c99e95-b8fd-41e1-80c6-6058ce133a61,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:37.819264 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea288dd6-1d62-4d18-86e4-302aa5309251 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Router bffd5d17-617a-44c0-8d03-6f902e145a3d has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:15:37.837571 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81457ed-2836-496e-8595-fb79b18c7aed tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:15:37.851719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e81457ed-2836-496e-8595-fb79b18c7aed tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.852555 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-e81457ed-2836-496e-8595-fb79b18c7aed tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Added segment 4d24afb8-0066-4056-96b3-f55069d1f882 of type vlan for network c53b7fe2-bc7c-4850-afe4-7dce3665c013 Dec 14 01:15:37.865128 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51278) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:37.865775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.881161 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.900390 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-709c5023-aad6-45c0-8fb3-add3254f324c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.3447907 Dec 14 01:15:37.904667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c5023-aad6-45c0-8fb3-add3254f324c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=aef58951-09fe-4c06-88fe-5d796d5be516,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:37.916457 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51282) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:37.935095 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e81457ed-2836-496e-8595-fb79b18c7aed tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:37.955164 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Pushing event updated for resources: {'Port': ['ID=4101f2db-7c8e-4d1b-950b-6a25362219e1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:37.984738 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Network 64770b40-368c-4d88-9ea8-215b545fa4f9 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:37.986385 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:37.989637 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:38.031865 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e81457ed-2836-496e-8595-fb79b18c7aed tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:38.059410 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81457ed-2836-496e-8595-fb79b18c7aed tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:38.061322 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e81457ed-2836-496e-8595-fb79b18c7aed tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:38.063628 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2ff7e-d577-45d8-96f4-d74e13a338cb tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event deleted for resources: {'Port': ['ID=0c9dc11a-f30c-4545-bdb3-7b1a3a267203,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:38.068839 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Attempting to bind port 4101f2db-7c8e-4d1b-950b-6a25362219e1 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:38.069217 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Attempting to bind port 4101f2db-7c8e-4d1b-950b-6a25362219e1 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'b2742628-c009-4795-b818-8fb4f5b5a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '64770b40-368c-4d88-9ea8-215b545fa4f9'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:38.069589 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Attempting to bind port 4101f2db-7c8e-4d1b-950b-6a25362219e1 on network 64770b40-368c-4d88-9ea8-215b545fa4f9 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:38.081624 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:38.082016 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Checking segment: {'id': 'b2742628-c009-4795-b818-8fb4f5b5a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '64770b40-368c-4d88-9ea8-215b545fa4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:38.082422 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:38.082883 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Bound using segment: {'id': 'b2742628-c009-4795-b818-8fb4f5b5a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '64770b40-368c-4d88-9ea8-215b545fa4f9'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:38.083301 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Bound port: 4101f2db-7c8e-4d1b-950b-6a25362219e1, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2742628-c009-4795-b818-8fb4f5b5a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '64770b40-368c-4d88-9ea8-215b545fa4f9'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:38.083696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:38.154131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7010859d-84d4-48af-ad9c-c3343e098e81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:38.170268 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] For port 4101f2db-7c8e-4d1b-950b-6a25362219e1, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:38.175511 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] For port 4101f2db-7c8e-4d1b-950b-6a25362219e1, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4101f2db-7c8e-4d1b-950b-6a25362219e1,segment=NetworkSegment(b2742628-c009-4795-b818-8fb4f5b5a33f),segment_id=b2742628-c009-4795-b818-8fb4f5b5a33f)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:38.176774 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:38.178635 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e363318a-01bc-4dac-ad50-95c14dc76ccd None None] Provisioning complete for port aef58951-09fe-4c06-88fe-5d796d5be516 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:38.179156 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e363318a-01bc-4dac-ad50-95c14dc76ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:38.182870 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:38.203548 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e81457ed-2836-496e-8595-fb79b18c7aed tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4477627 Dec 14 01:15:38.211866 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51284) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:38.216513 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-62074d89-03f8-4188-a193-f649f7d60f71 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Request body: {'subnet': {'network_id': 'c53b7fe2-bc7c-4850-afe4-7dce3665c013', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:38.225914 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81457ed-2836-496e-8595-fb79b18c7aed tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event updated for resources: {'Network': ['ID=c53b7fe2-bc7c-4850-afe4-7dce3665c013,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:38.243349 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network c53b7fe2-bc7c-4850-afe4-7dce3665c013 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:15:38.315116 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e363318a-01bc-4dac-ad50-95c14dc76ccd None None] Port aef58951-09fe-4c06-88fe-5d796d5be516 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:38.329688 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Router 7332c608-53a4-41a2-b623-ddb96814e283 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:15:38.356618 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e658133-3b7d-41ee-8faf-937cd1ea4824 None None] Pushing event updated for resources: {'Port': ['ID=4101f2db-7c8e-4d1b-950b-6a25362219e1,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:38.418715 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea288dd6-1d62-4d18-86e4-302aa5309251 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:15:38.430808 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea288dd6-1d62-4d18-86e4-302aa5309251 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:38.430956 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d25b6a1-2a28-4e63-a8d0-5d1e0fbb226e None None] Sync routers for ids ['bffd5d17-617a-44c0-8d03-6f902e145a3d'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:15:38.442411 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25b6a1-2a28-4e63-a8d0-5d1e0fbb226e None None] Routers {'bffd5d17-617a-44c0-8d03-6f902e145a3d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:38.443053 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0d25b6a1-2a28-4e63-a8d0-5d1e0fbb226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bffd5d17-617a-44c0-8d03-6f902e145a3d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:38.523194 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ea288dd6-1d62-4d18-86e4-302aa5309251 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "PUT /v2.0/floatingips/f4825c42-9e74-4c19-9177-a9d6d431026f HTTP/1.1" status: 200 len: 990 time: 3.7297766 Dec 14 01:15:38.526029 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e7483e-5084-4647-983e-a83435be5571', 'tag': 'ef42179d-1b0e-447b-a68e-fe169bc463f2'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:15:38.528582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd67ba3-d9d3-4bb1-8ebd-0779f56b152b" -d '{"events": [{"name": "network-changed", "server_uuid": "00e7483e-5084-4647-983e-a83435be5571", "tag": "ef42179d-1b0e-447b-a68e-fe169bc463f2"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:15:38.533427 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62074d89-03f8-4188-a193-f649f7d60f71 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Made reservation on behalf of 95b580a43df54a1297220912a3d4d815 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:38.537508 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62074d89-03f8-4188-a193-f649f7d60f71 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:38.565475 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d78f879-9474-4ed2-b0d0-7f8a19aba343 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:38.572633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d78f879-9474-4ed2-b0d0-7f8a19aba343 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:38.574489 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4d78f879-9474-4ed2-b0d0-7f8a19aba343 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6570456 Dec 14 01:15:38.583792 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51290) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:38.649948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0d25b6a1-2a28-4e63-a8d0-5d1e0fbb226e None None] Set router bffd5d17-617a-44c0-8d03-6f902e145a3d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:15:38.652744 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33e2ff7e-d577-45d8-96f4-d74e13a338cb tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:38.661127 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-33e2ff7e-d577-45d8-96f4-d74e13a338cb tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "DELETE /v2.0/ports/0c9dc11a-f30c-4545-bdb3-7b1a3a267203 HTTP/1.1" status: 204 len: 168 time: 2.6221595 Dec 14 01:15:38.671592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51294) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:38.736194 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:38.742543 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8faf70a1-4087-414b-b09c-7ee7856893c5 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] GET failed (client error): The resource could not be found. Dec 14 01:15:38.749764 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8faf70a1-4087-414b-b09c-7ee7856893c5 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "GET /v2.0/ports/0c9dc11a-f30c-4545-bdb3-7b1a3a267203 HTTP/1.1" status: 404 len: 333 time: 0.0742817 Dec 14 01:15:38.772332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51298) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:38.792974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-93cf9e44-748e-46ee-a2ac-b1f635423dac tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Request body: {'port': {'network_id': 'b1ce95d2-bd6d-46ad-9d00-15c6f4685408', 'name': 'tempest-AllowedAddressPairTestJSON-1624457183'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:38.802622 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa5c016-e719-4a2e-9815-b14b8ae38f72 x-openstack-request-id: req-dfa5c016-e719-4a2e-9815-b14b8ae38f72 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:15:38.803153 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e7483e-5084-4647-983e-a83435be5571", "tag": "ef42179d-1b0e-447b-a68e-fe169bc463f2", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:15:38.803230 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfa5c016-e719-4a2e-9815-b14b8ae38f72 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:15:38.803619 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e7483e-5084-4647-983e-a83435be5571', 'tag': 'ef42179d-1b0e-447b-a68e-fe169bc463f2', 'status': 'completed', 'code': 200} Dec 14 01:15:38.874022 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:15:38.886112 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Sync routers for ids ['7332c608-53a4-41a2-b623-ddb96814e283'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:15:38.906794 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Routers {'7332c608-53a4-41a2-b623-ddb96814e283'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:38.907422 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['7332c608-53a4-41a2-b623-ddb96814e283'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:38.958769 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 98c99e95-b8fd-41e1-80c6-6058ce133a61 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:39.000736 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.007266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51300) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:39.009885 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-47a18f8d-240c-443c-ae81-df9f248a6b86 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.2724454 Dec 14 01:15:39.016304 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd67ba3-d9d3-4bb1-8ebd-0779f56b152b req-216f838f-4ca4-4a08-aec1-42efaae7111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:39.017885 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bbd67ba3-d9d3-4bb1-8ebd-0779f56b152b req-216f838f-4ca4-4a08-aec1-42efaae7111b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c3c9814a3bf4124a8679f70ca60ef3e&device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 1098 time: 0.2128649 Dec 14 01:15:39.022589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7010859d-84d4-48af-ad9c-c3343e098e81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.050257 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Set router 7332c608-53a4-41a2-b623-ddb96814e283 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:15:39.051686 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbf211-c361-4122-b176-df04d717e3a7 req-a37a0197-f740-4b03-8941-291ce5e2d68d tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:39.053277 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c5dbf211-c361-4122-b176-df04d717e3a7 req-a37a0197-f740-4b03-8941-291ce5e2d68d tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 945 time: 0.2536616 Dec 14 01:15:39.086258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7010859d-84d4-48af-ad9c-c3343e098e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.129537 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ab44ba40-40c5-4169-93e5-df838883518b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port aef58951-09fe-4c06-88fe-5d796d5be516 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:39.130361 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab44ba40-40c5-4169-93e5-df838883518b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.146280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 98c99e95-b8fd-41e1-80c6-6058ce133a61 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:39.146650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.163859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-62074d89-03f8-4188-a193-f649f7d60f71 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:15:39.169507 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62074d89-03f8-4188-a193-f649f7d60f71 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.254481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4101f2db-7c8e-4d1b-950b-6a25362219e1 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:39.265747 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010859d-84d4-48af-ad9c-c3343e098e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f565136e-0dc0-4983-bf36-26d5a653b444,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:39.270768 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7010859d-84d4-48af-ad9c-c3343e098e81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0aaa978abce40c1bfffbe23890e5c36&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4039276 Dec 14 01:15:39.275452 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51302) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:39.312477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0d25b6a1-2a28-4e63-a8d0-5d1e0fbb226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'name': 'tempest-ServersTestManualDisk-1262123754-router', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:42Z', 'updated_at': '2021-12-14T01:14:48Z', 'revision_number': 4, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'gw_port': {'id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:43Z', 'updated_at': '2021-12-14T01:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'f4825c42-9e74-4c19-9177-a9d6d431026f', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'floating_ip_address': '172.26.1.87', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'port_id': 'ef42179d-1b0e-447b-a68e-fe169bc463f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da', 'mac_address': 'fa:16:3e:2f:64:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e7483e-5084-4647-983e-a83435be5571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:14:57Z', 'updated_at': '2021-12-14T01:15:36Z', 'revision_number': 1, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce5d37d-f71d-4d69-ae02-47a323610a92', 'name': '', 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'mac_address': 'fa:16:3e:53:48:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:57Z', 'revision_number': 5, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'subnets': [{'id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:39.313698 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7332c608-53a4-41a2-b623-ddb96814e283', 'name': 'tempest-snat-router-1798881598', 'tenant_id': '535ee2896386405f9aea48adc6f6a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ec0921c6-11ab-4dbd-961d-12b029103176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:15:30Z', 'updated_at': '2021-12-14T01:15:35Z', 'revision_number': 3, 'project_id': '535ee2896386405f9aea48adc6f6a9d8', 'gw_port': {'id': 'ec0921c6-11ab-4dbd-961d-12b029103176', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7332c608-53a4-41a2-b623-ddb96814e283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:15:33Z', 'updated_at': '2021-12-14T01:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:39.343530 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Checking router: 7332c608-53a4-41a2-b623-ddb96814e283 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:15:39.343882 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Updating router 7332c608-53a4-41a2-b623-ddb96814e283 port ec0921c6-11ab-4dbd-961d-12b029103176 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:15:39.348200 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d25b6a1-2a28-4e63-a8d0-5d1e0fbb226e None None] Checking router: bffd5d17-617a-44c0-8d03-6f902e145a3d for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:15:39.369030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 4101f2db-7c8e-4d1b-950b-6a25362219e1 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:39.369416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.371116 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25b6a1-2a28-4e63-a8d0-5d1e0fbb226e None None] Routers {'bffd5d17-617a-44c0-8d03-6f902e145a3d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:39.371748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0d25b6a1-2a28-4e63-a8d0-5d1e0fbb226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bffd5d17-617a-44c0-8d03-6f902e145a3d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:39.374226 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.377468 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c5dbf211-c361-4122-b176-df04d717e3a7 req-697c470d-f43a-447d-8725-a6b22e907c1b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0946702-dcdf-45e3-81af-5722fbf065d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068068 Dec 14 01:15:39.389027 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd67ba3-d9d3-4bb1-8ebd-0779f56b152b req-a1a581ce-07b8-4012-ae33-ec4f0fc33ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:39.390509 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bbd67ba3-d9d3-4bb1-8ebd-0779f56b152b req-a1a581ce-07b8-4012-ae33-ec4f0fc33ff0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b6c98d5-c0d5-4295-8563-67b8b13840da HTTP/1.1" status: 200 len: 912 time: 0.3634863 Dec 14 01:15:39.393883 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62074d89-03f8-4188-a193-f649f7d60f71 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Checking segment: {'id': '4d24afb8-0066-4056-96b3-f55069d1f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c53b7fe2-bc7c-4850-afe4-7dce3665c013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:39.394243 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62074d89-03f8-4188-a193-f649f7d60f71 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Network hostable DHCP agents. Network: c53b7fe2-bc7c-4850-afe4-7dce3665c013, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:15:39.402272 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.431894 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.502748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0d25b6a1-2a28-4e63-a8d0-5d1e0fbb226e None None] Set router bffd5d17-617a-44c0-8d03-6f902e145a3d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:15:39.523258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cf9e44-748e-46ee-a2ac-b1f635423dac tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Made reservation on behalf of 0f8e73e432be4683bd2a350831cb708b for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:39.527029 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93cf9e44-748e-46ee-a2ac-b1f635423dac tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.564177 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-93cf9e44-748e-46ee-a2ac-b1f635423dac tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] device_id is not set on port a29eabb0-86cd-4733-8a81-854f3ac32c4c yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:39.580087 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ade36190-c758-4ece-a531-b42985097fe3 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "GET /v2.0/routers/7332c608-53a4-41a2-b623-ddb96814e283 HTTP/1.1" status: 200 len: 908 time: 0.5585847 Dec 14 01:15:39.583041 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bbd67ba3-d9d3-4bb1-8ebd-0779f56b152b req-0624afa4-a5c7-4a2b-bcc5-1ef4d9d543b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef42179d-1b0e-447b-a68e-fe169bc463f2 HTTP/1.1" status: 200 len: 998 time: 0.1560645 Dec 14 01:15:39.621458 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51306) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:39.633546 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62074d89-03f8-4188-a193-f649f7d60f71 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event updated for resources: {'Subnet': ['ID=8bae8581-d051-462b-84d3-54c098880fbc,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:39.659321 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab44ba40-40c5-4169-93e5-df838883518b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.661708 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62074d89-03f8-4188-a193-f649f7d60f71 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Network c53b7fe2-bc7c-4850-afe4-7dce3665c013 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:15:39.676436 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ab44ba40-40c5-4169-93e5-df838883518b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for aef58951-09fe-4c06-88fe-5d796d5be516 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:39.757091 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-62074d89-03f8-4188-a193-f649f7d60f71 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, c53b7fe2-bc7c-4850-afe4-7dce3665c013) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:39.768536 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62074d89-03f8-4188-a193-f649f7d60f71 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:39.769633 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62074d89-03f8-4188-a193-f649f7d60f71 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.772366 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff684ae8-ecec-4535-b7ba-dc8955502a76 None None] Network c53b7fe2-bc7c-4850-afe4-7dce3665c013 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:39.835254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Pushing event updated for resources: {'Port': ['ID=83b7918a-8061-4f56-8291-50153fc9a146,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:39.837999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.844418 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab44ba40-40c5-4169-93e5-df838883518b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.851106 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0d2c0-192e-4da9-a207-e54ccd9503bf req-09b67c9a-00c3-4a1f-b04e-39bf23b80b22 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:39.861538 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fad0d2c0-192e-4da9-a207-e54ccd9503bf req-09b67c9a-00c3-4a1f-b04e-39bf23b80b22 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 945 time: 0.2765346 Dec 14 01:15:39.864302 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51310) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:39.882003 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b482a3f0-5c8c-483a-88f3-e4ea1c08cf04 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Request body: {'floatingip': {'port_id': '526cf057-f829-4435-a163-8bbdb8a0f565'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:39.915694 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.925697 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.926466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44ba40-40c5-4169-93e5-df838883518b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=aef58951-09fe-4c06-88fe-5d796d5be516,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:39.959234 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f9592b2e-e28b-4d6a-848a-621f5d65c936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:39.983224 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0921974-4c15-4ec3-87b4-5124eec0be77 None None] Pushing event updated for resources: {'Port': ['ID=ec0921c6-11ab-4dbd-961d-12b029103176,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:39.998291 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f9592b2e-e28b-4d6a-848a-621f5d65c936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.019600 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Attempting to bind port ec0921c6-11ab-4dbd-961d-12b029103176 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:40.020490 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Attempting to bind port ec0921c6-11ab-4dbd-961d-12b029103176 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:40.021522 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Attempting to bind port ec0921c6-11ab-4dbd-961d-12b029103176 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:40.029710 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:40.030939 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:40.033235 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.033880 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:40.034507 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Bound port: ec0921c6-11ab-4dbd-961d-12b029103176, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:40.042709 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.059074 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b482a3f0-5c8c-483a-88f3-e4ea1c08cf04 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for floatingip, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.072852 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.081136 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-62074d89-03f8-4188-a193-f649f7d60f71 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8682549 Dec 14 01:15:40.083248 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51314) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:40.085680 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f9592b2e-e28b-4d6a-848a-621f5d65c936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.088533 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f9592b2e-e28b-4d6a-848a-621f5d65c936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.092408 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f9592b2e-e28b-4d6a-848a-621f5d65c936 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f565136e-0dc0-4983-bf36-26d5a653b444 HTTP/1.1" status: 204 len: 168 time: 0.8101294 Dec 14 01:15:40.101564 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.102935 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d84138bb-4a13-4e31-8f50-d3d38ece7be2 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7283280 Dec 14 01:15:40.105235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab44ba40-40c5-4169-93e5-df838883518b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.108484 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ab44ba40-40c5-4169-93e5-df838883518b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/aef58951-09fe-4c06-88fe-5d796d5be516 HTTP/1.1" status: 204 len: 168 time: 1.5221827 Dec 14 01:15:40.117958 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51318) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:40.118289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51320) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:40.128878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd373a6-5dd1-4bdb-929d-3086bf3f4f7f None None] Network 64770b40-368c-4d88-9ea8-215b545fa4f9 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:40.133606 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6a87fcb0-d442-4800-ae69-21b232a026e5 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Request body: {'port': {'network_id': 'c53b7fe2-bc7c-4850-afe4-7dce3665c013', 'name': 'tempest-NetworksIpV6TestAttrs-117343391'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:40.178908 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] For port ec0921c6-11ab-4dbd-961d-12b029103176, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:40.183171 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] For port ec0921c6-11ab-4dbd-961d-12b029103176, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ec0921c6-11ab-4dbd-961d-12b029103176,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:40.192132 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.253950 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Routers {'7332c608-53a4-41a2-b623-ddb96814e283'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:40.254670 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['7332c608-53a4-41a2-b623-ddb96814e283'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:40.269470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-93cf9e44-748e-46ee-a2ac-b1f635423dac tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Allocated IP 172.20.0.5 (b1ce95d2-bd6d-46ad-9d00-15c6f4685408/1750907b-3502-4f85-9c67-6fa0a4443e97/a29eabb0-86cd-4733-8a81-854f3ac32c4c) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:40.300576 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0921974-4c15-4ec3-87b4-5124eec0be77 None None] Pushing event updated for resources: {'Port': ['ID=ec0921c6-11ab-4dbd-961d-12b029103176,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:40.348435 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9592b2e-e28b-4d6a-848a-621f5d65c936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f565136e-0dc0-4983-bf36-26d5a653b444,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:40.356975 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f4325a5d-63f2-4a2b-b7b0-6f6d3bdf3202 None None] Provisioning complete for port 4101f2db-7c8e-4d1b-950b-6a25362219e1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:40.357348 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4325a5d-63f2-4a2b-b7b0-6f6d3bdf3202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.373460 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 4101f2db-7c8e-4d1b-950b-6a25362219e1, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4101f2db-7c8e-4d1b-950b-6a25362219e1,segment=NetworkSegment(b2742628-c009-4795-b818-8fb4f5b5a33f),segment_id=b2742628-c009-4795-b818-8fb4f5b5a33f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:40.437914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.471780 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93cf9e44-748e-46ee-a2ac-b1f635423dac tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.526901 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-c53b7fe2-bc7c-4850-afe4-7dce3665c013', 'network_id': 'c53b7fe2-bc7c-4850-afe4-7dce3665c013', 'project_id': '95b580a43df54a1297220912a3d4d815', 'fixed_ips': [{'subnet_id': '8bae8581-d051-462b-84d3-54c098880fbc'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:15:40.527781 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.559775 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] Set router 7332c608-53a4-41a2-b623-ddb96814e283 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:15:40.572818 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93cf9e44-748e-46ee-a2ac-b1f635423dac tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.616995 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0d25b6a1-2a28-4e63-a8d0-5d1e0fbb226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'name': 'tempest-ServersTestManualDisk-1262123754-router', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:42Z', 'updated_at': '2021-12-14T01:14:48Z', 'revision_number': 4, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'gw_port': {'id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:43Z', 'updated_at': '2021-12-14T01:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'f4825c42-9e74-4c19-9177-a9d6d431026f', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'floating_ip_address': '172.26.1.87', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'port_id': 'ef42179d-1b0e-447b-a68e-fe169bc463f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da', 'mac_address': 'fa:16:3e:2f:64:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e7483e-5084-4647-983e-a83435be5571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:14:57Z', 'updated_at': '2021-12-14T01:15:36Z', 'revision_number': 1, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce5d37d-f71d-4d69-ae02-47a323610a92', 'name': '', 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'mac_address': 'fa:16:3e:53:48:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:57Z', 'revision_number': 5, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'subnets': [{'id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:40.646879 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4535f82-e29b-4687-8e3b-85214cf4688e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:40.648550 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4535f82-e29b-4687-8e3b-85214cf4688e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:40.652823 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d4535f82-e29b-4687-8e3b-85214cf4688e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5273771 Dec 14 01:15:40.667536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51326) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:40.677225 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=4101f2db-7c8e-4d1b-950b-6a25362219e1,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:40.692825 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cf9e44-748e-46ee-a2ac-b1f635423dac tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Network b1ce95d2-bd6d-46ad-9d00-15c6f4685408 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:40.733329 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-93cf9e44-748e-46ee-a2ac-b1f635423dac tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:40.735738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf9e44-748e-46ee-a2ac-b1f635423dac tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event updated for resources: {'Port': ['ID=a29eabb0-86cd-4733-8a81-854f3ac32c4c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:40.738366 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cf9e44-748e-46ee-a2ac-b1f635423dac tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:40.745106 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d25b6a1-2a28-4e63-a8d0-5d1e0fbb226e None None] The sync data for ids ['bffd5d17-617a-44c0-8d03-6f902e145a3d'] in dv-neutron-821592-1-hyperv is: [{'id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'name': 'tempest-ServersTestManualDisk-1262123754-router', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:42Z', 'updated_at': '2021-12-14T01:14:48Z', 'revision_number': 4, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'gw_port': {'id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:43Z', 'updated_at': '2021-12-14T01:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'f4825c42-9e74-4c19-9177-a9d6d431026f', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'floating_ip_address': '172.26.1.87', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'port_id': 'ef42179d-1b0e-447b-a68e-fe169bc463f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da', 'mac_address': 'fa:16:3e:2f:64:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e7483e-5084-4647-983e-a83435be5571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:14:57Z', 'updated_at': '2021-12-14T01:15:36Z', 'revision_number': 1, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce5d37d-f71d-4d69-ae02-47a323610a92', 'name': '', 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'mac_address': 'fa:16:3e:53:48:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:57Z', 'revision_number': 5, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'subnets': [{'id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:15:40.750292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.761003 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd67ba3-d9d3-4bb1-8ebd-0779f56b152b req-1ebb8695-5e37-4332-9520-18a56348a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:40.762603 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bbd67ba3-d9d3-4bb1-8ebd-0779f56b152b req-1ebb8695-5e37-4332-9520-18a56348a5d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddd22a13-c373-4dc2-b4b7-ccadbff4884a HTTP/1.1" status: 200 len: 851 time: 1.1159537 Dec 14 01:15:40.848746 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a87fcb0-d442-4800-ae69-21b232a026e5 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Made reservation on behalf of 95b580a43df54a1297220912a3d4d815 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:40.855563 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a87fcb0-d442-4800-ae69-21b232a026e5 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.889826 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51328) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:40.894992 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-6a87fcb0-d442-4800-ae69-21b232a026e5 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] device_id is not set on port 64f81087-dd2c-497a-8a5f-99b2a4ca4277 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:40.900762 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cf9e44-748e-46ee-a2ac-b1f635423dac tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:40.901455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93cf9e44-748e-46ee-a2ac-b1f635423dac tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.918917 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:40.985462 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cda40a8c-9328-47d7-8769-440b4ae67968 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:40.993384 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-93cf9e44-748e-46ee-a2ac-b1f635423dac tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2145209 Dec 14 01:15:40.996450 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51330) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:40.996928 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Allocated IP 2001:db8::f816:3eff:fe35:6f18 (c53b7fe2-bc7c-4850-afe4-7dce3665c013/8bae8581-d051-462b-84d3-54c098880fbc/b65f5e3a-67e1-4080-8e35-8f1092d8c686) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:41.003732 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-09289995-a043-4509-a5a8-8cfdd78a074b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet 7f10cd2b-d212-4c41-a6c6-976d1a82d95a {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:15:41.012809 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-00c66de8-ef76-4e3f-bcf4-e4d00e27039d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6d:95:af'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:41.021923 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09289995-a043-4509-a5a8-8cfdd78a074b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.075013 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.108008 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7332c608-53a4-41a2-b623-ddb96814e283', 'name': 'tempest-snat-router-1798881598', 'tenant_id': '535ee2896386405f9aea48adc6f6a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ec0921c6-11ab-4dbd-961d-12b029103176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:15:30Z', 'updated_at': '2021-12-14T01:15:35Z', 'revision_number': 3, 'project_id': '535ee2896386405f9aea48adc6f6a9d8', 'gw_port': {'id': 'ec0921c6-11ab-4dbd-961d-12b029103176', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7332c608-53a4-41a2-b623-ddb96814e283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:15:33Z', 'updated_at': '2021-12-14T01:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:41.175980 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1d8fe83b-d02c-43ae-877d-5232135f4585 None None] Provisioning complete for port 4101f2db-7c8e-4d1b-950b-6a25362219e1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:41.176535 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d8fe83b-d02c-43ae-877d-5232135f4585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.182067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4a684c-cc9f-4b07-9aff-0d74782ff071 None None] New status for floating IP f4825c42-9e74-4c19-9177-a9d6d431026f: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:15:41.253719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.255730 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe87c6-3e93-444e-94b0-728bb94c9ba0 None None] The sync data for ids ['7332c608-53a4-41a2-b623-ddb96814e283'] in dv-neutron-821592-1-hyperv is: [{'id': '7332c608-53a4-41a2-b623-ddb96814e283', 'name': 'tempest-snat-router-1798881598', 'tenant_id': '535ee2896386405f9aea48adc6f6a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ec0921c6-11ab-4dbd-961d-12b029103176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:15:30Z', 'updated_at': '2021-12-14T01:15:35Z', 'revision_number': 3, 'project_id': '535ee2896386405f9aea48adc6f6a9d8', 'gw_port': {'id': 'ec0921c6-11ab-4dbd-961d-12b029103176', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7332c608-53a4-41a2-b623-ddb96814e283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:15:33Z', 'updated_at': '2021-12-14T01:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:15:41.276536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09289995-a043-4509-a5a8-8cfdd78a074b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.280284 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cda40a8c-9328-47d7-8769-440b4ae67968 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.355366 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd67ba3-d9d3-4bb1-8ebd-0779f56b152b req-6606b7ef-9014-46f1-848f-bd806989f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:41.357526 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bbd67ba3-d9d3-4bb1-8ebd-0779f56b152b req-6606b7ef-9014-46f1-848f-bd806989f5db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b6c98d5-c0d5-4295-8563-67b8b13840da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5674224 Dec 14 01:15:41.434831 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.454692 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.553707 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-00c66de8-ef76-4e3f-bcf4-e4d00e27039d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.604676 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Network c53b7fe2-bc7c-4850-afe4-7dce3665c013 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:41.612707 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:41.615299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Pushing event updated for resources: {'Port': ['ID=b65f5e3a-67e1-4080-8e35-8f1092d8c686,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:41.617368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-6a87fcb0-d442-4800-ae69-21b232a026e5 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Allocated IP 2001:db8::f816:3eff:fe4c:2b0f (c53b7fe2-bc7c-4850-afe4-7dce3665c013/8bae8581-d051-462b-84d3-54c098880fbc/64f81087-dd2c-497a-8a5f-99b2a4ca4277) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:41.620499 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:41.726850 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.731922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Attempting to bind port b65f5e3a-67e1-4080-8e35-8f1092d8c686 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:41.732509 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Attempting to bind port b65f5e3a-67e1-4080-8e35-8f1092d8c686 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '4d24afb8-0066-4056-96b3-f55069d1f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c53b7fe2-bc7c-4850-afe4-7dce3665c013'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:41.733048 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Attempting to bind port b65f5e3a-67e1-4080-8e35-8f1092d8c686 on network c53b7fe2-bc7c-4850-afe4-7dce3665c013 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:41.740428 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bbd67ba3-d9d3-4bb1-8ebd-0779f56b152b req-54564bc1-fcbf-4ee2-85d8-b8102f53aeec service neutron] 10.222.0.16 "GET /v2.0/networks/6b6c98d5-c0d5-4295-8563-67b8b13840da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678789 Dec 14 01:15:41.746427 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.751829 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:41.752690 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Checking segment: {'id': '4d24afb8-0066-4056-96b3-f55069d1f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c53b7fe2-bc7c-4850-afe4-7dce3665c013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:41.753272 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.753806 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Bound using segment: {'id': '4d24afb8-0066-4056-96b3-f55069d1f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c53b7fe2-bc7c-4850-afe4-7dce3665c013'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:41.754429 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Bound port: b65f5e3a-67e1-4080-8e35-8f1092d8c686, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d24afb8-0066-4056-96b3-f55069d1f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c53b7fe2-bc7c-4850-afe4-7dce3665c013'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:41.758882 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.768610 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09289995-a043-4509-a5a8-8cfdd78a074b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.779954 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-952b7ca1-03e2-4f96-a3ff-b5ad9a323b69 None None] Provisioning complete for port a29eabb0-86cd-4733-8a81-854f3ac32c4c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:41.780747 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-952b7ca1-03e2-4f96-a3ff-b5ad9a323b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.799629 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.825818 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cda40a8c-9328-47d7-8769-440b4ae67968 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Deleting port ec0921c6-11ab-4dbd-961d-12b029103176 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:41.826413 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cda40a8c-9328-47d7-8769-440b4ae67968 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.863395 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-952b7ca1-03e2-4f96-a3ff-b5ad9a323b69 None None] Port a29eabb0-86cd-4733-8a81-854f3ac32c4c cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:41.917569 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] For port b65f5e3a-67e1-4080-8e35-8f1092d8c686, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:41.925599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] For port b65f5e3a-67e1-4080-8e35-8f1092d8c686, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b65f5e3a-67e1-4080-8e35-8f1092d8c686,segment=NetworkSegment(4d24afb8-0066-4056-96b3-f55069d1f882),segment_id=4d24afb8-0066-4056-96b3-f55069d1f882)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:41.931544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.973979 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-00c66de8-ef76-4e3f-bcf4-e4d00e27039d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.980000 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09289995-a043-4509-a5a8-8cfdd78a074b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:41.989317 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfaaf0f-2afd-4b72-b134-38d81e8b2379,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:41.993287 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53beba13be064123a692a3f89886b20b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0504444 Dec 14 01:15:41.996068 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-00c66de8-ef76-4e3f-bcf4-e4d00e27039d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:42.004776 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51334) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:42.045609 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8dd9f-b498-4291-9d75-00c3b6cf2527 None None] Pushing event updated for resources: {'Port': ['ID=b65f5e3a-67e1-4080-8e35-8f1092d8c686,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:42.076619 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Allocated IP 172.26.1.98 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/85b381ec-6f5a-499f-86a2-061f53bc2940) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:42.082876 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781a8d68-ab6c-49d0-9682-1d981f49d052 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:42.084005 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09289995-a043-4509-a5a8-8cfdd78a074b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=7f10cd2b-d212-4c41-a6c6-976d1a82d95a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:42.100349 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09289995-a043-4509-a5a8-8cfdd78a074b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:42.101764 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:42.102119 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:42.102467 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:42.102806 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:42.103142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:42.103485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:42.103689 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-09289995-a043-4509-a5a8-8cfdd78a074b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/7f10cd2b-d212-4c41-a6c6-976d1a82d95a HTTP/1.1" status: 204 len: 168 time: 1.4343617 Dec 14 01:15:42.109063 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:42.109481 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:42.109832 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:42.110171 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:42.110514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:42.111002 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:42.111334 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e730b-2051-42d1-b6a7-43ff1a72c631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:42.114745 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51336) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:42.199879 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c66de8-ef76-4e3f-bcf4-e4d00e27039d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event updated for resources: {'Port': ['ID=a29eabb0-86cd-4733-8a81-854f3ac32c4c,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:42.259424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-cda40a8c-9328-47d7-8769-440b4ae67968 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] For port ec0921c6-11ab-4dbd-961d-12b029103176, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ec0921c6-11ab-4dbd-961d-12b029103176,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:42.259940 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cda40a8c-9328-47d7-8769-440b4ae67968 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:42.282395 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a0832c03-64b0-4c33-872e-6939d597343d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1468964 Dec 14 01:15:42.401110 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51338) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:42.411657 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-da313459-24fd-457e-83d9-3859f04584fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:42.417690 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cda40a8c-9328-47d7-8769-440b4ae67968 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Calling delete_port for ec0921c6-11ab-4dbd-961d-12b029103176 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:42.442390 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f699db-dae2-4e6e-8bf7-2b53c7749b28 None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:15:42.561311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d9f699db-dae2-4e6e-8bf7-2b53c7749b28 None None] Deleting port 98c99e95-b8fd-41e1-80c6-6058ce133a61 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:42.561972 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9f699db-dae2-4e6e-8bf7-2b53c7749b28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:42.597823 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a87fcb0-d442-4800-ae69-21b232a026e5 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:42.673752 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d9f699db-dae2-4e6e-8bf7-2b53c7749b28 None None] For port 98c99e95-b8fd-41e1-80c6-6058ce133a61, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=98c99e95-b8fd-41e1-80c6-6058ce133a61,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:42.674085 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9f699db-dae2-4e6e-8bf7-2b53c7749b28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:42.676893 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9bbe03a4-bfb5-4fa9-8ab7-f5005d7d8aec None None] Provisioning complete for port a29eabb0-86cd-4733-8a81-854f3ac32c4c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:42.677265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9bbe03a4-bfb5-4fa9-8ab7-f5005d7d8aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:42.678076 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-b482a3f0-5c8c-483a-88f3-e4ea1c08cf04 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 01:15:42.705069 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-00c66de8-ef76-4e3f-bcf4-e4d00e27039d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] In _notify_port_updated(), no bound segment for port a29eabb0-86cd-4733-8a81-854f3ac32c4c on network b1ce95d2-bd6d-46ad-9d00-15c6f4685408 {{(pid=103409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:15:42.711191 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c66de8-ef76-4e3f-bcf4-e4d00e27039d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:42.711986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-00c66de8-ef76-4e3f-bcf4-e4d00e27039d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:42.713683 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-00c66de8-ef76-4e3f-bcf4-e4d00e27039d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "PUT /v2.0/ports/a29eabb0-86cd-4733-8a81-854f3ac32c4c HTTP/1.1" status: 200 len: 996 time: 1.7162650 Dec 14 01:15:42.717229 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51342) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:42.724231 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d9f699db-dae2-4e6e-8bf7-2b53c7749b28 None None] Calling delete_port for 98c99e95-b8fd-41e1-80c6-6058ce133a61 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:42.752170 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b482a3f0-5c8c-483a-88f3-e4ea1c08cf04 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:42.753624 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe03a4-bfb5-4fa9-8ab7-f5005d7d8aec None None] Port a29eabb0-86cd-4733-8a81-854f3ac32c4c cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:42.785660 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b482a3f0-5c8c-483a-88f3-e4ea1c08cf04 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:42.793112 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bbd67ba3-d9d3-4bb1-8ebd-0779f56b152b req-964d4bd0-f2d0-413e-b483-28857b26ee7e service neutron] 10.222.0.16 "GET /v2.0/networks/6b6c98d5-c0d5-4295-8563-67b8b13840da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0294795 Dec 14 01:15:42.863769 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:42.876659 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a87fcb0-d442-4800-ae69-21b232a026e5 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:42.920509 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:42.948392 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:42.985912 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da313459-24fd-457e-83d9-3859f04584fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:42.990192 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da313459-24fd-457e-83d9-3859f04584fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:42.994229 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ec0921c6-11ab-4dbd-961d-12b029103176 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:43.006683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a87fcb0-d442-4800-ae69-21b232a026e5 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Network c53b7fe2-bc7c-4850-afe4-7dce3665c013 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:43.011410 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bae7e76f-fde2-4177-b8fc-720a44fb2a79 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Deleting port a29eabb0-86cd-4733-8a81-854f3ac32c4c {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:43.011745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bae7e76f-fde2-4177-b8fc-720a44fb2a79 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:43.068487 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port ec0921c6-11ab-4dbd-961d-12b029103176 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:43.068919 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:43.085852 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6a87fcb0-d442-4800-ae69-21b232a026e5 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:43.090922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9f699db-dae2-4e6e-8bf7-2b53c7749b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:43.098732 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a87fcb0-d442-4800-ae69-21b232a026e5 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:43.104827 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a87fcb0-d442-4800-ae69-21b232a026e5 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:43.105873 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a87fcb0-d442-4800-ae69-21b232a026e5 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:43.106047 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bae7e76f-fde2-4177-b8fc-720a44fb2a79 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:43.111419 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87fcb0-d442-4800-ae69-21b232a026e5 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event updated for resources: {'Port': ['ID=64f81087-dd2c-497a-8a5f-99b2a4ca4277,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:43.120672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bae7e76f-fde2-4177-b8fc-720a44fb2a79 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Calling delete_port for a29eabb0-86cd-4733-8a81-854f3ac32c4c owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:43.135105 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f699db-dae2-4e6e-8bf7-2b53c7749b28 None None] Pushing event deleted for resources: {'Port': ['ID=98c99e95-b8fd-41e1-80c6-6058ce133a61,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:43.137097 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f699db-dae2-4e6e-8bf7-2b53c7749b28 None None] No DVR routers for this DVR port 98c99e95-b8fd-41e1-80c6-6058ce133a61 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:15:43.235529 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6a87fcb0-d442-4800-ae69-21b232a026e5 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1030478 Dec 14 01:15:43.238803 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51344) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:43.239357 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:43.251098 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-b482a3f0-5c8c-483a-88f3-e4ea1c08cf04 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Floating IP df402da9-29d4-4c47-9f62-d65df56fb36f associated. External IP: 172.26.1.80, port: 526cf057-f829-4435-a163-8bbdb8a0f565. Dec 14 01:15:43.254537 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:43.275000 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:43.277579 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:43.280727 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bfaaf0f-2afd-4b72-b134-38d81e8b2379 HTTP/1.1" status: 204 len: 168 time: 1.2721705 Dec 14 01:15:43.340400 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Pushing event updated for resources: {'Port': ['ID=85b381ec-6f5a-499f-86a2-061f53bc2940,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:43.350745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:43.352649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfaaf0f-2afd-4b72-b134-38d81e8b2379,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:43.367315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.367855 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.368674 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.368674 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.368984 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.369359 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.369721 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.370239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.370609 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.370929 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.371333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.371678 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.372167 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c21871-5eab-421a-91e1-77c64d6b51f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.396972 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:43.402670 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:43.410949 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.411322 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.411654 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.411991 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.412368 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.412702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.413168 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.413500 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.413828 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.414155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.414488 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.415474 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.415787 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:43.452824 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bae7e76f-fde2-4177-b8fc-720a44fb2a79 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:43.514765 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7e76f-fde2-4177-b8fc-720a44fb2a79 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event deleted for resources: {'Port': ['ID=a29eabb0-86cd-4733-8a81-854f3ac32c4c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:43.610606 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06bff7f-1fba-425b-b9a2-93d042a6721a None None] Network c53b7fe2-bc7c-4850-afe4-7dce3665c013 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:43.656658 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bae7e76f-fde2-4177-b8fc-720a44fb2a79 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:43.660694 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bae7e76f-fde2-4177-b8fc-720a44fb2a79 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "DELETE /v2.0/ports/a29eabb0-86cd-4733-8a81-854f3ac32c4c HTTP/1.1" status: 204 len: 168 time: 0.9401989 Dec 14 01:15:43.678090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51352) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:43.693954 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:43.730421 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dcef1e1-f1f2-4017-ba7c-8b520196249f tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] GET failed (client error): The resource could not be found. Dec 14 01:15:43.731974 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4dcef1e1-f1f2-4017-ba7c-8b520196249f tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "GET /v2.0/ports/a29eabb0-86cd-4733-8a81-854f3ac32c4c HTTP/1.1" status: 404 len: 333 time: 0.0528824 Dec 14 01:15:43.737284 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51354) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:43.742344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-bde78548-8d1e-40a1-9087-bd05aeb1a328 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Request body: {'port': {'network_id': 'b1ce95d2-bd6d-46ad-9d00-15c6f4685408', 'name': 'tempest-AllowedAddressPairTestJSON-1532214773'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:43.782659 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Provisioning complete for port b65f5e3a-67e1-4080-8e35-8f1092d8c686 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:43.783340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:43.820075 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:43.899623 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-931ebf61-c08a-4ed5-827f-ee90aa2065c7 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Deleting subnet 8bae8581-d051-462b-84d3-54c098880fbc {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:15:43.904593 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-931ebf61-c08a-4ed5-827f-ee90aa2065c7 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:43.956134 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b65f5e3a-67e1-4080-8e35-8f1092d8c686 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:44.038330 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde78548-8d1e-40a1-9087-bd05aeb1a328 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Made reservation on behalf of 0f8e73e432be4683bd2a350831cb708b for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:44.054333 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-931ebf61-c08a-4ed5-827f-ee90aa2065c7 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.054908 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bde78548-8d1e-40a1-9087-bd05aeb1a328 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.060475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port b65f5e3a-67e1-4080-8e35-8f1092d8c686 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:44.063863 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.107192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-bde78548-8d1e-40a1-9087-bd05aeb1a328 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] device_id is not set on port 31cff3b6-cf8b-4692-9023-e6238219dc2b yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:44.150398 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cda40a8c-9328-47d7-8769-440b4ae67968 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.155985 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.161871 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.215431 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] For port b65f5e3a-67e1-4080-8e35-8f1092d8c686, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b65f5e3a-67e1-4080-8e35-8f1092d8c686,segment=NetworkSegment(4d24afb8-0066-4056-96b3-f55069d1f882),segment_id=4d24afb8-0066-4056-96b3-f55069d1f882)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:44.248110 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.260881 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda40a8c-9328-47d7-8769-440b4ae67968 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec0921c6-11ab-4dbd-961d-12b029103176,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:44.263205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.288274 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.327208 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Pushing event updated for resources: {'Port': ['ID=b65f5e3a-67e1-4080-8e35-8f1092d8c686,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:44.365610 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:44.365990 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:44.366338 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:44.366699 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:44.367041 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:44.367378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:44.367764 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:44.368084 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:44.368466 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:44.369084 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:44.369439 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:44.369823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:44.370145 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d83fd-3048-4589-9738-08599eb6ecd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:15:44.392913 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:15:44.393246 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:15:44.396314 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b40d7829-5e14-42c1-a8c7-26317bc4d047 None None] Provisioning complete for port b65f5e3a-67e1-4080-8e35-8f1092d8c686 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:44.396695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b40d7829-5e14-42c1-a8c7-26317bc4d047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.402910 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-bde78548-8d1e-40a1-9087-bd05aeb1a328 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Allocated IP 172.20.0.12 (b1ce95d2-bd6d-46ad-9d00-15c6f4685408/1750907b-3502-4f85-9c67-6fa0a4443e97/31cff3b6-cf8b-4692-9023-e6238219dc2b) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:44.407319 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Pushing event updated for resources: {'Port': ['ID=85b381ec-6f5a-499f-86a2-061f53bc2940,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:44.442239 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cda40a8c-9328-47d7-8769-440b4ae67968 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.443255 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.491126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.493190 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f4828042-f750-4460-8b7d-ca8d74831bfa tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3739421 Dec 14 01:15:44.497483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51372) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:44.540823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b40d7829-5e14-42c1-a8c7-26317bc4d047 None None] Provisioning complete for port 64f81087-dd2c-497a-8a5f-99b2a4ca4277 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:44.541197 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b40d7829-5e14-42c1-a8c7-26317bc4d047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.603560 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b40d7829-5e14-42c1-a8c7-26317bc4d047 None None] Port 64f81087-dd2c-497a-8a5f-99b2a4ca4277 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:44.603758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cda40a8c-9328-47d7-8769-440b4ae67968 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.613441 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cda40a8c-9328-47d7-8769-440b4ae67968 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.658589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51374) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:44.722526 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-931ebf61-c08a-4ed5-827f-ee90aa2065c7 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.734785 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9018220f-426d-4729-aa93-565e7ecf85b6 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3215 time: 0.2360306 Dec 14 01:15:44.738779 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51380) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:44.742430 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-25a89c67-e345-4f65-a69a-9558a119eb62 None None] Provisioning complete for port 64f81087-dd2c-497a-8a5f-99b2a4ca4277 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:44.742948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25a89c67-e345-4f65-a69a-9558a119eb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.749167 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da313459-24fd-457e-83d9-3859f04584fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.787621 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-25a89c67-e345-4f65-a69a-9558a119eb62 None None] Port 64f81087-dd2c-497a-8a5f-99b2a4ca4277 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:44.819568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f960fbdf-8446-490b-a40a-c2c891cf9803 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-226542533'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:44.824426 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cda40a8c-9328-47d7-8769-440b4ae67968 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.824944 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda40a8c-9328-47d7-8769-440b4ae67968 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7332c608-53a4-41a2-b623-ddb96814e283 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:15:44.827561 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da313459-24fd-457e-83d9-3859f04584fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:44.840147 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cda40a8c-9328-47d7-8769-440b4ae67968 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.844341 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cda40a8c-9328-47d7-8769-440b4ae67968 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "DELETE /v2.0/routers/7332c608-53a4-41a2-b623-ddb96814e283 HTTP/1.1" status: 204 len: 168 time: 5.2049904 Dec 14 01:15:44.851066 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8538ed4c-bc7b-41c9-8ab7-32fe58a045b1 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1083608 Dec 14 01:15:44.851158 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51382) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:44.851885 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51384) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:44.869688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bde78548-8d1e-40a1-9087-bd05aeb1a328 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.881861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f960fbdf-8446-490b-a40a-c2c891cf9803 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Made reservation on behalf of 02c8cfff5c0d413f9edfd39e5531def3 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:44.885417 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f960fbdf-8446-490b-a40a-c2c891cf9803 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.887436 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-da313459-24fd-457e-83d9-3859f04584fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:44.901732 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f960fbdf-8446-490b-a40a-c2c891cf9803 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.926414 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf7484c-426b-4e9c-9625-729e19f7b9b4 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:44.958015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da313459-24fd-457e-83d9-3859f04584fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:44.958608 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da313459-24fd-457e-83d9-3859f04584fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:44.960899 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da313459-24fd-457e-83d9-3859f04584fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=30a385a2-0a94-46f6-80ad-edc33ebb4ba6,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:44.990154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bde78548-8d1e-40a1-9087-bd05aeb1a328 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.002735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4101f2db-7c8e-4d1b-950b-6a25362219e1 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:45.055817 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-da313459-24fd-457e-83d9-3859f04584fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6492295 Dec 14 01:15:45.066838 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde78548-8d1e-40a1-9087-bd05aeb1a328 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Network b1ce95d2-bd6d-46ad-9d00-15c6f4685408 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:45.073625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51386) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:45.075617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-bde78548-8d1e-40a1-9087-bd05aeb1a328 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:45.089250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-55a76e21-af7b-457f-bf88-51f03d814645 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'fixed_ips': [{'subnet_id': '30a385a2-0a94-46f6-80ad-edc33ebb4ba6', 'ip_address': '2001:db8::bb00:7ad8:e4c7:ae7d'}], 'name': 'tempest-NetworksTestDHCPv6-989153658'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:45.098041 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 4101f2db-7c8e-4d1b-950b-6a25362219e1 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:45.098540 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.104927 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': '30a385a2-0a94-46f6-80ad-edc33ebb4ba6'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:15:45.106519 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.129261 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-931ebf61-c08a-4ed5-827f-ee90aa2065c7 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.133097 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b482a3f0-5c8c-483a-88f3-e4ea1c08cf04 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Router db7dee3b-8411-4e8f-a4cd-ec27572df604 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:15:45.186048 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde78548-8d1e-40a1-9087-bd05aeb1a328 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:45.188751 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ebf61-c08a-4ed5-827f-ee90aa2065c7 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Subnet': ['ID=8bae8581-d051-462b-84d3-54c098880fbc,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:45.196850 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-931ebf61-c08a-4ed5-827f-ee90aa2065c7 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.206667 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-931ebf61-c08a-4ed5-827f-ee90aa2065c7 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/subnets/8bae8581-d051-462b-84d3-54c098880fbc HTTP/1.1" status: 204 len: 168 time: 1.9649429 Dec 14 01:15:45.214660 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51388) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:45.230773 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92691c6-c789-4fdb-9d17-1fbe3a345ea4 None None] Network c53b7fe2-bc7c-4850-afe4-7dce3665c013 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:45.243470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde78548-8d1e-40a1-9087-bd05aeb1a328 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event updated for resources: {'Port': ['ID=31cff3b6-cf8b-4692-9023-e6238219dc2b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:45.282118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f960fbdf-8446-490b-a40a-c2c891cf9803 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.303360 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde78548-8d1e-40a1-9087-bd05aeb1a328 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:45.304086 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bde78548-8d1e-40a1-9087-bd05aeb1a328 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.313364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8621b8a5-5e17-463d-b26f-687c5145510b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.318195 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a76e21-af7b-457f-bf88-51f03d814645 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:45.324616 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f960fbdf-8446-490b-a40a-c2c891cf9803 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.338208 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f960fbdf-8446-490b-a40a-c2c891cf9803 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:15:45.348729 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f960fbdf-8446-490b-a40a-c2c891cf9803 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.349141 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-f960fbdf-8446-490b-a40a-c2c891cf9803 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Added segment 0783bb7f-90b8-47d9-911d-1e57c85f1886 of type vlan for network 92420f59-0e5b-455e-aa69-9edc41c0f2c9 Dec 14 01:15:45.360733 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b8cc05-d35f-41b4-b4ea-3ba89616cfae tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:45.362577 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b8cc05-d35f-41b4-b4ea-3ba89616cfae tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:45.367122 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c7b8cc05-d35f-41b4-b4ea-3ba89616cfae tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1386480 Dec 14 01:15:45.369221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51390) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:45.406331 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f960fbdf-8446-490b-a40a-c2c891cf9803 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.453303 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bde78548-8d1e-40a1-9087-bd05aeb1a328 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7120373 Dec 14 01:15:45.469441 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Allocated IP 2001:db8::2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/30a385a2-0a94-46f6-80ad-edc33ebb4ba6/b298e534-019b-4551-a69a-ac165d6337db) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:45.477424 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f960fbdf-8446-490b-a40a-c2c891cf9803 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.482315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b36a6abb-343a-4998-b430-336b7094d293 None None] Provisioning complete for port 31cff3b6-cf8b-4692-9023-e6238219dc2b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:45.482878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b36a6abb-343a-4998-b430-336b7094d293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.483702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f960fbdf-8446-490b-a40a-c2c891cf9803 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:45.484434 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f960fbdf-8446-490b-a40a-c2c891cf9803 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.487542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51392) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:45.514687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-8d421295-7e2e-48e1-9027-fcdd648aa530 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Request body: {'port': {'network_id': 'b1ce95d2-bd6d-46ad-9d00-15c6f4685408', 'name': 'tempest-AllowedAddressPairTestJSON-1522055872'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:45.523492 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 98c99e95-b8fd-41e1-80c6-6058ce133a61 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:15:45.614318 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b89736-56be-4cb2-aee2-1726c45cbafe None None] DHCP port deletion for c53b7fe2-bc7c-4850-afe4-7dce3665c013 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:15:45.616603 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 98c99e95-b8fd-41e1-80c6-6058ce133a61 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:15:45.616603 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 98c99e95-b8fd-41e1-80c6-6058ce133a61 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:15:45.629600 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f960fbdf-8446-490b-a40a-c2c891cf9803 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9698915 Dec 14 01:15:45.630289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51394) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:45.631154 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b36a6abb-343a-4998-b430-336b7094d293 None None] Port 31cff3b6-cf8b-4692-9023-e6238219dc2b cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:45.637310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b9d95640-f0e5-46a9-a756-1e7e69e58ffc tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Deleting port 85b381ec-6f5a-499f-86a2-061f53bc2940 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:45.637972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9d95640-f0e5-46a9-a756-1e7e69e58ffc tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.643159 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960fbdf-8446-490b-a40a-c2c891cf9803 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba00e56-e0de-4d6e-a8c9-0e4a228da0e6,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:45.654317 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-260f0184-b15d-4c12-a167-70f841935a5d tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Request body: {'subnet': {'network_id': '92420f59-0e5b-455e-aa69-9edc41c0f2c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:45.712766 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960fbdf-8446-490b-a40a-c2c891cf9803 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Pushing event updated for resources: {'Network': ['ID=92420f59-0e5b-455e-aa69-9edc41c0f2c9,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:45.728378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9d95640-f0e5-46a9-a756-1e7e69e58ffc tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.728823 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9d95640-f0e5-46a9-a756-1e7e69e58ffc tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.737188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e3b89736-56be-4cb2-aee2-1726c45cbafe None None] Deleting port b65f5e3a-67e1-4080-8e35-8f1092d8c686 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:45.737571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3b89736-56be-4cb2-aee2-1726c45cbafe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.764953 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b9d95640-f0e5-46a9-a756-1e7e69e58ffc tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Calling delete_port for 85b381ec-6f5a-499f-86a2-061f53bc2940 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:45.775061 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 92420f59-0e5b-455e-aa69-9edc41c0f2c9 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:15:45.775452 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b482a3f0-5c8c-483a-88f3-e4ea1c08cf04 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:15:45.786052 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96627c86-23b8-4ea7-bc33-b06271ef55af tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.788589 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114c0894-e8a6-4193-bb40-9f641cc73cc6 None None] Sync routers for ids ['db7dee3b-8411-4e8f-a4cd-ec27572df604'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:15:45.804233 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c0894-e8a6-4193-bb40-9f641cc73cc6 None None] Routers {'db7dee3b-8411-4e8f-a4cd-ec27572df604'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:45.804873 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-114c0894-e8a6-4193-bb40-9f641cc73cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['db7dee3b-8411-4e8f-a4cd-ec27572df604'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:45.805663 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b482a3f0-5c8c-483a-88f3-e4ea1c08cf04 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.832640 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-55a76e21-af7b-457f-bf88-51f03d814645 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.866639 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ec0921c6-11ab-4dbd-961d-12b029103176 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:15:45.873495 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-96627c86-23b8-4ea7-bc33-b06271ef55af tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 14 01:15:45.873732 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96627c86-23b8-4ea7-bc33-b06271ef55af tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:15:45.876983 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-96627c86-23b8-4ea7-bc33-b06271ef55af tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/networks/c53b7fe2-bc7c-4850-afe4-7dce3665c013 HTTP/1.1" status: 409 len: 405 time: 0.5078750 Dec 14 01:15:45.882462 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51398) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:45.888557 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-53d52969-dc53-49ec-9507-e5535f456e54 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2038393452'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:45.895893 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-55a76e21-af7b-457f-bf88-51f03d814645 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port b5a47cc1-1443-484e-bf83-4eac4fa9edf0 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:45.896728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8621b8a5-5e17-463d-b26f-687c5145510b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:45.904720 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b482a3f0-5c8c-483a-88f3-e4ea1c08cf04 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "PUT /v2.0/floatingips/df402da9-29d4-4c47-9f62-d65df56fb36f HTTP/1.1" status: 200 len: 990 time: 6.0323317 Dec 14 01:15:45.908340 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfc23a4-d35b-48c1-97d4-8c7559d019bf', 'tag': '526cf057-f829-4435-a163-8bbdb8a0f565'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:15:45.911720 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d318a7-e7e2-47c9-9e21-564981efc0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1cfc23a4-d35b-48c1-97d4-8c7559d019bf", "tag": "526cf057-f829-4435-a163-8bbdb8a0f565"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:15:45.942920 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: ec0921c6-11ab-4dbd-961d-12b029103176 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:15:45.943260 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ec0921c6-11ab-4dbd-961d-12b029103176 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:15:45.943693 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b65f5e3a-67e1-4080-8e35-8f1092d8c686 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:15:45.997436 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8621b8a5-5e17-463d-b26f-687c5145510b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Deleting port c7d6f371-c552-4699-8a7b-96ce365cca4a {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:45.997991 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8621b8a5-5e17-463d-b26f-687c5145510b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.047639 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260f0184-b15d-4c12-a167-70f841935a5d tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Made reservation on behalf of 02c8cfff5c0d413f9edfd39e5531def3 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:46.052383 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-260f0184-b15d-4c12-a167-70f841935a5d tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.090924 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-114c0894-e8a6-4193-bb40-9f641cc73cc6 None None] Set router db7dee3b-8411-4e8f-a4cd-ec27572df604 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:15:46.112269 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8621b8a5-5e17-463d-b26f-687c5145510b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] For port c7d6f371-c552-4699-8a7b-96ce365cca4a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c7d6f371-c552-4699-8a7b-96ce365cca4a,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:46.112861 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8621b8a5-5e17-463d-b26f-687c5145510b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.132865 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f6d0fa-b7db-4c14-b37c-9d396117729a x-openstack-request-id: req-71f6d0fa-b7db-4c14-b37c-9d396117729a {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:15:46.133418 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cfc23a4-d35b-48c1-97d4-8c7559d019bf", "tag": "526cf057-f829-4435-a163-8bbdb8a0f565", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:15:46.133839 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71f6d0fa-b7db-4c14-b37c-9d396117729a {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:15:46.134383 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfc23a4-d35b-48c1-97d4-8c7559d019bf', 'tag': '526cf057-f829-4435-a163-8bbdb8a0f565', 'status': 'completed', 'code': 200} Dec 14 01:15:46.154967 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d421295-7e2e-48e1-9027-fcdd648aa530 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Made reservation on behalf of 0f8e73e432be4683bd2a350831cb708b for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:46.160325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8d421295-7e2e-48e1-9027-fcdd648aa530 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.180244 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.184760 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-8d421295-7e2e-48e1-9027-fcdd648aa530 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] device_id is not set on port 78d6ba19-fdf7-4f9a-a434-6ba953055359 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:46.191476 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e3b89736-56be-4cb2-aee2-1726c45cbafe None None] For port b65f5e3a-67e1-4080-8e35-8f1092d8c686, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b65f5e3a-67e1-4080-8e35-8f1092d8c686,segment=NetworkSegment(4d24afb8-0066-4056-96b3-f55069d1f882),segment_id=4d24afb8-0066-4056-96b3-f55069d1f882)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:46.192238 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3b89736-56be-4cb2-aee2-1726c45cbafe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.199840 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8621b8a5-5e17-463d-b26f-687c5145510b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Calling delete_port for c7d6f371-c552-4699-8a7b-96ce365cca4a owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:46.211888 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.223882 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e3b89736-56be-4cb2-aee2-1726c45cbafe None None] Calling delete_port for b65f5e3a-67e1-4080-8e35-8f1092d8c686 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:46.276317 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:46.301522 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-55a76e21-af7b-457f-bf88-51f03d814645 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::bb00:7ad8:e4c7:ae7d (bee5f2cb-0e66-4058-9cdb-51591d3f118e/30a385a2-0a94-46f6-80ad-edc33ebb4ba6/b5a47cc1-1443-484e-bf83-4eac4fa9edf0) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:46.303517 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d318a7-e7e2-47c9-9e21-564981efc0bd req-37b4779d-a167-4ec1-b1fd-de2d486ed3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:46.305673 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71d318a7-e7e2-47c9-9e21-564981efc0bd req-37b4779d-a167-4ec1-b1fd-de2d486ed3ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fabb3b1d93404fdd971115f340a0221d&device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 1098 time: 0.1698651 Dec 14 01:15:46.310279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d52969-dc53-49ec-9507-e5535f456e54 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Made reservation on behalf of 95b580a43df54a1297220912a3d4d815 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:46.314341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53d52969-dc53-49ec-9507-e5535f456e54 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.320302 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:46.325641 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:46.329939 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9d95640-f0e5-46a9-a756-1e7e69e58ffc tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.339428 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Pushing event updated for resources: {'Port': ['ID=b298e534-019b-4551-a69a-ac165d6337db,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:46.408206 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-114c0894-e8a6-4193-bb40-9f641cc73cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'name': 'tempest-ServersTestJSON-1080620613-router', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:44Z', 'updated_at': '2021-12-14T01:14:54Z', 'revision_number': 4, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'gw_port': {'id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:44:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'df402da9-29d4-4c47-9f62-d65df56fb36f', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'floating_ip_address': '172.26.1.80', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'port_id': '526cf057-f829-4435-a163-8bbdb8a0f565', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9', 'mac_address': 'fa:16:3e:e5:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfc23a4-d35b-48c1-97d4-8c7559d019bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:15:06Z', 'updated_at': '2021-12-14T01:15:42Z', 'revision_number': 1, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c0ac86-9e5a-4f30-a420-d90ba312e325', 'name': '', 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'mac_address': 'fa:16:3e:e2:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '35894143-d245-46e1-be5a-a76c13933a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:52Z', 'updated_at': '2021-12-14T01:15:03Z', 'revision_number': 5, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'subnets': [{'id': '35894143-d245-46e1-be5a-a76c13933a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:46.452553 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114c0894-e8a6-4193-bb40-9f641cc73cc6 None None] Checking router: db7dee3b-8411-4e8f-a4cd-ec27572df604 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:15:46.464732 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c0894-e8a6-4193-bb40-9f641cc73cc6 None None] Routers {'db7dee3b-8411-4e8f-a4cd-ec27572df604'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:46.465499 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-114c0894-e8a6-4193-bb40-9f641cc73cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['db7dee3b-8411-4e8f-a4cd-ec27572df604'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:46.471760 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.480519 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Attempting to bind port b298e534-019b-4551-a69a-ac165d6337db on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:46.480889 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Attempting to bind port b298e534-019b-4551-a69a-ac165d6337db by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:46.481341 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Attempting to bind port b298e534-019b-4551-a69a-ac165d6337db on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:46.501261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:46.501698 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:46.501852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-55a76e21-af7b-457f-bf88-51f03d814645 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.502744 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.502744 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:46.503164 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Bound port: b298e534-019b-4551-a69a-ac165d6337db, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:46.503556 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.527620 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3b89736-56be-4cb2-aee2-1726c45cbafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.550839 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-55a76e21-af7b-457f-bf88-51f03d814645 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.586852 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-114c0894-e8a6-4193-bb40-9f641cc73cc6 None None] Set router db7dee3b-8411-4e8f-a4cd-ec27572df604 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:15:46.607604 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b89736-56be-4cb2-aee2-1726c45cbafe None None] Pushing event deleted for resources: {'Port': ['ID=b65f5e3a-67e1-4080-8e35-8f1092d8c686,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:46.616274 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b89736-56be-4cb2-aee2-1726c45cbafe None None] No DVR routers for this DVR port b65f5e3a-67e1-4080-8e35-8f1092d8c686 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:15:46.617978 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a76e21-af7b-457f-bf88-51f03d814645 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=b5a47cc1-1443-484e-bf83-4eac4fa9edf0,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:46.666088 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a76e21-af7b-457f-bf88-51f03d814645 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:46.672674 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-55a76e21-af7b-457f-bf88-51f03d814645 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:46.681299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a76e21-af7b-457f-bf88-51f03d814645 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:46.683232 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] For port b298e534-019b-4551-a69a-ac165d6337db, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:46.688216 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a76e21-af7b-457f-bf88-51f03d814645 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:46.689149 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-55a76e21-af7b-457f-bf88-51f03d814645 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.689348 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] For port b298e534-019b-4551-a69a-ac165d6337db, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b298e534-019b-4551-a69a-ac165d6337db,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:46.698330 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.789336 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-55a76e21-af7b-457f-bf88-51f03d814645 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7046731 Dec 14 01:15:46.806958 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7f8e3-286e-42ce-9a2d-1d80db516251 None None] Pushing event updated for resources: {'Port': ['ID=b298e534-019b-4551-a69a-ac165d6337db,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:46.811132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51404) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:46.811324 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d95640-f0e5-46a9-a756-1e7e69e58ffc tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Pushing event deleted for resources: {'Port': ['ID=85b381ec-6f5a-499f-86a2-061f53bc2940,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:46.836383 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d52969-dc53-49ec-9507-e5535f456e54 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:15:46.861122 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53d52969-dc53-49ec-9507-e5535f456e54 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:46.861936 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-53d52969-dc53-49ec-9507-e5535f456e54 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Added segment f3a9beb2-8a10-41fb-90a9-0cf5b8846252 of type vlan for network a9ee1030-bd58-4c5c-9e4d-0a11020612db Dec 14 01:15:46.890300 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-114c0894-e8a6-4193-bb40-9f641cc73cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'name': 'tempest-ServersTestJSON-1080620613-router', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:44Z', 'updated_at': '2021-12-14T01:14:54Z', 'revision_number': 4, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'gw_port': {'id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:44:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'df402da9-29d4-4c47-9f62-d65df56fb36f', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'floating_ip_address': '172.26.1.80', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'port_id': '526cf057-f829-4435-a163-8bbdb8a0f565', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9', 'mac_address': 'fa:16:3e:e5:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfc23a4-d35b-48c1-97d4-8c7559d019bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:15:06Z', 'updated_at': '2021-12-14T01:15:42Z', 'revision_number': 1, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c0ac86-9e5a-4f30-a420-d90ba312e325', 'name': '', 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'mac_address': 'fa:16:3e:e2:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '35894143-d245-46e1-be5a-a76c13933a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:52Z', 'updated_at': '2021-12-14T01:15:03Z', 'revision_number': 5, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'subnets': [{'id': '35894143-d245-46e1-be5a-a76c13933a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:46.891079 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-8d421295-7e2e-48e1-9027-fcdd648aa530 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Allocated IP 172.20.0.9 (b1ce95d2-bd6d-46ad-9d00-15c6f4685408/1750907b-3502-4f85-9c67-6fa0a4443e97/78d6ba19-fdf7-4f9a-a434-6ba953055359) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:46.935071 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114c0894-e8a6-4193-bb40-9f641cc73cc6 None None] The sync data for ids ['db7dee3b-8411-4e8f-a4cd-ec27572df604'] in dv-neutron-821592-1-hyperv is: [{'id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'name': 'tempest-ServersTestJSON-1080620613-router', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:44Z', 'updated_at': '2021-12-14T01:14:54Z', 'revision_number': 4, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'gw_port': {'id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:44:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'df402da9-29d4-4c47-9f62-d65df56fb36f', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'floating_ip_address': '172.26.1.80', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'port_id': '526cf057-f829-4435-a163-8bbdb8a0f565', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9', 'mac_address': 'fa:16:3e:e5:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfc23a4-d35b-48c1-97d4-8c7559d019bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:15:06Z', 'updated_at': '2021-12-14T01:15:42Z', 'revision_number': 1, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c0ac86-9e5a-4f30-a420-d90ba312e325', 'name': '', 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'mac_address': 'fa:16:3e:e2:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '35894143-d245-46e1-be5a-a76c13933a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:52Z', 'updated_at': '2021-12-14T01:15:03Z', 'revision_number': 5, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'subnets': [{'id': '35894143-d245-46e1-be5a-a76c13933a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:15:46.949560 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ec43c1-0cbd-4c72-ab47-71a10f617f72 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:46.961114 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ec43c1-0cbd-4c72-ab47-71a10f617f72 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:46.962930 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b9ec43c1-0cbd-4c72-ab47-71a10f617f72 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1408010 Dec 14 01:15:46.966041 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51408) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:46.989856 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-260f0184-b15d-4c12-a167-70f841935a5d tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:47.075365 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d318a7-e7e2-47c9-9e21-564981efc0bd req-98e7d8c4-b42a-4fdd-af58-ffbe657d2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:47.077397 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71d318a7-e7e2-47c9-9e21-564981efc0bd req-98e7d8c4-b42a-4fdd-af58-ffbe657d2ebd service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 HTTP/1.1" status: 200 len: 906 time: 0.7416801 Dec 14 01:15:47.082584 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9d95640-f0e5-46a9-a756-1e7e69e58ffc tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:47.087512 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9d95640-f0e5-46a9-a756-1e7e69e58ffc tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:47.092154 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b9d95640-f0e5-46a9-a756-1e7e69e58ffc tempest-FloatingIPAdminTestJSON-197709235 tempest-FloatingIPAdminTestJSON-197709235-project] 10.222.0.32 "DELETE /v2.0/floatingips/2baf719f-7d80-44ac-8031-c8588c8bc864 HTTP/1.1" status: 204 len: 168 time: 2.2094810 Dec 14 01:15:47.105200 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51410) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:47.293187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53d52969-dc53-49ec-9507-e5535f456e54 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:47.330615 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e7193f-67b8-4663-8d51-a44471954536 None None] New status for floating IP df402da9-29d4-4c47-9f62-d65df56fb36f: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:15:47.417239 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71d318a7-e7e2-47c9-9e21-564981efc0bd req-20348b66-670c-4d88-9e6b-dde14f2f3d79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=526cf057-f829-4435-a163-8bbdb8a0f565 HTTP/1.1" status: 200 len: 998 time: 0.3058202 Dec 14 01:15:47.439677 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53d52969-dc53-49ec-9507-e5535f456e54 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:47.445483 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d52969-dc53-49ec-9507-e5535f456e54 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:47.446282 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53d52969-dc53-49ec-9507-e5535f456e54 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:47.558121 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-53d52969-dc53-49ec-9507-e5535f456e54 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6738153 Dec 14 01:15:47.566174 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51414) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:47.569187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8621b8a5-5e17-463d-b26f-687c5145510b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:47.576755 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f0184-b15d-4c12-a167-70f841935a5d tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Pushing event updated for resources: {'Subnet': ['ID=250d9dc6-e213-4301-8e3e-74f503f9afc6,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:47.584695 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9de397c3-16a5-4d92-a721-8dfbf880fd1a tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Request body: {'subnet': {'network_id': 'a9ee1030-bd58-4c5c-9e4d-0a11020612db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:47.607428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260f0184-b15d-4c12-a167-70f841935a5d tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Checking segment: {'id': '0783bb7f-90b8-47d9-911d-1e57c85f1886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92420f59-0e5b-455e-aa69-9edc41c0f2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:47.607854 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260f0184-b15d-4c12-a167-70f841935a5d tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Network hostable DHCP agents. Network: 92420f59-0e5b-455e-aa69-9edc41c0f2c9, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:15:47.640559 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d318a7-e7e2-47c9-9e21-564981efc0bd req-153f0392-e681-40d8-a21a-2d8ed8518733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:47.642079 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71d318a7-e7e2-47c9-9e21-564981efc0bd req-153f0392-e681-40d8-a21a-2d8ed8518733 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35894143-d245-46e1-be5a-a76c13933a02 HTTP/1.1" status: 200 len: 845 time: 0.2054806 Dec 14 01:15:47.664771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-cdac0fe3-2eec-4e44-ab0b-6cc4b6359261 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port b5a47cc1-1443-484e-bf83-4eac4fa9edf0 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:47.665062 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cdac0fe3-2eec-4e44-ab0b-6cc4b6359261 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:47.669863 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8d421295-7e2e-48e1-9027-fcdd648aa530 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:47.672349 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260f0184-b15d-4c12-a167-70f841935a5d tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Network 92420f59-0e5b-455e-aa69-9edc41c0f2c9 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:15:47.672656 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621b8a5-5e17-463d-b26f-687c5145510b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7d6f371-c552-4699-8a7b-96ce365cca4a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:47.680474 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d52969-dc53-49ec-9507-e5535f456e54 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event updated for resources: {'Network': ['ID=a9ee1030-bd58-4c5c-9e4d-0a11020612db,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:47.690806 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network a9ee1030-bd58-4c5c-9e4d-0a11020612db details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:15:47.739250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-260f0184-b15d-4c12-a167-70f841935a5d tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 92420f59-0e5b-455e-aa69-9edc41c0f2c9) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:47.747331 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260f0184-b15d-4c12-a167-70f841935a5d tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:47.747932 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-260f0184-b15d-4c12-a167-70f841935a5d tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:47.817140 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-96c4ea6d-17eb-4813-a6b7-318bc1683664 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Deleting port 83b7918a-8061-4f56-8291-50153fc9a146 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:47.817486 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96c4ea6d-17eb-4813-a6b7-318bc1683664 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:47.821335 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2238e2e8-5711-4ef2-8471-8c64b7c2f5cd None None] Network 92420f59-0e5b-455e-aa69-9edc41c0f2c9 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:47.828781 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-260f0184-b15d-4c12-a167-70f841935a5d tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1867259 Dec 14 01:15:47.831771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cdac0fe3-2eec-4e44-ab0b-6cc4b6359261 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:47.839703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51416) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:47.853385 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-dc17af5e-a985-4929-a94b-ce3670359fbc tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Request body: {'port': {'network_id': '92420f59-0e5b-455e-aa69-9edc41c0f2c9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-300867636'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:47.866825 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8d421295-7e2e-48e1-9027-fcdd648aa530 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:47.868951 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-cdac0fe3-2eec-4e44-ab0b-6cc4b6359261 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for b5a47cc1-1443-484e-bf83-4eac4fa9edf0 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:47.906025 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d318a7-e7e2-47c9-9e21-564981efc0bd req-326ce73b-b972-45d3-992c-f03640488736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:47.907068 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b298e534-019b-4551-a69a-ac165d6337db up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:47.907653 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71d318a7-e7e2-47c9-9e21-564981efc0bd req-326ce73b-b972-45d3-992c-f03640488736 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebd91d18-64b4-4dbb-b820-93afa8ddc3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2315500 Dec 14 01:15:47.921368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8621b8a5-5e17-463d-b26f-687c5145510b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:47.984203 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-92420f59-0e5b-455e-aa69-9edc41c0f2c9', 'network_id': '92420f59-0e5b-455e-aa69-9edc41c0f2c9', 'project_id': '02c8cfff5c0d413f9edfd39e5531def3', 'fixed_ips': [{'subnet_id': '250d9dc6-e213-4301-8e3e-74f503f9afc6'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:15:47.985153 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.004820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port b298e534-019b-4551-a69a-ac165d6337db triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:48.005373 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.034568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8621b8a5-5e17-463d-b26f-687c5145510b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.036589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d421295-7e2e-48e1-9027-fcdd648aa530 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event updated for resources: {'Port': ['ID=78d6ba19-fdf7-4f9a-a434-6ba953055359,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:48.037224 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8621b8a5-5e17-463d-b26f-687c5145510b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.091970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d421295-7e2e-48e1-9027-fcdd648aa530 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Network b1ce95d2-bd6d-46ad-9d00-15c6f4685408 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:48.096851 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-8d421295-7e2e-48e1-9027-fcdd648aa530 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:48.101450 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d421295-7e2e-48e1-9027-fcdd648aa530 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:48.177873 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d421295-7e2e-48e1-9027-fcdd648aa530 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:48.178568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8d421295-7e2e-48e1-9027-fcdd648aa530 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.208860 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Allocated IP 172.20.0.2 (92420f59-0e5b-455e-aa69-9edc41c0f2c9/250d9dc6-e213-4301-8e3e-74f503f9afc6/1e19523b-ba9d-4147-9aa5-8039a90142ce) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:48.219939 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.243228 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8d421295-7e2e-48e1-9027-fcdd648aa530 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7431772 Dec 14 01:15:48.243915 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51420) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:48.251996 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c7d789b9-4472-46e1-8ef0-1259dd35d4da tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:6d:95:af'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ea:36:52'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:48.304370 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cdac0fe3-2eec-4e44-ab0b-6cc4b6359261 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.356173 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port b298e534-019b-4551-a69a-ac165d6337db, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b298e534-019b-4551-a69a-ac165d6337db,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:48.357711 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de397c3-16a5-4d92-a721-8dfbf880fd1a tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Made reservation on behalf of 95b580a43df54a1297220912a3d4d815 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:48.362289 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9de397c3-16a5-4d92-a721-8dfbf880fd1a tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.370413 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71d318a7-e7e2-47c9-9e21-564981efc0bd req-cddb2135-24d2-4cbf-9200-24e6effea430 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd91d18-64b4-4dbb-b820-93afa8ddc3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157921 Dec 14 01:15:48.379397 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8621b8a5-5e17-463d-b26f-687c5145510b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.379922 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8621b8a5-5e17-463d-b26f-687c5145510b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24620ed2-fc1b-4251-9b52-89745a4d2aa7 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:15:48.404211 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.415316 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac0fe3-2eec-4e44-ab0b-6cc4b6359261 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=b5a47cc1-1443-484e-bf83-4eac4fa9edf0,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:48.466228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cdac0fe3-2eec-4e44-ab0b-6cc4b6359261 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.484694 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cdac0fe3-2eec-4e44-ab0b-6cc4b6359261 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/b5a47cc1-1443-484e-bf83-4eac4fa9edf0 HTTP/1.1" status: 204 len: 168 time: 1.5076573 Dec 14 01:15:48.485223 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8621b8a5-5e17-463d-b26f-687c5145510b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.493124 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8621b8a5-5e17-463d-b26f-687c5145510b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "DELETE /v2.0/routers/24620ed2-fc1b-4251-9b52-89745a4d2aa7 HTTP/1.1" status: 204 len: 168 time: 3.6156859 Dec 14 01:15:48.494052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51424) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:48.494237 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51426) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:48.518146 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96c4ea6d-17eb-4813-a6b7-318bc1683664 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.518490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96c4ea6d-17eb-4813-a6b7-318bc1683664 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.528787 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-179443135', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:48.553221 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=b298e534-019b-4551-a69a-ac165d6337db,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:48.573826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4d58adc9-3f7d-4bb1-be21-db713e61898c None None] Provisioning complete for port b298e534-019b-4551-a69a-ac165d6337db triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:48.574136 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d58adc9-3f7d-4bb1-be21-db713e61898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.580610 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.584157 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-96c4ea6d-17eb-4813-a6b7-318bc1683664 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Calling delete_port for 83b7918a-8061-4f56-8291-50153fc9a146 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:48.616536 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.646548 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc17af5e-a985-4929-a94b-ce3670359fbc tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Made reservation on behalf of 02c8cfff5c0d413f9edfd39e5531def3 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:48.650012 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc17af5e-a985-4929-a94b-ce3670359fbc tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.705657 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Network 92420f59-0e5b-455e-aa69-9edc41c0f2c9 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:48.713704 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:48.716726 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667f9514-948e-4f40-bf9b-e907fc504baa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:48.718224 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:48.718884 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667f9514-948e-4f40-bf9b-e907fc504baa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:48.721012 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Pushing event updated for resources: {'Port': ['ID=1e19523b-ba9d-4147-9aa5-8039a90142ce,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:48.723327 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-667f9514-948e-4f40-bf9b-e907fc504baa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2195871 Dec 14 01:15:48.729438 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51428) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:48.746822 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-dc17af5e-a985-4929-a94b-ce3670359fbc tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] device_id is not set on port 079b136c-f882-4be5-95ed-2e5eb0da3ebb yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:48.832133 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71d318a7-e7e2-47c9-9e21-564981efc0bd req-ff7dc41a-09b7-408e-bf6b-709060d15a5e service neutron] 10.222.0.16 "GET /v2.0/networks/ebd91d18-64b4-4dbb-b820-93afa8ddc3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498396 Dec 14 01:15:48.839693 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.841317 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.865779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Attempting to bind port 1e19523b-ba9d-4147-9aa5-8039a90142ce on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:48.870442 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Attempting to bind port 1e19523b-ba9d-4147-9aa5-8039a90142ce by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '0783bb7f-90b8-47d9-911d-1e57c85f1886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92420f59-0e5b-455e-aa69-9edc41c0f2c9'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:48.870897 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Attempting to bind port 1e19523b-ba9d-4147-9aa5-8039a90142ce on network 92420f59-0e5b-455e-aa69-9edc41c0f2c9 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:48.892777 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:48.893769 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Checking segment: {'id': '0783bb7f-90b8-47d9-911d-1e57c85f1886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92420f59-0e5b-455e-aa69-9edc41c0f2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:48.894180 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.894613 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Bound using segment: {'id': '0783bb7f-90b8-47d9-911d-1e57c85f1886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92420f59-0e5b-455e-aa69-9edc41c0f2c9'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:48.895161 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-704948c4-4bfd-47b0-bf6c-ca33b1234d15 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet 30a385a2-0a94-46f6-80ad-edc33ebb4ba6 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:15:48.896279 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Bound port: 1e19523b-ba9d-4147-9aa5-8039a90142ce, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0783bb7f-90b8-47d9-911d-1e57c85f1886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92420f59-0e5b-455e-aa69-9edc41c0f2c9'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:48.896878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.900335 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-704948c4-4bfd-47b0-bf6c-ca33b1234d15 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.906038 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7d789b9-4472-46e1-8ef0-1259dd35d4da tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:48.977982 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-dc17af5e-a985-4929-a94b-ce3670359fbc tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Allocated IP 172.20.0.5 (92420f59-0e5b-455e-aa69-9edc41c0f2c9/250d9dc6-e213-4301-8e3e-74f503f9afc6/079b136c-f882-4be5-95ed-2e5eb0da3ebb) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:48.981155 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-187a8120-c5e0-45a0-b20a-52ed073911da None None] Could not find standard attr ID for object b5a47cc1-1443-484e-bf83-4eac4fa9edf0. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:15:48.988608 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.003219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-704948c4-4bfd-47b0-bf6c-ca33b1234d15 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.006233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] For port 1e19523b-ba9d-4147-9aa5-8039a90142ce, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:49.009462 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-187a8120-c5e0-45a0-b20a-52ed073911da None None] Provisioning complete for port 78d6ba19-fdf7-4f9a-a434-6ba953055359 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:49.009462 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-187a8120-c5e0-45a0-b20a-52ed073911da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.012336 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] For port 1e19523b-ba9d-4147-9aa5-8039a90142ce, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=1e19523b-ba9d-4147-9aa5-8039a90142ce,segment=NetworkSegment(0783bb7f-90b8-47d9-911d-1e57c85f1886),segment_id=0783bb7f-90b8-47d9-911d-1e57c85f1886)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:49.047175 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.122808 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96c4ea6d-17eb-4813-a6b7-318bc1683664 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.146397 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-187a8120-c5e0-45a0-b20a-52ed073911da None None] Port 78d6ba19-fdf7-4f9a-a434-6ba953055359 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:49.153577 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3f5a3-194e-462b-86bf-21e6f6d8e206 None None] Pushing event updated for resources: {'Port': ['ID=1e19523b-ba9d-4147-9aa5-8039a90142ce,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:49.221315 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4ea6d-17eb-4813-a6b7-318bc1683664 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Pushing event deleted for resources: {'Port': ['ID=83b7918a-8061-4f56-8291-50153fc9a146,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:49.273732 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-9de397c3-16a5-4d92-a721-8dfbf880fd1a tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:15:49.275267 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-704948c4-4bfd-47b0-bf6c-ca33b1234d15 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.321850 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9de397c3-16a5-4d92-a721-8dfbf880fd1a tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.343864 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.431935 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96c4ea6d-17eb-4813-a6b7-318bc1683664 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.434493 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96c4ea6d-17eb-4813-a6b7-318bc1683664 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.435690 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-96c4ea6d-17eb-4813-a6b7-318bc1683664 tempest-FloatingIPAdminTestJSON-1331627699 tempest-FloatingIPAdminTestJSON-1331627699-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/428c0f37-44d8-4072-aeb0-df75b82a2739 HTTP/1.1" status: 204 len: 168 time: 2.3228674 Dec 14 01:15:49.439899 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51432) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:49.450456 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de397c3-16a5-4d92-a721-8dfbf880fd1a tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event updated for resources: {'Subnet': ['ID=848f1cd8-f68c-4dd4-95fa-ce1d270d405a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:49.465096 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-704948c4-4bfd-47b0-bf6c-ca33b1234d15 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.467687 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de397c3-16a5-4d92-a721-8dfbf880fd1a tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Checking segment: {'id': 'f3a9beb2-8a10-41fb-90a9-0cf5b8846252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a9ee1030-bd58-4c5c-9e4d-0a11020612db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:49.468091 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de397c3-16a5-4d92-a721-8dfbf880fd1a tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Network hostable DHCP agents. Network: a9ee1030-bd58-4c5c-9e4d-0a11020612db, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:15:49.509957 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704948c4-4bfd-47b0-bf6c-ca33b1234d15 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=30a385a2-0a94-46f6-80ad-edc33ebb4ba6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:49.515274 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-704948c4-4bfd-47b0-bf6c-ca33b1234d15 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.519862 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-704948c4-4bfd-47b0-bf6c-ca33b1234d15 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/30a385a2-0a94-46f6-80ad-edc33ebb4ba6 HTTP/1.1" status: 204 len: 168 time: 0.7876844 Dec 14 01:15:49.523093 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364abdf6-73e1-45af-bb5e-1243eb279eea None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:49.524115 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51436) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:49.574662 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a5eb8922-df08-44d1-bd7c-f08c8432b65e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469849 Dec 14 01:15:49.574662 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de397c3-16a5-4d92-a721-8dfbf880fd1a tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Network a9ee1030-bd58-4c5c-9e4d-0a11020612db is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:15:49.575326 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51438) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:49.613790 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9de397c3-16a5-4d92-a721-8dfbf880fd1a tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, a9ee1030-bd58-4c5c-9e4d-0a11020612db) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:49.619418 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de397c3-16a5-4d92-a721-8dfbf880fd1a tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:49.620381 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc17af5e-a985-4929-a94b-ce3670359fbc tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.620565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9de397c3-16a5-4d92-a721-8dfbf880fd1a tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.630748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0242fe10-f26e-4c9f-8d92-44ee709b3fd1 None None] Network a9ee1030-bd58-4c5c-9e4d-0a11020612db requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:49.648326 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16af0bb-aa84-4660-99b0-abc2026b1a13 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:49.652365 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d16af0bb-aa84-4660-99b0-abc2026b1a13 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0736098 Dec 14 01:15:49.657215 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9de397c3-16a5-4d92-a721-8dfbf880fd1a tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0857570 Dec 14 01:15:49.658003 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51440) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:49.658849 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51442) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:49.665386 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-08244285-8bea-416b-94de-3f1f42eb5a3c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Request body: {'port': {'network_id': 'a9ee1030-bd58-4c5c-9e4d-0a11020612db', 'name': 'tempest-NetworksIpV6TestAttrs-245834992'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:49.672177 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7d789b9-4472-46e1-8ef0-1259dd35d4da tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.701180 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7d789b9-4472-46e1-8ef0-1259dd35d4da tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.771655 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-a9ee1030-bd58-4c5c-9e4d-0a11020612db', 'network_id': 'a9ee1030-bd58-4c5c-9e4d-0a11020612db', 'project_id': '95b580a43df54a1297220912a3d4d815', 'fixed_ips': [{'subnet_id': '848f1cd8-f68c-4dd4-95fa-ce1d270d405a'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:15:49.772902 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.817680 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a9b5e-0309-446c-b070-559c40c1b0c1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:49.831037 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d98a9b5e-0309-446c-b070-559c40c1b0c1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1686397 Dec 14 01:15:49.832603 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51444) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:49.869145 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3aeeeeec-3a4b-4089-b635-e7ff18d359d1 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Deleting port 168c0104-79b5-4369-9686-8a93b9445a42 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:49.869487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aeeeeec-3a4b-4089-b635-e7ff18d359d1 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.881023 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d789b9-4472-46e1-8ef0-1259dd35d4da tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event updated for resources: {'Port': ['ID=78d6ba19-fdf7-4f9a-a434-6ba953055359,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:49.891784 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e34beda-738c-4ff6-b2bd-d176befec2c7 None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:15:49.918936 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9e71c773-aa37-4c5d-8b4f-0342906706e9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789154 Dec 14 01:15:49.919695 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51446) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:49.937057 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-61368452-991a-450a-a343-e55ac619dec0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:49.965475 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c7d789b9-4472-46e1-8ef0-1259dd35d4da tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] In _notify_port_updated(), no bound segment for port 78d6ba19-fdf7-4f9a-a434-6ba953055359 on network b1ce95d2-bd6d-46ad-9d00-15c6f4685408 {{(pid=103409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:15:49.973152 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d789b9-4472-46e1-8ef0-1259dd35d4da tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:49.973392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 1e19523b-ba9d-4147-9aa5-8039a90142ce up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:49.974014 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7d789b9-4472-46e1-8ef0-1259dd35d4da tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:49.978417 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c7d789b9-4472-46e1-8ef0-1259dd35d4da tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "PUT /v2.0/ports/78d6ba19-fdf7-4f9a-a434-6ba953055359 HTTP/1.1" status: 200 len: 1056 time: 1.7309704 Dec 14 01:15:49.979176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51448) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:49.990535 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc17af5e-a985-4929-a94b-ce3670359fbc tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.121674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08244285-8bea-416b-94de-3f1f42eb5a3c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Made reservation on behalf of 95b580a43df54a1297220912a3d4d815 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:50.125477 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08244285-8bea-416b-94de-3f1f42eb5a3c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.127332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17af5e-a985-4929-a94b-ce3670359fbc tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Network 92420f59-0e5b-455e-aa69-9edc41c0f2c9 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:50.157022 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-08244285-8bea-416b-94de-3f1f42eb5a3c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] device_id is not set on port 029cc1c5-1a83-4862-ab0c-531f7f8775b7 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:50.169273 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-dc17af5e-a985-4929-a94b-ce3670359fbc tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:50.181436 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17af5e-a985-4929-a94b-ce3670359fbc tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:50.214604 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Allocated IP 2001:db8::f816:3eff:fe3e:a5c3 (a9ee1030-bd58-4c5c-9e4d-0a11020612db/848f1cd8-f68c-4dd4-95fa-ce1d270d405a/36a7b7b4-2219-4355-966f-1c0d2d396c4a) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:50.242213 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e3dfc711-2b1b-475e-921d-d0621a58d89b None None] Provisioning complete for port 78d6ba19-fdf7-4f9a-a434-6ba953055359 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:50.242549 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3dfc711-2b1b-475e-921d-d0621a58d89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.243894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61368452-991a-450a-a343-e55ac619dec0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:50.248581 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61368452-991a-450a-a343-e55ac619dec0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.267513 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17af5e-a985-4929-a94b-ce3670359fbc tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Pushing event updated for resources: {'Port': ['ID=079b136c-f882-4be5-95ed-2e5eb0da3ebb,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:50.273748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8e34beda-738c-4ff6-b2bd-d176befec2c7 None None] Deleting port b298e534-019b-4551-a69a-ac165d6337db {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:50.274269 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e34beda-738c-4ff6-b2bd-d176befec2c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.318507 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.319376 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 1e19523b-ba9d-4147-9aa5-8039a90142ce triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:50.319942 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.329916 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aeeeeec-3a4b-4089-b635-e7ff18d359d1 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.397169 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e3dfc711-2b1b-475e-921d-d0621a58d89b None None] Port 78d6ba19-fdf7-4f9a-a434-6ba953055359 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:50.445136 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-8e34beda-738c-4ff6-b2bd-d176befec2c7 None None] For port b298e534-019b-4551-a69a-ac165d6337db, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b298e534-019b-4551-a69a-ac165d6337db,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:50.445544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e34beda-738c-4ff6-b2bd-d176befec2c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.475938 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8e34beda-738c-4ff6-b2bd-d176befec2c7 None None] Calling delete_port for b298e534-019b-4551-a69a-ac165d6337db owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:50.513844 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccefb7ed-03e0-414e-8cd3-82b3a919a8f5 None None] Network 92420f59-0e5b-455e-aa69-9edc41c0f2c9 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:50.522039 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61368452-991a-450a-a343-e55ac619dec0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.582222 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61368452-991a-450a-a343-e55ac619dec0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=50ef9a04-1161-4f30-8702-d744e4883662,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:50.590042 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61368452-991a-450a-a343-e55ac619dec0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:50.592167 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-61368452-991a-450a-a343-e55ac619dec0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:50.594956 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61368452-991a-450a-a343-e55ac619dec0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:50.595873 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61368452-991a-450a-a343-e55ac619dec0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.615264 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-61368452-991a-450a-a343-e55ac619dec0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6862788 Dec 14 01:15:50.618022 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51452) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:50.623727 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8379c35d-beb7-4400-b8ce-03ac45be7da6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'fixed_ips': [{'subnet_id': '50ef9a04-1161-4f30-8702-d744e4883662', 'ip_address': '2001:db8::408c:59e4:fc7d:3144'}], 'name': 'tempest-NetworksTestDHCPv6-751967231'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:50.661648 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.663366 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.672529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-fcca4435-c7ea-499b-a272-17c2d6955526 None None] Provisioning complete for port 1e19523b-ba9d-4147-9aa5-8039a90142ce triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:50.672902 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fcca4435-c7ea-499b-a272-17c2d6955526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.684940 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3aeeeeec-3a4b-4089-b635-e7ff18d359d1 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Calling delete_port for 168c0104-79b5-4369-9686-8a93b9445a42 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:50.694442 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc17af5e-a985-4929-a94b-ce3670359fbc tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:50.695218 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc17af5e-a985-4929-a94b-ce3670359fbc tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.704137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.729302 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.781929 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dc17af5e-a985-4929-a94b-ce3670359fbc tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9388969 Dec 14 01:15:50.787153 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51456) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:50.795197 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-102dc24a-c570-4011-bf5c-c80019b02829 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Deleting port 78d6ba19-fdf7-4f9a-a434-6ba953055359 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:50.795365 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-102dc24a-c570-4011-bf5c-c80019b02829 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.796153 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6068dc47-4233-4f78-a71c-42c075534501 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Request body: {'port': {'network_id': '92420f59-0e5b-455e-aa69-9edc41c0f2c9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1715102251', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:50.796975 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-6068dc47-4233-4f78-a71c-42c075534501 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] bootfile-name is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 01:15:50.797143 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-6068dc47-4233-4f78-a71c-42c075534501 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] tftp-server is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 01:15:50.797466 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-6068dc47-4233-4f78-a71c-42c075534501 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] server-ip-address is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 01:15:50.839824 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Network a9ee1030-bd58-4c5c-9e4d-0a11020612db is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:50.854113 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Pushing event updated for resources: {'Port': ['ID=36a7b7b4-2219-4355-966f-1c0d2d396c4a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:50.856743 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:50.861480 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-08244285-8bea-416b-94de-3f1f42eb5a3c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Allocated IP 2001:db8::f816:3eff:fefd:edca (a9ee1030-bd58-4c5c-9e4d-0a11020612db/848f1cd8-f68c-4dd4-95fa-ce1d270d405a/029cc1c5-1a83-4862-ab0c-531f7f8775b7) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:50.867138 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:50.873710 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 1e19523b-ba9d-4147-9aa5-8039a90142ce, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=1e19523b-ba9d-4147-9aa5-8039a90142ce,segment=NetworkSegment(0783bb7f-90b8-47d9-911d-1e57c85f1886),segment_id=0783bb7f-90b8-47d9-911d-1e57c85f1886)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:50.874712 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e34beda-738c-4ff6-b2bd-d176befec2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.893677 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.938249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34beda-738c-4ff6-b2bd-d176befec2c7 None None] Pushing event deleted for resources: {'Port': ['ID=b298e534-019b-4551-a69a-ac165d6337db,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:50.944253 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8379c35d-beb7-4400-b8ce-03ac45be7da6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:50.954763 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e34beda-738c-4ff6-b2bd-d176befec2c7 None None] No DVR routers for this DVR port b298e534-019b-4551-a69a-ac165d6337db on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:15:50.963520 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-102dc24a-c570-4011-bf5c-c80019b02829 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:50.973477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Allocated IP 172.26.1.12 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/2fd0914c-2480-4218-a58e-14c61b809a1f) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:51.010151 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-102dc24a-c570-4011-bf5c-c80019b02829 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Calling delete_port for 78d6ba19-fdf7-4f9a-a434-6ba953055359 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:51.018441 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a220395-c527-4e4e-a6a5-98f28a984581 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:51.089512 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c7d6f371-c552-4699-8a7b-96ce365cca4a no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:15:51.134072 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Attempting to bind port 36a7b7b4-2219-4355-966f-1c0d2d396c4a on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:51.134283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Attempting to bind port 36a7b7b4-2219-4355-966f-1c0d2d396c4a by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'f3a9beb2-8a10-41fb-90a9-0cf5b8846252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a9ee1030-bd58-4c5c-9e4d-0a11020612db'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:51.134799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Attempting to bind port 36a7b7b4-2219-4355-966f-1c0d2d396c4a on network a9ee1030-bd58-4c5c-9e4d-0a11020612db {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:51.142255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6068dc47-4233-4f78-a71c-42c075534501 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Made reservation on behalf of 02c8cfff5c0d413f9edfd39e5531def3 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:51.146138 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6068dc47-4233-4f78-a71c-42c075534501 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:51.151261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: c7d6f371-c552-4699-8a7b-96ce365cca4a {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:15:51.151943 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c7d6f371-c552-4699-8a7b-96ce365cca4a not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:15:51.169683 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:51.170332 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Checking segment: {'id': 'f3a9beb2-8a10-41fb-90a9-0cf5b8846252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a9ee1030-bd58-4c5c-9e4d-0a11020612db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:51.170896 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:51.171427 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Bound using segment: {'id': 'f3a9beb2-8a10-41fb-90a9-0cf5b8846252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a9ee1030-bd58-4c5c-9e4d-0a11020612db'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:51.172648 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Bound port: 36a7b7b4-2219-4355-966f-1c0d2d396c4a, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a9beb2-8a10-41fb-90a9-0cf5b8846252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a9ee1030-bd58-4c5c-9e4d-0a11020612db'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:51.173354 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:51.175806 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=1e19523b-ba9d-4147-9aa5-8039a90142ce,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:51.187829 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aeeeeec-3a4b-4089-b635-e7ff18d359d1 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:51.252175 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeeeeec-3a4b-4089-b635-e7ff18d359d1 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Pushing event deleted for resources: {'Port': ['ID=168c0104-79b5-4369-9686-8a93b9445a42,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:51.291415 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:51.313924 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': '50ef9a04-1161-4f30-8702-d744e4883662'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:15:51.314823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:51.361602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] For port 36a7b7b4-2219-4355-966f-1c0d2d396c4a, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:51.432896 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aeeeeec-3a4b-4089-b635-e7ff18d359d1 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:51.436044 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3aeeeeec-3a4b-4089-b635-e7ff18d359d1 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] 10.222.0.32 "DELETE /v2.0/ports/168c0104-79b5-4369-9686-8a93b9445a42 HTTP/1.1" status: 204 len: 168 time: 1.9944370 Dec 14 01:15:51.441259 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51458) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:51.441590 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] For port 36a7b7b4-2219-4355-966f-1c0d2d396c4a, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=36a7b7b4-2219-4355-966f-1c0d2d396c4a,segment=NetworkSegment(f3a9beb2-8a10-41fb-90a9-0cf5b8846252),segment_id=f3a9beb2-8a10-41fb-90a9-0cf5b8846252)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:51.451598 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:51.493090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-102dc24a-c570-4011-bf5c-c80019b02829 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:51.535582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:51.536593 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8379c35d-beb7-4400-b8ce-03ac45be7da6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:51.555336 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102dc24a-c570-4011-bf5c-c80019b02829 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event deleted for resources: {'Port': ['ID=78d6ba19-fdf7-4f9a-a434-6ba953055359,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:51.565944 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8a368-9ee4-4480-a241-bd49052d0513 None None] Pushing event updated for resources: {'Port': ['ID=36a7b7b4-2219-4355-966f-1c0d2d396c4a,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:51.569516 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-6068dc47-4233-4f78-a71c-42c075534501 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] device_id is not set on port d9dd6da6-bac7-4e59-84e8-f42a24cdfc92 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:51.624351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08244285-8bea-416b-94de-3f1f42eb5a3c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:51.626101 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-8379c35d-beb7-4400-b8ce-03ac45be7da6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port 31c2f8e1-eb0e-47e9-8bb1-bb7559a804d9 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:51.651258 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6d62fdee-c71c-4204-ade5-01e9ed05776b None None] Provisioning complete for port 079b136c-f882-4be5-95ed-2e5eb0da3ebb triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:51.651740 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d62fdee-c71c-4204-ade5-01e9ed05776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:51.655684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Pushing event updated for resources: {'Port': ['ID=2fd0914c-2480-4218-a58e-14c61b809a1f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:51.706707 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:51.784740 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df824351-9df7-49a7-a2fd-eb0c91e0f35e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:51.790290 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-df824351-9df7-49a7-a2fd-eb0c91e0f35e tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4437e8f-175f-4dfb-9f64-cffd760a0b68 HTTP/1.1" status: 200 len: 913 time: 0.3465424 Dec 14 01:15:51.800482 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 1e19523b-ba9d-4147-9aa5-8039a90142ce up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:51.813600 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:51.826610 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51462) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:51.836643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:51.906840 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6d62fdee-c71c-4204-ade5-01e9ed05776b None None] Port 079b136c-f882-4be5-95ed-2e5eb0da3ebb cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:52.009967 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Allocated IP 2001:db8::2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/50ef9a04-1161-4f30-8702-d744e4883662/743c1b88-8fe6-4bf1-b488-a1c2ede66f82) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:52.013592 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6d62fdee-c71c-4204-ade5-01e9ed05776b None None] Provisioning complete for port 1e19523b-ba9d-4147-9aa5-8039a90142ce triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:52.014110 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d62fdee-c71c-4204-ade5-01e9ed05776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:52.061482 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-6068dc47-4233-4f78-a71c-42c075534501 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Allocated IP 172.20.0.8 (92420f59-0e5b-455e-aa69-9edc41c0f2c9/250d9dc6-e213-4301-8e3e-74f503f9afc6/d9dd6da6-bac7-4e59-84e8-f42a24cdfc92) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:52.074493 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d85e38ea-ab74-4be7-8822-369f4ca453b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:52.109606 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08244285-8bea-416b-94de-3f1f42eb5a3c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:52.275735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 1e19523b-ba9d-4147-9aa5-8039a90142ce triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:52.276397 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:52.292086 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08244285-8bea-416b-94de-3f1f42eb5a3c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Network a9ee1030-bd58-4c5c-9e4d-0a11020612db is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:52.298431 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-08244285-8bea-416b-94de-3f1f42eb5a3c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:52.304582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08244285-8bea-416b-94de-3f1f42eb5a3c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:52.310833 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08244285-8bea-416b-94de-3f1f42eb5a3c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:52.311264 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08244285-8bea-416b-94de-3f1f42eb5a3c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:52.339755 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08244285-8bea-416b-94de-3f1f42eb5a3c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event updated for resources: {'Port': ['ID=029cc1c5-1a83-4862-ab0c-531f7f8775b7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:52.360768 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-08244285-8bea-416b-94de-3f1f42eb5a3c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6988046 Dec 14 01:15:52.363200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51466) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:52.418428 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6068dc47-4233-4f78-a71c-42c075534501 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:52.430417 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:52.446047 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:52.502533 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6068dc47-4233-4f78-a71c-42c075534501 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:52.523563 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-8379c35d-beb7-4400-b8ce-03ac45be7da6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::408c:59e4:fc7d:3144 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/50ef9a04-1161-4f30-8702-d744e4883662/31c2f8e1-eb0e-47e9-8bb1-bb7559a804d9) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:52.573995 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf10691c-1467-4fe6-ac91-040612f180ad tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Deleting subnet 848f1cd8-f68c-4dd4-95fa-ce1d270d405a {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:15:52.592124 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-102dc24a-c570-4011-bf5c-c80019b02829 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:52.598653 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-102dc24a-c570-4011-bf5c-c80019b02829 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "DELETE /v2.0/ports/78d6ba19-fdf7-4f9a-a434-6ba953055359 HTTP/1.1" status: 204 len: 168 time: 2.6152179 Dec 14 01:15:52.601836 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf10691c-1467-4fe6-ac91-040612f180ad tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:52.605507 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51468) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:52.609885 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6068dc47-4233-4f78-a71c-42c075534501 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Network 92420f59-0e5b-455e-aa69-9edc41c0f2c9 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:52.626059 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6068dc47-4233-4f78-a71c-42c075534501 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:52.638350 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6068dc47-4233-4f78-a71c-42c075534501 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:52.670342 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-af25f25c-9880-409f-bc90-a04c62ba3636 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] GET failed (client error): The resource could not be found. Dec 14 01:15:52.675910 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6c94ec54-bf4c-4137-9b71-f7fffd4669ef None None] Provisioning complete for port 079b136c-f882-4be5-95ed-2e5eb0da3ebb triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:52.676160 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-af25f25c-9880-409f-bc90-a04c62ba3636 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "GET /v2.0/ports/78d6ba19-fdf7-4f9a-a434-6ba953055359 HTTP/1.1" status: 404 len: 333 time: 0.0657649 Dec 14 01:15:52.676847 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c94ec54-bf4c-4137-9b71-f7fffd4669ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:52.681981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:52.689935 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51470) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:52.694771 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068dc47-4233-4f78-a71c-42c075534501 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Pushing event updated for resources: {'Port': ['ID=d9dd6da6-bac7-4e59-84e8-f42a24cdfc92,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:52.705744 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:52.714238 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:52.721648 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Pushing event updated for resources: {'Port': ['ID=743c1b88-8fe6-4bf1-b488-a1c2ede66f82,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:52.759957 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf10691c-1467-4fe6-ac91-040612f180ad tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:52.762584 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6c94ec54-bf4c-4137-9b71-f7fffd4669ef None None] Port 079b136c-f882-4be5-95ed-2e5eb0da3ebb cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:52.773573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b298e534-019b-4551-a69a-ac165d6337db no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:15:52.830810 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: b298e534-019b-4551-a69a-ac165d6337db {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:15:52.831304 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b298e534-019b-4551-a69a-ac165d6337db not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:15:52.843415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Attempting to bind port 743c1b88-8fe6-4bf1-b488-a1c2ede66f82 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:52.843415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Attempting to bind port 743c1b88-8fe6-4bf1-b488-a1c2ede66f82 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:52.843728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Attempting to bind port 743c1b88-8fe6-4bf1-b488-a1c2ede66f82 on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:52.851589 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:52.852182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:52.852678 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:52.853176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:52.853755 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Bound port: 743c1b88-8fe6-4bf1-b488-a1c2ede66f82, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:52.854372 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:52.878276 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:52.895177 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068dc47-4233-4f78-a71c-42c075534501 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:52.895892 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6068dc47-4233-4f78-a71c-42c075534501 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:52.948245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] For port 743c1b88-8fe6-4bf1-b488-a1c2ede66f82, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:52.957460 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] For port 743c1b88-8fe6-4bf1-b488-a1c2ede66f82, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=743c1b88-8fe6-4bf1-b488-a1c2ede66f82,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:52.968360 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.022720 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6068dc47-4233-4f78-a71c-42c075534501 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.2325678 Dec 14 01:15:53.024766 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51476) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:53.098015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec98187-71d3-4b4e-a5c7-e041c5668999 None None] Pushing event updated for resources: {'Port': ['ID=743c1b88-8fe6-4bf1-b488-a1c2ede66f82,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:53.098266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf10691c-1467-4fe6-ac91-040612f180ad tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.125196 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5f0eaf65-a569-495f-906a-8fe97395155c None None] Provisioning complete for port d9dd6da6-bac7-4e59-84e8-f42a24cdfc92 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:53.125675 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f0eaf65-a569-495f-906a-8fe97395155c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.127828 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8379c35d-beb7-4400-b8ce-03ac45be7da6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.135372 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-45ce345b-d3c5-46b2-a0ee-7827bb0ce8d7 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Deleting port 31cff3b6-cf8b-4692-9023-e6238219dc2b {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:53.135714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45ce345b-d3c5-46b2-a0ee-7827bb0ce8d7 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.172994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5f0eaf65-a569-495f-906a-8fe97395155c None None] Port d9dd6da6-bac7-4e59-84e8-f42a24cdfc92 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:53.213562 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4ff21a-f40e-45cd-978c-816ed21fe880 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:53.222017 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4ff21a-f40e-45cd-978c-816ed21fe880 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:53.228420 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4ff21a-f40e-45cd-978c-816ed21fe880 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:53.230307 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ba4ff21a-f40e-45cd-978c-816ed21fe880 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2016962 Dec 14 01:15:53.234739 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51478) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:53.319269 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf10691c-1467-4fe6-ac91-040612f180ad tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.376067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8379c35d-beb7-4400-b8ce-03ac45be7da6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.398620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45ce345b-d3c5-46b2-a0ee-7827bb0ce8d7 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.410570 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10691c-1467-4fe6-ac91-040612f180ad tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Subnet': ['ID=848f1cd8-f68c-4dd4-95fa-ce1d270d405a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:53.420659 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8379c35d-beb7-4400-b8ce-03ac45be7da6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:53.442767 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8379c35d-beb7-4400-b8ce-03ac45be7da6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:53.447909 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b489d0-53f1-4f98-8a71-10a26f029801 None None] Network a9ee1030-bd58-4c5c-9e4d-0a11020612db requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:53.452620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8379c35d-beb7-4400-b8ce-03ac45be7da6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:53.454384 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf10691c-1467-4fe6-ac91-040612f180ad tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.459932 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bf10691c-1467-4fe6-ac91-040612f180ad tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/subnets/848f1cd8-f68c-4dd4-95fa-ce1d270d405a HTTP/1.1" status: 204 len: 168 time: 1.0878341 Dec 14 01:15:53.460072 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8379c35d-beb7-4400-b8ce-03ac45be7da6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:53.460072 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8379c35d-beb7-4400-b8ce-03ac45be7da6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.467297 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51480) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:53.473650 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-45ce345b-d3c5-46b2-a0ee-7827bb0ce8d7 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Calling delete_port for 31cff3b6-cf8b-4692-9023-e6238219dc2b owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:53.526272 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379c35d-beb7-4400-b8ce-03ac45be7da6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=31c2f8e1-eb0e-47e9-8bb1-bb7559a804d9,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:53.552524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9274fe38-0615-4597-90c1-b28e9703244b None None] Provisioning complete for port 36a7b7b4-2219-4355-966f-1c0d2d396c4a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:53.553063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9274fe38-0615-4597-90c1-b28e9703244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.585118 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8379c35d-beb7-4400-b8ce-03ac45be7da6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9657986 Dec 14 01:15:53.589897 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51482) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:53.596236 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e8377825-3ea3-4f3d-b4c2-699f54a5f667 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'fixed_ips': [{'subnet_id': '50ef9a04-1161-4f30-8702-d744e4883662', 'ip_address': '2001:db8::408c:59e4:fc7d:3144'}], 'name': 'tempest-NetworksTestDHCPv6-575123595'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:53.663945 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fc106f33-303f-4fdf-9437-fb0ad34818b4 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Deleting port d9dd6da6-bac7-4e59-84e8-f42a24cdfc92 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:53.664606 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc106f33-303f-4fdf-9437-fb0ad34818b4 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.693947 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9274fe38-0615-4597-90c1-b28e9703244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.748400 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9274fe38-0615-4597-90c1-b28e9703244b None None] For port 36a7b7b4-2219-4355-966f-1c0d2d396c4a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=36a7b7b4-2219-4355-966f-1c0d2d396c4a,segment=NetworkSegment(f3a9beb2-8a10-41fb-90a9-0cf5b8846252),segment_id=f3a9beb2-8a10-41fb-90a9-0cf5b8846252)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:53.755467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b5a92f-add6-46bb-a1cb-62c9744b61b0 None None] DHCP port deletion for a9ee1030-bd58-4c5c-9e4d-0a11020612db request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:15:53.813962 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9274fe38-0615-4597-90c1-b28e9703244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.822064 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc106f33-303f-4fdf-9437-fb0ad34818b4 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.868144 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fc106f33-303f-4fdf-9437-fb0ad34818b4 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Calling delete_port for d9dd6da6-bac7-4e59-84e8-f42a24cdfc92 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:53.873158 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71c5e75-ad08-4904-a0ce-3382054184b2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:53.874767 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71c5e75-ad08-4904-a0ce-3382054184b2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:53.879176 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d71c5e75-ad08-4904-a0ce-3382054184b2 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4080260 Dec 14 01:15:53.881372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51484) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:53.927332 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 743c1b88-8fe6-4bf1-b488-a1c2ede66f82 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:53.931013 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.936276 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebaff-067e-4ef4-ace6-8ef739d6e93a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.954005 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45ce345b-d3c5-46b2-a0ee-7827bb0ce8d7 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.957024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274fe38-0615-4597-90c1-b28e9703244b None None] Pushing event updated for resources: {'Port': ['ID=36a7b7b4-2219-4355-966f-1c0d2d396c4a,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:53.971581 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8377825-3ea3-4f3d-b4c2-699f54a5f667 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:53.972054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-48b5a92f-add6-46bb-a1cb-62c9744b61b0 None None] Deleting port 36a7b7b4-2219-4355-966f-1c0d2d396c4a {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:53.972651 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48b5a92f-add6-46bb-a1cb-62c9744b61b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:53.976579 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8377825-3ea3-4f3d-b4c2-699f54a5f667 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.032329 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce345b-d3c5-46b2-a0ee-7827bb0ce8d7 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event deleted for resources: {'Port': ['ID=31cff3b6-cf8b-4692-9023-e6238219dc2b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:54.069017 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-48b5a92f-add6-46bb-a1cb-62c9744b61b0 None None] For port 36a7b7b4-2219-4355-966f-1c0d2d396c4a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=36a7b7b4-2219-4355-966f-1c0d2d396c4a,segment=NetworkSegment(f3a9beb2-8a10-41fb-90a9-0cf5b8846252),segment_id=f3a9beb2-8a10-41fb-90a9-0cf5b8846252)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:54.069655 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48b5a92f-add6-46bb-a1cb-62c9744b61b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.077169 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-e8377825-3ea3-4f3d-b4c2-699f54a5f667 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port 59b437c8-f93e-4059-af68-4b8d021f1f73 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:54.087965 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-48b5a92f-add6-46bb-a1cb-62c9744b61b0 None None] Calling delete_port for 36a7b7b4-2219-4355-966f-1c0d2d396c4a owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:54.109008 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1aa3615e-93fa-4535-85f1-aaa61ba1b72e tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.188672 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45ce345b-d3c5-46b2-a0ee-7827bb0ce8d7 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.194939 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-45ce345b-d3c5-46b2-a0ee-7827bb0ce8d7 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "DELETE /v2.0/ports/31cff3b6-cf8b-4692-9023-e6238219dc2b HTTP/1.1" status: 204 len: 168 time: 1.4997554 Dec 14 01:15:54.195569 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51490) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:54.201448 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48b5a92f-add6-46bb-a1cb-62c9744b61b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.256888 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f255f66-82be-4a35-a34b-e5fd963c6720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.258455 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5a92f-add6-46bb-a1cb-62c9744b61b0 None None] Pushing event deleted for resources: {'Port': ['ID=36a7b7b4-2219-4355-966f-1c0d2d396c4a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:54.262070 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b5a92f-add6-46bb-a1cb-62c9744b61b0 None None] No DVR routers for this DVR port 36a7b7b4-2219-4355-966f-1c0d2d396c4a on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:15:54.308931 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 743c1b88-8fe6-4bf1-b488-a1c2ede66f82 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:54.320550 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.323107 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5c34d1-e88d-451b-8f20-7375245998ca tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] GET failed (client error): The resource could not be found. Dec 14 01:15:54.328634 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fe5c34d1-e88d-451b-8f20-7375245998ca tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "GET /v2.0/ports/31cff3b6-cf8b-4692-9023-e6238219dc2b HTTP/1.1" status: 404 len: 333 time: 0.0643227 Dec 14 01:15:54.332260 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51492) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:54.435983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.455254 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa3615e-93fa-4535-85f1-aaa61ba1b72e tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 14 01:15:54.456165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa3615e-93fa-4535-85f1-aaa61ba1b72e tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:15:54.465741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc106f33-303f-4fdf-9437-fb0ad34818b4 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.466616 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1aa3615e-93fa-4535-85f1-aaa61ba1b72e tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/networks/a9ee1030-bd58-4c5c-9e4d-0a11020612db HTTP/1.1" status: 409 len: 405 time: 0.5841758 Dec 14 01:15:54.468690 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51494) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:54.480499 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-717dbe11-d13b-4516-97c4-17e736ce6626 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1582905412'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:54.481492 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 743c1b88-8fe6-4bf1-b488-a1c2ede66f82, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=743c1b88-8fe6-4bf1-b488-a1c2ede66f82,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:54.487750 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.516574 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc106f33-303f-4fdf-9437-fb0ad34818b4 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Pushing event deleted for resources: {'Port': ['ID=d9dd6da6-bac7-4e59-84e8-f42a24cdfc92,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:54.528308 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8377825-3ea3-4f3d-b4c2-699f54a5f667 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 14 01:15:54.528704 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8377825-3ea3-4f3d-b4c2-699f54a5f667 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:15:54.564026 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=743c1b88-8fe6-4bf1-b488-a1c2ede66f82,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:54.574483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Router 27df7a19-aa58-490a-8247-7aa6bbd86b83 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:15:54.589787 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717dbe11-d13b-4516-97c4-17e736ce6626 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Made reservation on behalf of 95b580a43df54a1297220912a3d4d815 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:54.593435 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-717dbe11-d13b-4516-97c4-17e736ce6626 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.599472 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-caad5ec5-453d-4961-b694-d6d7fd6d2c46 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Deleting port a285c19c-6a84-4044-9e25-3cb065ccec26 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:54.599709 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-caad5ec5-453d-4961-b694-d6d7fd6d2c46 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.607262 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e8377825-3ea3-4f3d-b4c2-699f54a5f667 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0159309 Dec 14 01:15:54.613377 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51496) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:54.688011 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717dbe11-d13b-4516-97c4-17e736ce6626 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:15:54.715875 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc106f33-303f-4fdf-9437-fb0ad34818b4 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.720680 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fc106f33-303f-4fdf-9437-fb0ad34818b4 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] 10.222.0.32 "DELETE /v2.0/ports/d9dd6da6-bac7-4e59-84e8-f42a24cdfc92 HTTP/1.1" status: 204 len: 168 time: 1.4835398 Dec 14 01:15:54.728389 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51498) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:54.745652 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-47df9bf1-5a5d-4a50-8beb-8041d062673e tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Request body: {'port': {'name': 'tempest-new-port-name-1823227065', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:54.746043 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-47df9bf1-5a5d-4a50-8beb-8041d062673e tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] bootfile-name is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 01:15:54.746580 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-47df9bf1-5a5d-4a50-8beb-8041d062673e tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] tftp-server is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 01:15:54.746912 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-47df9bf1-5a5d-4a50-8beb-8041d062673e tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] server-ip-address is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 01:15:54.752712 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-04bdebd6-404e-48c2-9250-39155518ec0e None None] Provisioning complete for port 743c1b88-8fe6-4bf1-b488-a1c2ede66f82 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:54.753092 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-04bdebd6-404e-48c2-9250-39155518ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.774641 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-717dbe11-d13b-4516-97c4-17e736ce6626 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.775000 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-717dbe11-d13b-4516-97c4-17e736ce6626 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Added segment 8e31c100-829b-48b4-aae9-1bc89447d965 of type vlan for network 6c7fd943-0d5d-46b3-b725-cf2118c236d0 Dec 14 01:15:54.787850 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715a6be7-5cee-4a73-99b1-d3fcd70b358b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:54.794031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715a6be7-5cee-4a73-99b1-d3fcd70b358b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:54.795933 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-715a6be7-5cee-4a73-99b1-d3fcd70b358b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1815913 Dec 14 01:15:54.800404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51500) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:54.866851 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-caad5ec5-453d-4961-b694-d6d7fd6d2c46 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.889706 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-caad5ec5-453d-4961-b694-d6d7fd6d2c46 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Calling delete_port for a285c19c-6a84-4044-9e25-3cb065ccec26 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:54.891544 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47df9bf1-5a5d-4a50-8beb-8041d062673e tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.917473 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-717dbe11-d13b-4516-97c4-17e736ce6626 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:54.956163 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:15:54.970969 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f74a8-d560-40bc-8853-c4b3db927928 None None] Sync routers for ids ['27df7a19-aa58-490a-8247-7aa6bbd86b83'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:15:54.982507 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f74a8-d560-40bc-8853-c4b3db927928 None None] Routers {'27df7a19-aa58-490a-8247-7aa6bbd86b83'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:54.983238 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a07f74a8-d560-40bc-8853-c4b3db927928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['27df7a19-aa58-490a-8247-7aa6bbd86b83'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:55.016112 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.017604 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5d3e487c-181d-4a72-be28-85a0e6660102 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.4995463 Dec 14 01:15:55.020898 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51502) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:55.023196 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a07f74a8-d560-40bc-8853-c4b3db927928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:55.023729 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-717dbe11-d13b-4516-97c4-17e736ce6626 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.029928 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-76800262-0e8f-4e94-82d3-14f4d94fa38c None None] Provisioning complete for port 31c2f8e1-eb0e-47e9-8bb1-bb7559a804d9 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:55.030447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717dbe11-d13b-4516-97c4-17e736ce6626 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:55.030567 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-717dbe11-d13b-4516-97c4-17e736ce6626 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.030707 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-76800262-0e8f-4e94-82d3-14f4d94fa38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.034118 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f74a8-d560-40bc-8853-c4b3db927928 None None] Routers {'27df7a19-aa58-490a-8247-7aa6bbd86b83'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:55.035917 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a07f74a8-d560-40bc-8853-c4b3db927928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['27df7a19-aa58-490a-8247-7aa6bbd86b83'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:55.037399 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a8a77c54-704c-4ab7-98a0-147d0972105c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'enable_snat': False}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:55.070071 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-76800262-0e8f-4e94-82d3-14f4d94fa38c None None] Port 31c2f8e1-eb0e-47e9-8bb1-bb7559a804d9 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:55.100901 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a07f74a8-d560-40bc-8853-c4b3db927928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:55.102815 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f74a8-d560-40bc-8853-c4b3db927928 None None] The sync data for ids ['27df7a19-aa58-490a-8247-7aa6bbd86b83'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:15:55.139087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ed4ebaff-067e-4ef4-ace6-8ef739d6e93a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Deleting port 58d635f5-0d05-441f-9cbc-e699d80b74a4 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:55.139430 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebaff-067e-4ef4-ace6-8ef739d6e93a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.149764 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-717dbe11-d13b-4516-97c4-17e736ce6626 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6795871 Dec 14 01:15:55.155735 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51504) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:55.164211 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c0e41e66-43d4-4069-a006-851658d2023b tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Request body: {'subnet': {'network_id': '6c7fd943-0d5d-46b3-b725-cf2118c236d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:55.168222 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-caad5ec5-453d-4961-b694-d6d7fd6d2c46 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.208786 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b5d9dbb9-b462-4a0e-8efd-9e34b267d189 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port 31c2f8e1-eb0e-47e9-8bb1-bb7559a804d9 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:55.209117 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5d9dbb9-b462-4a0e-8efd-9e34b267d189 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.249072 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dbe11-d13b-4516-97c4-17e736ce6626 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event updated for resources: {'Network': ['ID=6c7fd943-0d5d-46b3-b725-cf2118c236d0,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:55.263028 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad5ec5-453d-4961-b694-d6d7fd6d2c46 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event deleted for resources: {'Port': ['ID=a285c19c-6a84-4044-9e25-3cb065ccec26,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:55.263595 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 6c7fd943-0d5d-46b3-b725-cf2118c236d0 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:15:55.355105 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-caad5ec5-453d-4961-b694-d6d7fd6d2c46 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.363268 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-caad5ec5-453d-4961-b694-d6d7fd6d2c46 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "DELETE /v2.0/ports/a285c19c-6a84-4044-9e25-3cb065ccec26 HTTP/1.1" status: 204 len: 168 time: 1.0217721 Dec 14 01:15:55.366043 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51510) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:55.378338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47df9bf1-5a5d-4a50-8beb-8041d062673e tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.378931 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.403862 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47df9bf1-5a5d-4a50-8beb-8041d062673e tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.436062 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebaff-067e-4ef4-ace6-8ef739d6e93a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.440571 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e41e66-43d4-4069-a006-851658d2023b tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Made reservation on behalf of 95b580a43df54a1297220912a3d4d815 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:55.444189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0e41e66-43d4-4069-a006-851658d2023b tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.487668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5d9dbb9-b462-4a0e-8efd-9e34b267d189 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.501681 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ed4ebaff-067e-4ef4-ace6-8ef739d6e93a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Calling delete_port for 58d635f5-0d05-441f-9cbc-e699d80b74a4 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:55.527063 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b5d9dbb9-b462-4a0e-8efd-9e34b267d189 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for 31c2f8e1-eb0e-47e9-8bb1-bb7559a804d9 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:55.552786 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df9bf1-5a5d-4a50-8beb-8041d062673e tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Pushing event updated for resources: {'Port': ['ID=079b136c-f882-4be5-95ed-2e5eb0da3ebb,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:55.587367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-47df9bf1-5a5d-4a50-8beb-8041d062673e tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] In _notify_port_updated(), no bound segment for port 079b136c-f882-4be5-95ed-2e5eb0da3ebb on network 92420f59-0e5b-455e-aa69-9edc41c0f2c9 {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:15:55.593114 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47df9bf1-5a5d-4a50-8beb-8041d062673e tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:55.593799 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47df9bf1-5a5d-4a50-8beb-8041d062673e tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.595857 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-47df9bf1-5a5d-4a50-8beb-8041d062673e tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] 10.222.0.32 "PUT /v2.0/ports/079b136c-f882-4be5-95ed-2e5eb0da3ebb HTTP/1.1" status: 200 len: 1136 time: 0.8625631 Dec 14 01:15:55.598459 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51512) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:55.621305 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e80543-fe16-4d9f-acc9-7df45cb3d732 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Deleting subnet 1750907b-3502-4f85-9c67-6fa0a4443e97 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:15:55.638139 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26e80543-fe16-4d9f-acc9-7df45cb3d732 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.662119 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4f4472-51e1-454c-b84a-a7fa29c2ae30 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:55.668219 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3d4f4472-51e1-454c-b84a-a7fa29c2ae30 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] 10.222.0.32 "GET /v2.0/ports/079b136c-f882-4be5-95ed-2e5eb0da3ebb HTTP/1.1" status: 200 len: 1136 time: 0.0642047 Dec 14 01:15:55.668980 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51514) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:55.778226 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 743c1b88-8fe6-4bf1-b488-a1c2ede66f82 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:15:55.813590 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26e80543-fe16-4d9f-acc9-7df45cb3d732 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.838204 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e78de3eb-4ef3-46e3-80a4-ee7d5b917f41 None None] Provisioning complete for port 079b136c-f882-4be5-95ed-2e5eb0da3ebb triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:55.838545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e78de3eb-4ef3-46e3-80a4-ee7d5b917f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.880521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e78de3eb-4ef3-46e3-80a4-ee7d5b917f41 None None] Port 079b136c-f882-4be5-95ed-2e5eb0da3ebb cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:15:55.884196 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 743c1b88-8fe6-4bf1-b488-a1c2ede66f82 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:15:55.885805 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:55.980924 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 36a7b7b4-2219-4355-966f-1c0d2d396c4a no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:15:56.002789 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 36a7b7b4-2219-4355-966f-1c0d2d396c4a {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:15:56.003432 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 36a7b7b4-2219-4355-966f-1c0d2d396c4a not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:15:56.178205 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a388d-2bb2-4cf7-bd32-4fcdfb996daf tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Deleting port 079b136c-f882-4be5-95ed-2e5eb0da3ebb {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:56.178773 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0d8a388d-2bb2-4cf7-bd32-4fcdfb996daf tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:56.273530 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-c0e41e66-43d4-4069-a006-851658d2023b tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:15:56.279982 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0e41e66-43d4-4069-a006-851658d2023b tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:56.292083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8a77c54-704c-4ab7-98a0-147d0972105c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:56.335986 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0d8a388d-2bb2-4cf7-bd32-4fcdfb996daf tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:56.340075 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26e80543-fe16-4d9f-acc9-7df45cb3d732 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:56.355994 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a388d-2bb2-4cf7-bd32-4fcdfb996daf tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Calling delete_port for 079b136c-f882-4be5-95ed-2e5eb0da3ebb owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:56.374013 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5d9dbb9-b462-4a0e-8efd-9e34b267d189 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:56.388075 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e41e66-43d4-4069-a006-851658d2023b tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event updated for resources: {'Subnet': ['ID=b4417cee-d56e-4f67-a516-f073af7a3277,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:56.433144 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e41e66-43d4-4069-a006-851658d2023b tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Checking segment: {'id': '8e31c100-829b-48b4-aae9-1bc89447d965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c7fd943-0d5d-46b3-b725-cf2118c236d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:56.433379 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e41e66-43d4-4069-a006-851658d2023b tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Network hostable DHCP agents. Network: 6c7fd943-0d5d-46b3-b725-cf2118c236d0, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:15:56.461305 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9dbb9-b462-4a0e-8efd-9e34b267d189 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=31c2f8e1-eb0e-47e9-8bb1-bb7559a804d9,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:56.465014 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e41e66-43d4-4069-a006-851658d2023b tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Network 6c7fd943-0d5d-46b3-b725-cf2118c236d0 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:15:56.474255 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebaff-067e-4ef4-ace6-8ef739d6e93a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:56.488842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c0e41e66-43d4-4069-a006-851658d2023b tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 6c7fd943-0d5d-46b3-b725-cf2118c236d0) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:56.493214 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e41e66-43d4-4069-a006-851658d2023b tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:56.494177 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0e41e66-43d4-4069-a006-851658d2023b tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:56.503451 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d560a3-ae6e-4d86-8181-8cbb1178a779 None None] Network 6c7fd943-0d5d-46b3-b725-cf2118c236d0 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:56.545038 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c0e41e66-43d4-4069-a006-851658d2023b tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3880694 Dec 14 01:15:56.545757 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51520) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:56.548983 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5d9dbb9-b462-4a0e-8efd-9e34b267d189 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:56.555718 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51522) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:56.560742 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b5d9dbb9-b462-4a0e-8efd-9e34b267d189 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/31c2f8e1-eb0e-47e9-8bb1-bb7559a804d9 HTTP/1.1" status: 204 len: 168 time: 1.7470865 Dec 14 01:15:56.563388 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ebaff-067e-4ef4-ace6-8ef739d6e93a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Pushing event deleted for resources: {'Port': ['ID=58d635f5-0d05-441f-9cbc-e699d80b74a4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:56.648471 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26e80543-fe16-4d9f-acc9-7df45cb3d732 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:56.660557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:56.672054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721df3c-2e86-4723-a3b3-43394fde94e5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:56.674519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721df3c-2e86-4723-a3b3-43394fde94e5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:56.682823 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7721df3c-2e86-4723-a3b3-43394fde94e5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1197851 Dec 14 01:15:56.717969 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51524) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:56.718194 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-6c7fd943-0d5d-46b3-b725-cf2118c236d0', 'network_id': '6c7fd943-0d5d-46b3-b725-cf2118c236d0', 'project_id': '95b580a43df54a1297220912a3d4d815', 'fixed_ips': [{'subnet_id': 'b4417cee-d56e-4f67-a516-f073af7a3277'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:15:56.718890 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:56.740504 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e80543-fe16-4d9f-acc9-7df45cb3d732 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event deleted for resources: {'Subnet': ['ID=1750907b-3502-4f85-9c67-6fa0a4443e97,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:56.757451 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24135a6-43bf-44ff-9fc7-617bcbada03e None None] Network b1ce95d2-bd6d-46ad-9d00-15c6f4685408 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:56.781143 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26e80543-fe16-4d9f-acc9-7df45cb3d732 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:56.792488 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-26e80543-fe16-4d9f-acc9-7df45cb3d732 tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "DELETE /v2.0/subnets/1750907b-3502-4f85-9c67-6fa0a4443e97 HTTP/1.1" status: 204 len: 168 time: 1.4251311 Dec 14 01:15:56.800426 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51526) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:56.804227 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:56.812682 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0d8a388d-2bb2-4cf7-bd32-4fcdfb996daf tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:56.901865 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a388d-2bb2-4cf7-bd32-4fcdfb996daf tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Pushing event deleted for resources: {'Port': ['ID=079b136c-f882-4be5-95ed-2e5eb0da3ebb,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:56.976669 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:56.978477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce41a84-7256-40ff-8a67-d29ce7a1d67b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet 50ef9a04-1161-4f30-8702-d744e4883662 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:15:56.995583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cce41a84-7256-40ff-8a67-d29ce7a1d67b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.023767 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Allocated IP 2001:db8::f816:3eff:fef9:7ead (6c7fd943-0d5d-46b3-b725-cf2118c236d0/b4417cee-d56e-4f67-a516-f073af7a3277/6ea356e5-2676-4857-be6e-160c2d893dbe) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:57.050008 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0d8a388d-2bb2-4cf7-bd32-4fcdfb996daf tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.056053 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0d8a388d-2bb2-4cf7-bd32-4fcdfb996daf tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] 10.222.0.32 "DELETE /v2.0/ports/079b136c-f882-4be5-95ed-2e5eb0da3ebb HTTP/1.1" status: 204 len: 168 time: 1.3860281 Dec 14 01:15:57.057163 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51528) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:57.094369 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e514773-e8b0-4e47-a112-2dbe46863d88 None None] DHCP port deletion for b1ce95d2-bd6d-46ad-9d00-15c6f4685408 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:15:57.147231 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.168363 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cce41a84-7256-40ff-8a67-d29ce7a1d67b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.208089 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7e514773-e8b0-4e47-a112-2dbe46863d88 None None] Deleting port a185bf58-7fdd-4868-83cc-5fa2d206fdfe {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:57.208488 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e514773-e8b0-4e47-a112-2dbe46863d88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.262378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1c7d36-24c2-4a2a-b754-c93c303eb878 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Deleting subnet 250d9dc6-e213-4301-8e3e-74f503f9afc6 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:15:57.281621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7d36-24c2-4a2a-b754-c93c303eb878 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.285343 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebaff-067e-4ef4-ace6-8ef739d6e93a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.411444 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.419046 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7d36-24c2-4a2a-b754-c93c303eb878 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.426799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.429935 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7e514773-e8b0-4e47-a112-2dbe46863d88 None None] For port a185bf58-7fdd-4868-83cc-5fa2d206fdfe, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a185bf58-7fdd-4868-83cc-5fa2d206fdfe,segment=NetworkSegment(a90dc99a-143c-4b54-a4b1-5218f58d6e60),segment_id=a90dc99a-143c-4b54-a4b1-5218f58d6e60)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:57.430356 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e514773-e8b0-4e47-a112-2dbe46863d88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.448043 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.467405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7e514773-e8b0-4e47-a112-2dbe46863d88 None None] Calling delete_port for a185bf58-7fdd-4868-83cc-5fa2d206fdfe owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:57.479115 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Subnet': ['ID=b4417cee-d56e-4f67-a516-f073af7a3277,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:57.488707 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Network 6c7fd943-0d5d-46b3-b725-cf2118c236d0 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:57.498107 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:57.524359 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cce41a84-7256-40ff-8a67-d29ce7a1d67b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.528035 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:57.530043 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Pushing event updated for resources: {'Port': ['ID=6ea356e5-2676-4857-be6e-160c2d893dbe,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:57.555388 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.582832 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7fd943-0d5d-46b3-b725-cf2118c236d0']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:57.602092 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e31c100-829b-48b4-aae9-1bc89447d965') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:57.609260 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Attempting to bind port 6ea356e5-2676-4857-be6e-160c2d893dbe on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:57.609690 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Attempting to bind port 6ea356e5-2676-4857-be6e-160c2d893dbe by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '8e31c100-829b-48b4-aae9-1bc89447d965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c7fd943-0d5d-46b3-b725-cf2118c236d0'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:57.610006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Attempting to bind port 6ea356e5-2676-4857-be6e-160c2d893dbe on network 6c7fd943-0d5d-46b3-b725-cf2118c236d0 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:57.610113 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e31c100-829b-48b4-aae9-1bc89447d965') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:57.618467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:57.618919 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Checking segment: {'id': '8e31c100-829b-48b4-aae9-1bc89447d965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c7fd943-0d5d-46b3-b725-cf2118c236d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:57.619353 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.619820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Bound using segment: {'id': '8e31c100-829b-48b4-aae9-1bc89447d965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c7fd943-0d5d-46b3-b725-cf2118c236d0'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:57.620349 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Bound port: 6ea356e5-2676-4857-be6e-160c2d893dbe, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e31c100-829b-48b4-aae9-1bc89447d965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c7fd943-0d5d-46b3-b725-cf2118c236d0'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:57.620900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.632920 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.638572 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e514773-e8b0-4e47-a112-2dbe46863d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.656004 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.691012 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:15:57.691643 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.693962 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e514773-e8b0-4e47-a112-2dbe46863d88 None None] Pushing event deleted for resources: {'Port': ['ID=a185bf58-7fdd-4868-83cc-5fa2d206fdfe,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:15:57.696235 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:15:57.737563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Deleting port a185bf58-7fdd-4868-83cc-5fa2d206fdfe {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:57.737563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.752205 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e514773-e8b0-4e47-a112-2dbe46863d88 None None] No DVR routers for this DVR port a185bf58-7fdd-4868-83cc-5fa2d206fdfe on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:15:57.799979 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] For port 6ea356e5-2676-4857-be6e-160c2d893dbe, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:57.799979 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.801747 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7d36-24c2-4a2a-b754-c93c303eb878 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.806754 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] For port 6ea356e5-2676-4857-be6e-160c2d893dbe, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6ea356e5-2676-4857-be6e-160c2d893dbe,segment=NetworkSegment(8e31c100-829b-48b4-aae9-1bc89447d965),segment_id=8e31c100-829b-48b4-aae9-1bc89447d965)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:57.807056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.db.api [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 01:15:57.807056 dv-neutron-821592-1-hyperv neutron-server[103408]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 01:15:57.807056 dv-neutron-821592-1-hyperv neutron-server[103408]: [parameters: {'id': '6c7fd943-0d5d-46b3-b725-cf2118c236d0'}] Dec 14 01:15:57.807056 dv-neutron-821592-1-hyperv neutron-server[103408]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:15:57.807442 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG oslo_db.api [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:15:57.811155 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a185bf58-7fdd-4868-83cc-5fa2d206fdfe no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:15:57.816834 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.860450 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cce41a84-7256-40ff-8a67-d29ce7a1d67b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.870067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: a185bf58-7fdd-4868-83cc-5fa2d206fdfe {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:15:57.870412 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a185bf58-7fdd-4868-83cc-5fa2d206fdfe not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:15:57.921625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891de5d5-5e22-4bdf-892c-ef61bbc9019d None None] Pushing event updated for resources: {'Port': ['ID=6ea356e5-2676-4857-be6e-160c2d893dbe,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:57.939451 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51c09b3-fd49-46c6-b79e-0c94a714c75b None None] Network 6c7fd943-0d5d-46b3-b725-cf2118c236d0 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:57.947001 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] For port a185bf58-7fdd-4868-83cc-5fa2d206fdfe, host dv-neutron-821592-1-hyperv, got binding levels [] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:57.947369 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.966308 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce41a84-7256-40ff-8a67-d29ce7a1d67b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=50ef9a04-1161-4f30-8702-d744e4883662,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:57.975351 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Calling delete_port for a185bf58-7fdd-4868-83cc-5fa2d206fdfe owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:57.977659 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cce41a84-7256-40ff-8a67-d29ce7a1d67b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:57.980864 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cce41a84-7256-40ff-8a67-d29ce7a1d67b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/50ef9a04-1161-4f30-8702-d744e4883662 HTTP/1.1" status: 204 len: 168 time: 1.2619252 Dec 14 01:15:57.982021 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090c8222-840b-495e-bc29-2a697edd5427 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:57.983580 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51534) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:58.019729 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Port a185bf58-7fdd-4868-83cc-5fa2d206fdfe was not found and therefore no delete operation was performed {{(pid=103409) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 01:15:58.033282 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.041205 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3025dbdd-4de7-4734-b161-7de66b5cf5d3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552378 Dec 14 01:15:58.042138 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51536) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:58.048212 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3525d3e1-40fc-4c4c-8f8f-a90c9090af10 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:58.130203 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event deleted for resources: {'Port': ['ID=a185bf58-7fdd-4868-83cc-5fa2d206fdfe,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:58.149535 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3525d3e1-40fc-4c4c-8f8f-a90c9090af10 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:58.153400 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3525d3e1-40fc-4c4c-8f8f-a90c9090af10 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.197200 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bc3750-1db7-4698-b23c-c652ef78f1d1 None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:15:58.249470 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-82bc3750-1db7-4698-b23c-c652ef78f1d1 None None] Deleting port 743c1b88-8fe6-4bf1-b488-a1c2ede66f82 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:58.249811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-82bc3750-1db7-4698-b23c-c652ef78f1d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.309884 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.314906 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-82bc3750-1db7-4698-b23c-c652ef78f1d1 None None] For port 743c1b88-8fe6-4bf1-b488-a1c2ede66f82, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=743c1b88-8fe6-4bf1-b488-a1c2ede66f82,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:58.315904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-82bc3750-1db7-4698-b23c-c652ef78f1d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.330374 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-82bc3750-1db7-4698-b23c-c652ef78f1d1 None None] Calling delete_port for 743c1b88-8fe6-4bf1-b488-a1c2ede66f82 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:58.378451 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3525d3e1-40fc-4c4c-8f8f-a90c9090af10 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.427305 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-82bc3750-1db7-4698-b23c-c652ef78f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.431036 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7d36-24c2-4a2a-b754-c93c303eb878 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.433025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] No DVR routers for this DVR port a185bf58-7fdd-4868-83cc-5fa2d206fdfe on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:15:58.440370 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3525d3e1-40fc-4c4c-8f8f-a90c9090af10 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:58.449710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3525d3e1-40fc-4c4c-8f8f-a90c9090af10 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:58.455558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3525d3e1-40fc-4c4c-8f8f-a90c9090af10 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:58.456202 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3525d3e1-40fc-4c4c-8f8f-a90c9090af10 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.457463 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc3750-1db7-4698-b23c-c652ef78f1d1 None None] Pushing event deleted for resources: {'Port': ['ID=743c1b88-8fe6-4bf1-b488-a1c2ede66f82,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:58.461369 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525d3e1-40fc-4c4c-8f8f-a90c9090af10 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=6296a461-ac93-4a61-a6da-cdec6f1ad3b7,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:58.465566 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bc3750-1db7-4698-b23c-c652ef78f1d1 None None] No DVR routers for this DVR port 743c1b88-8fe6-4bf1-b488-a1c2ede66f82 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:15:58.481573 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Deleting port 6ea356e5-2676-4857-be6e-160c2d893dbe {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:58.481573 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.483588 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3525d3e1-40fc-4c4c-8f8f-a90c9090af10 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4401529 Dec 14 01:15:58.492281 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c7d36-24c2-4a2a-b754-c93c303eb878 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Pushing event deleted for resources: {'Subnet': ['ID=250d9dc6-e213-4301-8e3e-74f503f9afc6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:58.495350 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51538) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:58.500156 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-916ae82a-be15-46c1-9730-93d8e060e58b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'fixed_ips': [{'subnet_id': '6296a461-ac93-4a61-a6da-cdec6f1ad3b7', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1598891169'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:58.504196 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7d36-24c2-4a2a-b754-c93c303eb878 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.507316 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8f1c7d36-24c2-4a2a-b754-c93c303eb878 tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] 10.222.0.32 "DELETE /v2.0/subnets/250d9dc6-e213-4301-8e3e-74f503f9afc6 HTTP/1.1" status: 204 len: 168 time: 1.4362550 Dec 14 01:15:58.507743 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21b1006-24a6-41c1-ac9d-9a64221ab9ae None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:58.511608 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02b3c6e-df49-4293-9751-4899e019a71b None None] Network 92420f59-0e5b-455e-aa69-9edc41c0f2c9 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:15:58.512020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51540) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:58.514869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8a77c54-704c-4ab7-98a0-147d0972105c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.536959 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4ebaff-067e-4ef4-ace6-8ef739d6e93a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Router a4437e8f-175f-4dfb-9f64-cffd760a0b68 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:15:58.562913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8a77c54-704c-4ab7-98a0-147d0972105c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.609503 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] For port 6ea356e5-2676-4857-be6e-160c2d893dbe, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6ea356e5-2676-4857-be6e-160c2d893dbe,segment=NetworkSegment(8e31c100-829b-48b4-aae9-1bc89447d965),segment_id=8e31c100-829b-48b4-aae9-1bc89447d965)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:58.609881 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.631917 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Calling delete_port for 6ea356e5-2676-4857-be6e-160c2d893dbe owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:58.641077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.710218 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': '6296a461-ac93-4a61-a6da-cdec6f1ad3b7'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:15:58.711787 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.755553 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c876bce-dd72-45ed-9d8b-927f94c9b4a9 None None] DHCP port deletion for 92420f59-0e5b-455e-aa69-9edc41c0f2c9 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:15:58.756973 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.761814 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ce95d2-bd6d-46ad-9d00-15c6f4685408']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:58.762630 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916ae82a-be15-46c1-9730-93d8e060e58b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:58.822493 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90dc99a-143c-4b54-a4b1-5218f58d6e60') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:58.822836 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90dc99a-143c-4b54-a4b1-5218f58d6e60') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:58.831361 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.852265 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.875004 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Port': ['ID=6ea356e5-2676-4857-be6e-160c2d893dbe,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:58.883097 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] No DVR routers for this DVR port 6ea356e5-2676-4857-be6e-160c2d893dbe on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:15:58.929754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.933280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0c876bce-dd72-45ed-9d8b-927f94c9b4a9 None None] Deleting port 1e19523b-ba9d-4147-9aa5-8039a90142ce {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:58.933280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c876bce-dd72-45ed-9d8b-927f94c9b4a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.953889 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-916ae82a-be15-46c1-9730-93d8e060e58b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.958661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:15:58.959081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:15:58.964582 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:15:58.980339 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a77c54-704c-4ab7-98a0-147d0972105c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Router 27df7a19-aa58-490a-8247-7aa6bbd86b83 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:15:58.984291 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Allocated IP 2001:db8::2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/6296a461-ac93-4a61-a6da-cdec6f1ad3b7/43ef8841-ad82-44e1-9dd0-79d0dcf45bc8) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:15:59.005759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-916ae82a-be15-46c1-9730-93d8e060e58b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port d971b9f2-2399-4c51-b19a-10a5fde38b20 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:15:59.014916 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4ebaff-067e-4ef4-ace6-8ef739d6e93a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:15:59.018245 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.023547 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ed4ebaff-067e-4ef4-ace6-8ef739d6e93a tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] 10.222.0.32 "PUT /v2.0/routers/a4437e8f-175f-4dfb-9f64-cffd760a0b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1951725 Dec 14 01:15:59.026501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0c876bce-dd72-45ed-9d8b-927f94c9b4a9 None None] For port 1e19523b-ba9d-4147-9aa5-8039a90142ce, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=1e19523b-ba9d-4147-9aa5-8039a90142ce,segment=NetworkSegment(0783bb7f-90b8-47d9-911d-1e57c85f1886),segment_id=0783bb7f-90b8-47d9-911d-1e57c85f1886)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:59.026933 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c876bce-dd72-45ed-9d8b-927f94c9b4a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.028153 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51546) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:59.046695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b6e55c-2a25-4f7d-8cdf-227bfe0bc591 None None] Sync routers for ids ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:15:59.078290 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7fd943-0d5d-46b3-b725-cf2118c236d0']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:59.088140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0c876bce-dd72-45ed-9d8b-927f94c9b4a9 None None] Calling delete_port for 1e19523b-ba9d-4147-9aa5-8039a90142ce owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:59.094935 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Deleting port 1e19523b-ba9d-4147-9aa5-8039a90142ce {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:15:59.095297 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.108059 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b6e55c-2a25-4f7d-8cdf-227bfe0bc591 None None] Routers {'a4437e8f-175f-4dfb-9f64-cffd760a0b68'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:59.108813 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-89b6e55c-2a25-4f7d-8cdf-227bfe0bc591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:59.125011 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e31c100-829b-48b4-aae9-1bc89447d965') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:59.125387 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e31c100-829b-48b4-aae9-1bc89447d965') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:59.140352 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.152066 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-89b6e55c-2a25-4f7d-8cdf-227bfe0bc591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:59.164525 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.170921 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:15:59.170921 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:15:59.174043 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:15:59.198050 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.235311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.237934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.238226 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b6e55c-2a25-4f7d-8cdf-227bfe0bc591 None None] Routers {'a4437e8f-175f-4dfb-9f64-cffd760a0b68'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:59.241673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-89b6e55c-2a25-4f7d-8cdf-227bfe0bc591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:59.241826 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] 10.222.0.32 "DELETE /v2.0/networks/b1ce95d2-bd6d-46ad-9d00-15c6f4685408 HTTP/1.1" status: 204 len: 168 time: 2.4349225 Dec 14 01:15:59.244427 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd1f34-7386-4f1b-8b47-fdb9eba9323d tempest-AllowedAddressPairTestJSON-1361778790 tempest-AllowedAddressPairTestJSON-1361778790-project] Pushing event deleted for resources: {'Network': ['ID=b1ce95d2-bd6d-46ad-9d00-15c6f4685408,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:59.275775 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] For port 1e19523b-ba9d-4147-9aa5-8039a90142ce, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=1e19523b-ba9d-4147-9aa5-8039a90142ce,segment=NetworkSegment(0783bb7f-90b8-47d9-911d-1e57c85f1886),segment_id=0783bb7f-90b8-47d9-911d-1e57c85f1886)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:15:59.276164 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.278227 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.284613 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/networks/6c7fd943-0d5d-46b3-b725-cf2118c236d0 HTTP/1.1" status: 204 len: 168 time: 2.7328732 Dec 14 01:15:59.289179 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7f486-bcfe-4034-b017-b7206b479dd8 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Network': ['ID=6c7fd943-0d5d-46b3-b725-cf2118c236d0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:59.291316 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51550) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:59.297770 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b577929b-49a2-4b30-8a8b-8ab2b0a72f1e tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1926384429'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:59.309931 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-89b6e55c-2a25-4f7d-8cdf-227bfe0bc591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:59.310600 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b6e55c-2a25-4f7d-8cdf-227bfe0bc591 None None] The sync data for ids ['a4437e8f-175f-4dfb-9f64-cffd760a0b68'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:15:59.321938 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-56950fd6-9a40-4d79-9660-a6c5a2fd8154 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.332560 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b577929b-49a2-4b30-8a8b-8ab2b0a72f1e tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Made reservation on behalf of 95b580a43df54a1297220912a3d4d815 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:15:59.335470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Calling delete_port for 1e19523b-ba9d-4147-9aa5-8039a90142ce owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:15:59.340321 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.343312 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b577929b-49a2-4b30-8a8b-8ab2b0a72f1e tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.346635 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c876bce-dd72-45ed-9d8b-927f94c9b4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.356918 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.370258 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-916ae82a-be15-46c1-9730-93d8e060e58b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:15:59.370808 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916ae82a-be15-46c1-9730-93d8e060e58b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:15:59.398147 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-916ae82a-be15-46c1-9730-93d8e060e58b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9026186 Dec 14 01:15:59.399345 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b577929b-49a2-4b30-8a8b-8ab2b0a72f1e tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:15:59.399549 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c876bce-dd72-45ed-9d8b-927f94c9b4a9 None None] Pushing event deleted for resources: {'Port': ['ID=1e19523b-ba9d-4147-9aa5-8039a90142ce,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:59.401731 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51552) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:59.407434 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c876bce-dd72-45ed-9d8b-927f94c9b4a9 None None] No DVR routers for this DVR port 1e19523b-ba9d-4147-9aa5-8039a90142ce on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:15:59.424320 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b577929b-49a2-4b30-8a8b-8ab2b0a72f1e tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.424844 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-b577929b-49a2-4b30-8a8b-8ab2b0a72f1e tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Added segment da52d2f0-b11b-4540-bf26-aa71c78bcc23 of type vlan for network cd84bc95-5d86-46c9-baff-07009deb43bf Dec 14 01:15:59.454545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:15:59.457741 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:15:59.458800 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a77c54-704c-4ab7-98a0-147d0972105c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:15:59.460389 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:15:59.472013 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a898c5c7-2284-42f2-9666-93d562b1202f None None] Sync routers for ids ['27df7a19-aa58-490a-8247-7aa6bbd86b83'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:15:59.478375 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Pushing event updated for resources: {'Port': ['ID=43ef8841-ad82-44e1-9dd0-79d0dcf45bc8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:59.483343 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8a77c54-704c-4ab7-98a0-147d0972105c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.485841 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a8a77c54-704c-4ab7-98a0-147d0972105c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "PUT /v2.0/routers/27df7a19-aa58-490a-8247-7aa6bbd86b83 HTTP/1.1" status: 200 len: 924 time: 4.4624538 Dec 14 01:15:59.489478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51554) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:59.493340 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b577929b-49a2-4b30-8a8b-8ab2b0a72f1e tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.498437 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a898c5c7-2284-42f2-9666-93d562b1202f None None] Routers {'27df7a19-aa58-490a-8247-7aa6bbd86b83'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:59.499052 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a898c5c7-2284-42f2-9666-93d562b1202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['27df7a19-aa58-490a-8247-7aa6bbd86b83'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:59.527387 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b577929b-49a2-4b30-8a8b-8ab2b0a72f1e tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.537800 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Attempting to bind port 43ef8841-ad82-44e1-9dd0-79d0dcf45bc8 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:15:59.538507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Attempting to bind port 43ef8841-ad82-44e1-9dd0-79d0dcf45bc8 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:15:59.539082 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Attempting to bind port 43ef8841-ad82-44e1-9dd0-79d0dcf45bc8 on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:15:59.544208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b577929b-49a2-4b30-8a8b-8ab2b0a72f1e tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:59.545160 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b577929b-49a2-4b30-8a8b-8ab2b0a72f1e tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.551799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:15:59.552844 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:15:59.553449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.554033 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:15:59.554915 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Bound port: 43ef8841-ad82-44e1-9dd0-79d0dcf45bc8, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:15:59.555506 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.577187 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a898c5c7-2284-42f2-9666-93d562b1202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:59.605442 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a898c5c7-2284-42f2-9666-93d562b1202f None None] Routers {'27df7a19-aa58-490a-8247-7aa6bbd86b83'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:15:59.606405 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a898c5c7-2284-42f2-9666-93d562b1202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['27df7a19-aa58-490a-8247-7aa6bbd86b83'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:59.630717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d548e1-e0ba-4073-81df-cd15fa8ed137 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:59.635112 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c0d548e1-e0ba-4073-81df-cd15fa8ed137 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2289591 Dec 14 01:15:59.641643 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51558) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:59.642980 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] For port 43ef8841-ad82-44e1-9dd0-79d0dcf45bc8, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:15:59.648879 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] For port 43ef8841-ad82-44e1-9dd0-79d0dcf45bc8, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=43ef8841-ad82-44e1-9dd0-79d0dcf45bc8,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:15:59.653770 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a898c5c7-2284-42f2-9666-93d562b1202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:15:59.655076 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a898c5c7-2284-42f2-9666-93d562b1202f None None] The sync data for ids ['27df7a19-aa58-490a-8247-7aa6bbd86b83'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:15:59.656484 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.691496 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b577929b-49a2-4b30-8a8b-8ab2b0a72f1e tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3990078 Dec 14 01:15:59.707028 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.730967 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51560) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:59.739615 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8da176cf-af3f-49fb-8c75-f91142a4aea8 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "GET /v2.0/routers/27df7a19-aa58-490a-8247-7aa6bbd86b83 HTTP/1.1" status: 200 len: 924 time: 0.2428868 Dec 14 01:15:59.747024 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577929b-49a2-4b30-8a8b-8ab2b0a72f1e tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event updated for resources: {'Network': ['ID=cd84bc95-5d86-46c9-baff-07009deb43bf,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:59.754751 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51562) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:59.766181 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51564) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:59.770509 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network cd84bc95-5d86-46c9-baff-07009deb43bf details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:15:59.789319 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fc031f04-fe79-4e7b-ad63-bd2c67221575 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Request body: {'subnet': {'network_id': 'cd84bc95-5d86-46c9-baff-07009deb43bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:15:59.793595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-56950fd6-9a40-4d79-9660-a6c5a2fd8154 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:15:59.827704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Pushing event deleted for resources: {'Port': ['ID=1e19523b-ba9d-4147-9aa5-8039a90142ce,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:59.854157 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 743c1b88-8fe6-4bf1-b488-a1c2ede66f82 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:15:59.858237 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c0e0d-84c5-4490-9329-68329c7cf8f2 None None] Pushing event updated for resources: {'Port': ['ID=43ef8841-ad82-44e1-9dd0-79d0dcf45bc8,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:15:59.865467 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] No DVR routers for this DVR port 1e19523b-ba9d-4147-9aa5-8039a90142ce on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:15:59.868296 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4db14-4449-4bf8-9823-ce8c8d18b7a8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:59.870507 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4db14-4449-4bf8-9823-ce8c8d18b7a8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:59.872988 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-56f4db14-4449-4bf8-9823-ce8c8d18b7a8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2256675 Dec 14 01:15:59.878775 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51568) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:15:59.885053 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 743c1b88-8fe6-4bf1-b488-a1c2ede66f82 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:15:59.885396 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 743c1b88-8fe6-4bf1-b488-a1c2ede66f82 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:15:59.885814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 1e19523b-ba9d-4147-9aa5-8039a90142ce no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:15:59.914563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 1e19523b-ba9d-4147-9aa5-8039a90142ce {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:15:59.914912 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 1e19523b-ba9d-4147-9aa5-8039a90142ce not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:15:59.990410 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6642be9-bb6d-4253-9fdd-c10922a532fa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:15:59.994519 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f6642be9-bb6d-4253-9fdd-c10922a532fa tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9d3d9e64-5277-4411-88bd-12485529348e&device_id=27df7a19-aa58-490a-8247-7aa6bbd86b83&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2289906 Dec 14 01:15:59.996413 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51572) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:00.078751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.114021 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16ee444-d859-4b15-ba6c-625369813414 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet 6296a461-ac93-4a61-a6da-cdec6f1ad3b7 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:16:00.117762 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92420f59-0e5b-455e-aa69-9edc41c0f2c9']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:00.121115 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b16ee444-d859-4b15-ba6c-625369813414 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.129373 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc031f04-fe79-4e7b-ad63-bd2c67221575 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Made reservation on behalf of 95b580a43df54a1297220912a3d4d815 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:00.133460 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fc031f04-fe79-4e7b-ad63-bd2c67221575 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.143275 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0783bb7f-90b8-47d9-911d-1e57c85f1886') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:00.143703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0783bb7f-90b8-47d9-911d-1e57c85f1886') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:00.161534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-56950fd6-9a40-4d79-9660-a6c5a2fd8154 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Deleting port 4c8a2be0-985c-4cb4-99f4-c66c32583961 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:00.161937 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-56950fd6-9a40-4d79-9660-a6c5a2fd8154 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.172901 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5872f940-76c4-4c14-a4b1-40e75377dc4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f8e73e432be4683bd2a350831cb708b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4053938 Dec 14 01:16:00.179070 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51576) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:00.199261 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.203113 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b16ee444-d859-4b15-ba6c-625369813414 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.256383 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.266071 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a7f679-0526-421f-bed3-d5baf7cbe18c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:00.267564 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f0a7f679-0526-421f-bed3-d5baf7cbe18c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "GET /v2.0/networks/9d3d9e64-5277-4411-88bd-12485529348e HTTP/1.1" status: 200 len: 881 time: 0.2708378 Dec 14 01:16:00.273183 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51578) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:00.277554 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:00.277953 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:00.283411 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:00.326093 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-569f4037-9a5e-4368-ad8a-2aefe2a1ab97 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "GET /v2.0/ports?device_id=27df7a19-aa58-490a-8247-7aa6bbd86b83 HTTP/1.1" status: 200 len: 205 time: 0.0518100 Dec 14 01:16:00.332480 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51580) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:00.383903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.388059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.388433 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3e34d92-036f-4626-a24e-51ad5356f4f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.391783 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] 10.222.0.32 "DELETE /v2.0/networks/92420f59-0e5b-455e-aa69-9edc41c0f2c9 HTTP/1.1" status: 204 len: 168 time: 1.8749833 Dec 14 01:16:00.393802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-56950fd6-9a40-4d79-9660-a6c5a2fd8154 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.413437 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b16ee444-d859-4b15-ba6c-625369813414 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.426144 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60aaf7-81ef-4be7-b49e-28a7cbd5354f tempest-ExtraDHCPOptionsTestJSON-1633880915 tempest-ExtraDHCPOptionsTestJSON-1633880915-project] Pushing event deleted for resources: {'Network': ['ID=92420f59-0e5b-455e-aa69-9edc41c0f2c9,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:00.429377 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-56950fd6-9a40-4d79-9660-a6c5a2fd8154 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Calling delete_port for 4c8a2be0-985c-4cb4-99f4-c66c32583961 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:00.483487 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3e34d92-036f-4626-a24e-51ad5356f4f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.558787 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7cd3-b0c0-4331-bfaf-88606ee715f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.562864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b16ee444-d859-4b15-ba6c-625369813414 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.586236 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fc031f04-fe79-4e7b-ad63-bd2c67221575 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.633492 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ee444-d859-4b15-ba6c-625369813414 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=6296a461-ac93-4a61-a6da-cdec6f1ad3b7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:00.637628 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b16ee444-d859-4b15-ba6c-625369813414 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.644451 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b16ee444-d859-4b15-ba6c-625369813414 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/6296a461-ac93-4a61-a6da-cdec6f1ad3b7 HTTP/1.1" status: 204 len: 168 time: 0.7643182 Dec 14 01:16:00.647227 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51586) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:00.706419 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51588) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:00.723098 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc031f04-fe79-4e7b-ad63-bd2c67221575 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event updated for resources: {'Subnet': ['ID=aa685d87-82fe-47bf-9bf6-f911b65a218b,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:00.732319 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4aea6f89-18b7-431c-bbaf-c94081690b29 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830002 Dec 14 01:16:00.733430 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51592) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:00.744908 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4f687d47-8da2-47b1-b273-fb2478b617fa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:00.758559 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc031f04-fe79-4e7b-ad63-bd2c67221575 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Checking segment: {'id': 'da52d2f0-b11b-4540-bf26-aa71c78bcc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cd84bc95-5d86-46c9-baff-07009deb43bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:00.758927 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc031f04-fe79-4e7b-ad63-bd2c67221575 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Network hostable DHCP agents. Network: cd84bc95-5d86-46c9-baff-07009deb43bf, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:00.772824 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3e34d92-036f-4626-a24e-51ad5356f4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.775433 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3e34d92-036f-4626-a24e-51ad5356f4f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.776753 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d3e34d92-036f-4626-a24e-51ad5356f4f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9f12a70-1852-4813-a011-20d4695b9c0e HTTP/1.1" status: 204 len: 168 time: 0.5948875 Dec 14 01:16:00.793167 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc031f04-fe79-4e7b-ad63-bd2c67221575 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Network cd84bc95-5d86-46c9-baff-07009deb43bf is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:00.800923 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-56950fd6-9a40-4d79-9660-a6c5a2fd8154 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.835839 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-fc031f04-fe79-4e7b-ad63-bd2c67221575 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, cd84bc95-5d86-46c9-baff-07009deb43bf) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:00.845644 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc031f04-fe79-4e7b-ad63-bd2c67221575 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:00.847736 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fc031f04-fe79-4e7b-ad63-bd2c67221575 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:00.849952 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee0056-3bcc-430e-81ea-abdf2acf10f7 None None] Network cd84bc95-5d86-46c9-baff-07009deb43bf requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:00.855791 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56950fd6-9a40-4d79-9660-a6c5a2fd8154 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Pushing event deleted for resources: {'Port': ['ID=4c8a2be0-985c-4cb4-99f4-c66c32583961,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:00.929591 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fc031f04-fe79-4e7b-ad63-bd2c67221575 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1858914 Dec 14 01:16:00.930464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51596) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:01.032576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-56950fd6-9a40-4d79-9660-a6c5a2fd8154 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.067176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-cd84bc95-5d86-46c9-baff-07009deb43bf', 'network_id': 'cd84bc95-5d86-46c9-baff-07009deb43bf', 'project_id': '95b580a43df54a1297220912a3d4d815', 'fixed_ips': [{'subnet_id': 'aa685d87-82fe-47bf-9bf6-f911b65a218b'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:01.068564 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.202904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e237cf-868b-4e65-9d9d-e46436238068 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:01.284454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e34d92-036f-4626-a24e-51ad5356f4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f12a70-1852-4813-a011-20d4695b9c0e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:01.313369 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7cd3-b0c0-4331-bfaf-88606ee715f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.326265 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f687d47-8da2-47b1-b273-fb2478b617fa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:01.331445 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f687d47-8da2-47b1-b273-fb2478b617fa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.473733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-08117724-4d76-4d49-a0b2-397ab63e3eb6 None None] Provisioning complete for port 43ef8841-ad82-44e1-9dd0-79d0dcf45bc8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:01.474103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08117724-4d76-4d49-a0b2-397ab63e3eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.563679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.574238 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-56950fd6-9a40-4d79-9660-a6c5a2fd8154 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.575636 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Allocated IP 2001:db8::2 (cd84bc95-5d86-46c9-baff-07009deb43bf/aa685d87-82fe-47bf-9bf6-f911b65a218b/6894d96a-8625-4c9e-88d6-640a029c4f8e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:01.577882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-56950fd6-9a40-4d79-9660-a6c5a2fd8154 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.581327 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b3c5b3ea-4146-450f-8eee-9c7fee38dd43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02c8cfff5c0d413f9edfd39e5531def3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8732443 Dec 14 01:16:01.584836 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51616) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:01.588768 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe7cd3-b0c0-4331-bfaf-88606ee715f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Deleting port 2fd0914c-2480-4218-a58e-14c61b809a1f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:01.589779 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7cd3-b0c0-4331-bfaf-88606ee715f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.676279 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3957d85c-4389-4c64-b8fa-741c4ced4a02 None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:01.698687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-56950fd6-9a40-4d79-9660-a6c5a2fd8154 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.699249 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56950fd6-9a40-4d79-9660-a6c5a2fd8154 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Fanout notify agent at l3_agent the message router_deleted on router a4437e8f-175f-4dfb-9f64-cffd760a0b68 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:16:01.714944 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-56950fd6-9a40-4d79-9660-a6c5a2fd8154 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.716140 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-56950fd6-9a40-4d79-9660-a6c5a2fd8154 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] 10.222.0.32 "DELETE /v2.0/routers/a4437e8f-175f-4dfb-9f64-cffd760a0b68 HTTP/1.1" status: 204 len: 168 time: 2.6781166 Dec 14 01:16:01.719239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51622) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:01.736705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08117724-4d76-4d49-a0b2-397ab63e3eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.785297 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-808643eb-fd93-4530-abf6-dac8a6d91039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.787242 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.793298 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb6b2a1-7d49-40e7-9e6b-85bc7624ab5b tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Deleting subnet d64b3031-9977-46ad-9853-6aa90b0d23a1 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:16:01.821738 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7cd3-b0c0-4331-bfaf-88606ee715f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.826795 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b2a1-7d49-40e7-9e6b-85bc7624ab5b tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.837111 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe7cd3-b0c0-4331-bfaf-88606ee715f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Calling delete_port for 2fd0914c-2480-4218-a58e-14c61b809a1f owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:01.841821 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f687d47-8da2-47b1-b273-fb2478b617fa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.845568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51624) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:01.864733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-08117724-4d76-4d49-a0b2-397ab63e3eb6 None None] For port 43ef8841-ad82-44e1-9dd0-79d0dcf45bc8, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=43ef8841-ad82-44e1-9dd0-79d0dcf45bc8,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:01.883419 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08117724-4d76-4d49-a0b2-397ab63e3eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.887156 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3957d85c-4389-4c64-b8fa-741c4ced4a02 None None] Deleting port 43ef8841-ad82-44e1-9dd0-79d0dcf45bc8 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:01.887527 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3957d85c-4389-4c64-b8fa-741c4ced4a02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.888638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-808643eb-fd93-4530-abf6-dac8a6d91039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.897637 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.923437 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b2a1-7d49-40e7-9e6b-85bc7624ab5b tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.959373 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f687d47-8da2-47b1-b273-fb2478b617fa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:01.964880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.974090 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-4f687d47-8da2-47b1-b273-fb2478b617fa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:01.986068 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:01.989613 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f687d47-8da2-47b1-b273-fb2478b617fa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:01.990316 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f687d47-8da2-47b1-b273-fb2478b617fa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.013403 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f687d47-8da2-47b1-b273-fb2478b617fa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=9f413775-7588-4730-ba5f-b146040c814c,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:02.022989 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Network cd84bc95-5d86-46c9-baff-07009deb43bf is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:02.026693 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Subnet': ['ID=aa685d87-82fe-47bf-9bf6-f911b65a218b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:02.042121 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:02.045783 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:02.052252 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4f687d47-8da2-47b1-b273-fb2478b617fa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3104491 Dec 14 01:16:02.052963 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51628) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:02.069735 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-47bc9f62-8639-45b2-accf-ae83e8b28e3b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-988560290', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:02.085063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08117724-4d76-4d49-a0b2-397ab63e3eb6 None None] Pushing event updated for resources: {'Port': ['ID=43ef8841-ad82-44e1-9dd0-79d0dcf45bc8,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:02.091999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.116155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd84bc95-5d86-46c9-baff-07009deb43bf']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:02.142927 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a6add2bf-528a-46a6-b5b1-55717ed1345e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1132264554'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:02.146244 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47bc9f62-8639-45b2-accf-ae83e8b28e3b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.148417 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47bc9f62-8639-45b2-accf-ae83e8b28e3b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.148817 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da52d2f0-b11b-4540-bf26-aa71c78bcc23') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:02.149113 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da52d2f0-b11b-4540-bf26-aa71c78bcc23') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:02.155134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-808643eb-fd93-4530-abf6-dac8a6d91039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.158171 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-808643eb-fd93-4530-abf6-dac8a6d91039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.158801 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3957d85c-4389-4c64-b8fa-741c4ced4a02 None None] For port 43ef8841-ad82-44e1-9dd0-79d0dcf45bc8, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=43ef8841-ad82-44e1-9dd0-79d0dcf45bc8,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:02.162442 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3957d85c-4389-4c64-b8fa-741c4ced4a02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.162586 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-808643eb-fd93-4530-abf6-dac8a6d91039 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ba00e56-e0de-4d6e-a8c9-0e4a228da0e6 HTTP/1.1" status: 204 len: 168 time: 0.5730984 Dec 14 01:16:02.173119 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.182849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3957d85c-4389-4c64-b8fa-741c4ced4a02 None None] Calling delete_port for 43ef8841-ad82-44e1-9dd0-79d0dcf45bc8 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:02.191514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808643eb-fd93-4530-abf6-dac8a6d91039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba00e56-e0de-4d6e-a8c9-0e4a228da0e6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:02.192455 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Attempting to bind port 6894d96a-8625-4c9e-88d6-640a029c4f8e on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:02.192875 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Attempting to bind port 6894d96a-8625-4c9e-88d6-640a029c4f8e by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'da52d2f0-b11b-4540-bf26-aa71c78bcc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cd84bc95-5d86-46c9-baff-07009deb43bf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:02.193316 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Attempting to bind port 6894d96a-8625-4c9e-88d6-640a029c4f8e on network cd84bc95-5d86-46c9-baff-07009deb43bf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:02.200060 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.203290 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b2a1-7d49-40e7-9e6b-85bc7624ab5b tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.205954 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Pushing event updated for resources: {'Port': ['ID=6894d96a-8625-4c9e-88d6-640a029c4f8e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:02.211817 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:02.212341 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Checking segment: {'id': 'da52d2f0-b11b-4540-bf26-aa71c78bcc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cd84bc95-5d86-46c9-baff-07009deb43bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:02.212843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.213334 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Bound using segment: {'id': 'da52d2f0-b11b-4540-bf26-aa71c78bcc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cd84bc95-5d86-46c9-baff-07009deb43bf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:02.213938 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Bound port: 6894d96a-8625-4c9e-88d6-640a029c4f8e, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da52d2f0-b11b-4540-bf26-aa71c78bcc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cd84bc95-5d86-46c9-baff-07009deb43bf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:02.214390 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.231582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:02.232300 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:02.236175 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:02.278711 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6add2bf-528a-46a6-b5b1-55717ed1345e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Made reservation on behalf of 30371c5bb4fd49c69c42b3fb5985ee39 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:02.284476 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6add2bf-528a-46a6-b5b1-55717ed1345e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.291303 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47bc9f62-8639-45b2-accf-ae83e8b28e3b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.303609 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6add2bf-528a-46a6-b5b1-55717ed1345e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.306675 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47bc9f62-8639-45b2-accf-ae83e8b28e3b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.321312 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 01:16:02.321312 dv-neutron-821592-1-hyperv neutron-server[103409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 01:16:02.321312 dv-neutron-821592-1-hyperv neutron-server[103409]: [parameters: {'id': 'cd84bc95-5d86-46c9-baff-07009deb43bf'}] Dec 14 01:16:02.321312 dv-neutron-821592-1-hyperv neutron-server[103409]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:16:02.321810 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:16:02.336365 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b2a1-7d49-40e7-9e6b-85bc7624ab5b tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.366988 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47bc9f62-8639-45b2-accf-ae83e8b28e3b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.368193 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-47bc9f62-8639-45b2-accf-ae83e8b28e3b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3113351 Dec 14 01:16:02.375420 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51634) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:02.400253 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b2a1-7d49-40e7-9e6b-85bc7624ab5b tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.403433 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3bb6b2a1-7d49-40e7-9e6b-85bc7624ab5b tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] 10.222.0.32 "DELETE /v2.0/subnets/d64b3031-9977-46ad-9853-6aa90b0d23a1 HTTP/1.1" status: 204 len: 168 time: 0.6694250 Dec 14 01:16:02.404695 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6b2a1-7d49-40e7-9e6b-85bc7624ab5b tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Pushing event deleted for resources: {'Subnet': ['ID=d64b3031-9977-46ad-9853-6aa90b0d23a1,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:02.406952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51638) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:02.425705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50da73e3-c145-46b3-942c-a9abf8473e89 None None] Network 2ce08085-bae8-4681-85ed-a86263fde903 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:02.486732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] For port 6894d96a-8625-4c9e-88d6-640a029c4f8e, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:02.497249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3957d85c-4389-4c64-b8fa-741c4ced4a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.500927 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.516953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] For port 6894d96a-8625-4c9e-88d6-640a029c4f8e, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6894d96a-8625-4c9e-88d6-640a029c4f8e,segment=NetworkSegment(da52d2f0-b11b-4540-bf26-aa71c78bcc23),segment_id=da52d2f0-b11b-4540-bf26-aa71c78bcc23)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:02.527514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7cd3-b0c0-4331-bfaf-88606ee715f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.546938 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.551353 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3957d85c-4389-4c64-b8fa-741c4ced4a02 None None] No DVR routers for this DVR port 43ef8841-ad82-44e1-9dd0-79d0dcf45bc8 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:02.555182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957d85c-4389-4c64-b8fa-741c4ced4a02 None None] Pushing event deleted for resources: {'Port': ['ID=43ef8841-ad82-44e1-9dd0-79d0dcf45bc8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:02.587707 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Deleting port 0619575e-1a20-44c8-9abb-a067287fe198 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:02.588333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.626428 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe7cd3-b0c0-4331-bfaf-88606ee715f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Pushing event deleted for resources: {'Port': ['ID=2fd0914c-2480-4218-a58e-14c61b809a1f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:02.628902 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facc990c-1872-4e2e-b6cf-1b6e22ec4246 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:02.665273 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] For port 0619575e-1a20-44c8-9abb-a067287fe198, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=0619575e-1a20-44c8-9abb-a067287fe198,segment=NetworkSegment(2608d756-7212-4f29-8e54-39c2782c7614),segment_id=2608d756-7212-4f29-8e54-39c2782c7614)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:02.665895 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.697521 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Calling delete_port for 0619575e-1a20-44c8-9abb-a067287fe198 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:02.763056 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734fe4a-aa86-4448-ba72-7385be3b24ba None None] Pushing event updated for resources: {'Port': ['ID=6894d96a-8625-4c9e-88d6-640a029c4f8e,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:02.779505 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7ec3fa-ef9f-4d3d-b9ca-7825e35ffd1e None None] Network cd84bc95-5d86-46c9-baff-07009deb43bf requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:02.820921 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6add2bf-528a-46a6-b5b1-55717ed1345e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.854151 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6add2bf-528a-46a6-b5b1-55717ed1345e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.855517 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.860265 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7cd3-b0c0-4331-bfaf-88606ee715f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.870930 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.898618 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': '9f413775-7588-4730-ba5f-b146040c814c'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:02.898618 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:02.916831 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1744bcae-f093-4699-a420-7dec5b4d683d None None] DHCP port deletion for 2ce08085-bae8-4681-85ed-a86263fde903 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:02.924009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Pushing event deleted for resources: {'Port': ['ID=0619575e-1a20-44c8-9abb-a067287fe198,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:02.938864 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] No DVR routers for this DVR port 0619575e-1a20-44c8-9abb-a067287fe198 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:02.956237 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6add2bf-528a-46a6-b5b1-55717ed1345e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:03.018974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7cd3-b0c0-4331-bfaf-88606ee715f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.023391 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7cd3-b0c0-4331-bfaf-88606ee715f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.025257 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6add2bf-528a-46a6-b5b1-55717ed1345e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.025598 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-a6add2bf-528a-46a6-b5b1-55717ed1345e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Added segment 8a65e5aa-f094-480b-ae56-730a10b9916a of type vlan for network 30268b3b-3212-4b94-854c-cf26a8ee35ce Dec 14 01:16:03.054021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.057815 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6add2bf-528a-46a6-b5b1-55717ed1345e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2392289c-c65f-4342-98a8-e7c5e6939db1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:03.065893 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.080152 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce08085-bae8-4681-85ed-a86263fde903']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:03.091239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2608d756-7212-4f29-8e54-39c2782c7614') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:03.091763 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2608d756-7212-4f29-8e54-39c2782c7614') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:03.103090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.134534 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6add2bf-528a-46a6-b5b1-55717ed1345e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.139417 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Allocated IP 2001:db8::2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/9f413775-7588-4730-ba5f-b146040c814c/7661d8aa-adb7-4940-887f-e3146958958b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:03.140289 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7cd3-b0c0-4331-bfaf-88606ee715f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.140792 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbe7cd3-b0c0-4331-bfaf-88606ee715f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Fanout notify agent at l3_agent the message router_deleted on router 27df7a19-aa58-490a-8247-7aa6bbd86b83 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:16:03.151016 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7cd3-b0c0-4331-bfaf-88606ee715f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.152235 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5dbe7cd3-b0c0-4331-bfaf-88606ee715f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "DELETE /v2.0/routers/27df7a19-aa58-490a-8247-7aa6bbd86b83 HTTP/1.1" status: 204 len: 168 time: 2.8146651 Dec 14 01:16:03.154490 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.165681 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51652) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:03.171558 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-19845be0-b9e5-4983-823e-67e2dfa5a7e5 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1328595460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:03.179567 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:03.180963 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:03.185109 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:03.284481 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.290904 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19845be0-b9e5-4983-823e-67e2dfa5a7e5 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.291961 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19845be0-b9e5-4983-823e-67e2dfa5a7e5 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.304958 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6add2bf-528a-46a6-b5b1-55717ed1345e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.306280 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.312694 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] 10.222.0.32 "DELETE /v2.0/networks/2ce08085-bae8-4681-85ed-a86263fde903 HTTP/1.1" status: 204 len: 168 time: 0.9044690 Dec 14 01:16:03.316598 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51660) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:03.318420 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6add2bf-528a-46a6-b5b1-55717ed1345e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:03.319276 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6add2bf-528a-46a6-b5b1-55717ed1345e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.332782 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Deleting port 6894d96a-8625-4c9e-88d6-640a029c4f8e {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:03.333218 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.335195 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.344352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.390583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27b9a7-e495-48b6-bf09-13ec52aace53 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Pushing event deleted for resources: {'Network': ['ID=2ce08085-bae8-4681-85ed-a86263fde903,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:03.397028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:03.402457 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:03.410885 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:03.416797 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a6add2bf-528a-46a6-b5b1-55717ed1345e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5646915 Dec 14 01:16:03.417001 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Pushing event updated for resources: {'Port': ['ID=7661d8aa-adb7-4940-887f-e3146958958b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:03.419706 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51662) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:03.425714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7ab89a00-0fc2-468f-ad8a-c785a8ddad65 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Request body: {'subnet': {'network_id': '30268b3b-3212-4b94-854c-cf26a8ee35ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:03.469865 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Attempting to bind port 7661d8aa-adb7-4940-887f-e3146958958b on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:03.470245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Attempting to bind port 7661d8aa-adb7-4940-887f-e3146958958b by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:03.470730 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Attempting to bind port 7661d8aa-adb7-4940-887f-e3146958958b on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:03.476856 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:03.477296 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:03.477713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.478116 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:03.478593 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Bound port: 7661d8aa-adb7-4940-887f-e3146958958b, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:03.478983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.502962 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51666) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:03.503650 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6add2bf-528a-46a6-b5b1-55717ed1345e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Pushing event updated for resources: {'Network': ['ID=30268b3b-3212-4b94-854c-cf26a8ee35ce,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:03.516910 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 30268b3b-3212-4b94-854c-cf26a8ee35ce details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:03.619673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19845be0-b9e5-4983-823e-67e2dfa5a7e5 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.663453 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab89a00-0fc2-468f-ad8a-c785a8ddad65 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Made reservation on behalf of 30371c5bb4fd49c69c42b3fb5985ee39 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:03.667499 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ab89a00-0fc2-468f-ad8a-c785a8ddad65 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.682714 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19845be0-b9e5-4983-823e-67e2dfa5a7e5 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.696568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::1 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/9f413775-7588-4730-ba5f-b146040c814c/d440ac82-b833-4baf-8e1f-6e8237bbdd48) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:03.702295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] For port 6894d96a-8625-4c9e-88d6-640a029c4f8e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6894d96a-8625-4c9e-88d6-640a029c4f8e,segment=NetworkSegment(da52d2f0-b11b-4540-bf26-aa71c78bcc23),segment_id=da52d2f0-b11b-4540-bf26-aa71c78bcc23)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:03.703099 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.762353 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Calling delete_port for 6894d96a-8625-4c9e-88d6-640a029c4f8e owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:03.762627 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e085fe8a-0383-409a-8ec0-0875270331ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1136820446'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:03.773794 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] For port 7661d8aa-adb7-4940-887f-e3146958958b, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:03.777263 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 0619575e-1a20-44c8-9abb-a067287fe198 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:16:03.780164 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] For port 7661d8aa-adb7-4940-887f-e3146958958b, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7661d8aa-adb7-4940-887f-e3146958958b,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:03.802546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 0619575e-1a20-44c8-9abb-a067287fe198 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:03.802883 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 0619575e-1a20-44c8-9abb-a067287fe198 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:16:03.805058 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.855137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19845be0-b9e5-4983-823e-67e2dfa5a7e5 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-19845be0-b9e5-4983-823e-67e2dfa5a7e5 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6926312 Dec 14 01:16:03.860580 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51672) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:03.872423 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Request body: {'router': {'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:03.877141 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35b1ef-2c83-4853-9777-5b63cffc240f None None] Pushing event updated for resources: {'Port': ['ID=7661d8aa-adb7-4940-887f-e3146958958b,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:03.889936 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e085fe8a-0383-409a-8ec0-0875270331ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:03.893818 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e085fe8a-0383-409a-8ec0-0875270331ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.921837 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e085fe8a-0383-409a-8ec0-0875270331ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:03.962390 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.012440 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.057573 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Port': ['ID=6894d96a-8625-4c9e-88d6-640a029c4f8e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:04.075695 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] No DVR routers for this DVR port 6894d96a-8625-4c9e-88d6-640a029c4f8e on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:04.103073 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d2be5084-de69-43e9-bfa5-b404be338e62 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Deleting port db74daf9-1191-425b-856c-db27530f7c7b {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:04.103414 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d2be5084-de69-43e9-bfa5-b404be338e62 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.168704 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ab89a00-0fc2-468f-ad8a-c785a8ddad65 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.177067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.217355 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e085fe8a-0383-409a-8ec0-0875270331ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.254240 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e085fe8a-0383-409a-8ec0-0875270331ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.290743 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:04.305279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:04.309370 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:04.309891 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.327654 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e085fe8a-0383-409a-8ec0-0875270331ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:04.374712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=d440ac82-b833-4baf-8e1f-6e8237bbdd48,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:04.377576 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab89a00-0fc2-468f-ad8a-c785a8ddad65 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Pushing event updated for resources: {'Subnet': ['ID=0290c671-c424-48c6-b5ca-8b971ced9ffc,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:04.400333 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085fe8a-0383-409a-8ec0-0875270331ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=503f1d10-fe0d-4927-967c-7d86b5021b00,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:04.403465 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e085fe8a-0383-409a-8ec0-0875270331ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.403806 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-e085fe8a-0383-409a-8ec0-0875270331ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Added segment 7fc52095-9cac-45b9-9c50-868ff7597ffb of type vlan for network cedfa36a-2d6b-4db1-96ac-0379290e4355 Dec 14 01:16:04.464719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab89a00-0fc2-468f-ad8a-c785a8ddad65 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Checking segment: {'id': '8a65e5aa-f094-480b-ae56-730a10b9916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30268b3b-3212-4b94-854c-cf26a8ee35ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:04.465004 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab89a00-0fc2-468f-ad8a-c785a8ddad65 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Network hostable DHCP agents. Network: 30268b3b-3212-4b94-854c-cf26a8ee35ce, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:04.524303 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e085fe8a-0383-409a-8ec0-0875270331ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.530423 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.556658 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.562857 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab89a00-0fc2-468f-ad8a-c785a8ddad65 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Network 30268b3b-3212-4b94-854c-cf26a8ee35ce is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:04.585608 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.598315 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e085fe8a-0383-409a-8ec0-0875270331ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.603850 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e085fe8a-0383-409a-8ec0-0875270331ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:04.604494 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e085fe8a-0383-409a-8ec0-0875270331ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.611839 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7ab89a00-0fc2-468f-ad8a-c785a8ddad65 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 30268b3b-3212-4b94-854c-cf26a8ee35ce) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:04.623936 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab89a00-0fc2-468f-ad8a-c785a8ddad65 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:04.624570 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ab89a00-0fc2-468f-ad8a-c785a8ddad65 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.627248 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca42f2bb-4c99-4592-a409-18bf46b13142 None None] Network 30268b3b-3212-4b94-854c-cf26a8ee35ce requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:04.629048 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd84bc95-5d86-46c9-baff-07009deb43bf']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:04.645781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da52d2f0-b11b-4540-bf26-aa71c78bcc23') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:04.646081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da52d2f0-b11b-4540-bf26-aa71c78bcc23') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:04.665313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d2be5084-de69-43e9-bfa5-b404be338e62 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.665684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d2be5084-de69-43e9-bfa5-b404be338e62 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.670100 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.694436 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d2be5084-de69-43e9-bfa5-b404be338e62 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Calling delete_port for db74daf9-1191-425b-856c-db27530f7c7b owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:04.700592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.730353 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e085fe8a-0383-409a-8ec0-0875270331ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2112088 Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:04.730953 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:04.744680 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7ab89a00-0fc2-468f-ad8a-c785a8ddad65 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3221920 Dec 14 01:16:04.750133 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51676) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:04.753970 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085fe8a-0383-409a-8ec0-0875270331ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Network': ['ID=cedfa36a-2d6b-4db1-96ac-0379290e4355,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:04.780865 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network cedfa36a-2d6b-4db1-96ac-0379290e4355 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:04.787678 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b0b550a5-dc26-4aba-9c02-64ce85ce711e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Request body: {'port': {'network_id': '30268b3b-3212-4b94-854c-cf26a8ee35ce', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1395627850'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:04.909403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.935091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.943468 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/networks/cd84bc95-5d86-46c9-baff-07009deb43bf HTTP/1.1" status: 204 len: 168 time: 4.0119872 Dec 14 01:16:04.945726 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51680) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:04.964150 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-30268b3b-3212-4b94-854c-cf26a8ee35ce', 'network_id': '30268b3b-3212-4b94-854c-cf26a8ee35ce', 'project_id': '30371c5bb4fd49c69c42b3fb5985ee39', 'fixed_ips': [{'subnet_id': '0290c671-c424-48c6-b5ca-8b971ced9ffc'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:04.965293 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:04.988573 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-42e25886-583d-4868-ad9d-63fa8dcef558 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1543108775'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:05.014455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52394afa-1181-4c09-9fb2-09b3be60c699 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Network': ['ID=cd84bc95-5d86-46c9-baff-07009deb43bf,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:05.071345 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:16:05.107770 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e25886-583d-4868-ad9d-63fa8dcef558 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Made reservation on behalf of 95b580a43df54a1297220912a3d4d815 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:05.112891 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42e25886-583d-4868-ad9d-63fa8dcef558 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.194671 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Allocated IP 2001:db8::2 (30268b3b-3212-4b94-854c-cf26a8ee35ce/0290c671-c424-48c6-b5ca-8b971ced9ffc/17260b80-27da-4842-922b-123fe15a19ee) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:05.223644 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.252534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.287329 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d2be5084-de69-43e9-bfa5-b404be338e62 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.360742 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be5084-de69-43e9-bfa5-b404be338e62 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Pushing event deleted for resources: {'Port': ['ID=db74daf9-1191-425b-856c-db27530f7c7b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:05.431361 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.462580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.495733 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d2be5084-de69-43e9-bfa5-b404be338e62 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.498771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d2be5084-de69-43e9-bfa5-b404be338e62 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.510858 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d2be5084-de69-43e9-bfa5-b404be338e62 tempest-FloatingIPAdminTestJSON-1567596734 tempest-FloatingIPAdminTestJSON-1567596734-project] 10.222.0.32 "DELETE /v2.0/floatingips/b8c45c2f-c000-4bfb-a40f-9fa566b85a13 HTTP/1.1" status: 204 len: 168 time: 2.1721003 Dec 14 01:16:05.537360 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Allocated IP 172.26.1.227 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/b95dbc7a-de67-4d7d-91e0-1719759d0f93) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:05.575996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e2f8f149-1fd2-42fc-b079-8c8679a8a934 None None] Provisioning complete for port 7661d8aa-adb7-4940-887f-e3146958958b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:05.576618 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f149-1fd2-42fc-b079-8c8679a8a934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.579673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Network 30268b3b-3212-4b94-854c-cf26a8ee35ce is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:05.610883 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:05.622914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:05.632290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Pushing event updated for resources: {'Port': ['ID=17260b80-27da-4842-922b-123fe15a19ee,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:05.723274 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e25886-583d-4868-ad9d-63fa8dcef558 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:05.744930 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Attempting to bind port 17260b80-27da-4842-922b-123fe15a19ee on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:05.745521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Attempting to bind port 17260b80-27da-4842-922b-123fe15a19ee by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '8a65e5aa-f094-480b-ae56-730a10b9916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30268b3b-3212-4b94-854c-cf26a8ee35ce'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:05.745943 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Attempting to bind port 17260b80-27da-4842-922b-123fe15a19ee on network 30268b3b-3212-4b94-854c-cf26a8ee35ce {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:05.760880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:05.761244 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Checking segment: {'id': '8a65e5aa-f094-480b-ae56-730a10b9916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30268b3b-3212-4b94-854c-cf26a8ee35ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:05.762166 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.762631 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Bound using segment: {'id': '8a65e5aa-f094-480b-ae56-730a10b9916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30268b3b-3212-4b94-854c-cf26a8ee35ce'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:05.763433 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Bound port: 17260b80-27da-4842-922b-123fe15a19ee, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a65e5aa-f094-480b-ae56-730a10b9916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30268b3b-3212-4b94-854c-cf26a8ee35ce'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:05.763708 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.792397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.827197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42e25886-583d-4868-ad9d-63fa8dcef558 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.827728 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-42e25886-583d-4868-ad9d-63fa8dcef558 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Added segment e3c6cff7-9c64-4424-b372-c0ba38c94383 of type vlan for network 80a31a24-0239-49ab-ae78-74362e070e18 Dec 14 01:16:05.874866 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7661d8aa-adb7-4940-887f-e3146958958b up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:05.896857 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b550a5-dc26-4aba-9c02-64ce85ce711e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Made reservation on behalf of 30371c5bb4fd49c69c42b3fb5985ee39 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:05.900719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b0b550a5-dc26-4aba-9c02-64ce85ce711e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.912759 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f149-1fd2-42fc-b079-8c8679a8a934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.938888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42e25886-583d-4868-ad9d-63fa8dcef558 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.966478 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.976485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-b0b550a5-dc26-4aba-9c02-64ce85ce711e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] device_id is not set on port 310a79bc-1105-4605-b094-d017da793838 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:16:05.984063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e2f8f149-1fd2-42fc-b079-8c8679a8a934 None None] For port 7661d8aa-adb7-4940-887f-e3146958958b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7661d8aa-adb7-4940-887f-e3146958958b,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:05.988620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.989544 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:05.990288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] For port 17260b80-27da-4842-922b-123fe15a19ee, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:05.999448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:06.007959 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f149-1fd2-42fc-b079-8c8679a8a934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:06.024134 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] For port 17260b80-27da-4842-922b-123fe15a19ee, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=17260b80-27da-4842-922b-123fe15a19ee,segment=NetworkSegment(8a65e5aa-f094-480b-ae56-730a10b9916a),segment_id=8a65e5aa-f094-480b-ae56-730a10b9916a)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:06.031874 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42e25886-583d-4868-ad9d-63fa8dcef558 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:06.039352 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e25886-583d-4868-ad9d-63fa8dcef558 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:06.040142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42e25886-583d-4868-ad9d-63fa8dcef558 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:06.077226 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:06.132189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:06.140588 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:06.147776 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 7661d8aa-adb7-4940-887f-e3146958958b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:06.148548 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:06.152734 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:06.188848 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51690) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:06.212023 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Pushing event updated for resources: {'Port': ['ID=b95dbc7a-de67-4d7d-91e0-1719759d0f93,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:06.249867 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0782cdf5-8b97-4861-bc4a-c01656359638 None None] Provisioning complete for port d440ac82-b833-4baf-8e1f-6e8237bbdd48 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:06.250500 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0782cdf5-8b97-4861-bc4a-c01656359638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:06.256256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8f149-1fd2-42fc-b079-8c8679a8a934 None None] Pushing event updated for resources: {'Port': ['ID=7661d8aa-adb7-4940-887f-e3146958958b,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:06.371195 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-42e25886-583d-4868-ad9d-63fa8dcef558 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3868091 Dec 14 01:16:06.372003 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51694) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:06.408261 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=d440ac82-b833-4baf-8e1f-6e8237bbdd48,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:06.412014 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0782cdf5-8b97-4861-bc4a-c01656359638 None None] Port d440ac82-b833-4baf-8e1f-6e8237bbdd48 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:06.417197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-bcaed14b-7a50-4983-80ec-f71325be94e3 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Request body: {'subnet': {'network_id': '80a31a24-0239-49ab-ae78-74362e070e18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:06.480379 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d211030-ce8b-430b-93ac-6ee1eedaefe3 None None] Pushing event updated for resources: {'Port': ['ID=17260b80-27da-4842-922b-123fe15a19ee,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:06.560257 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e25886-583d-4868-ad9d-63fa8dcef558 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event updated for resources: {'Network': ['ID=80a31a24-0239-49ab-ae78-74362e070e18,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:06.586422 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 80a31a24-0239-49ab-ae78-74362e070e18 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:06.634337 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b0b550a5-dc26-4aba-9c02-64ce85ce711e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Allocated IP 2001:db8::119 (30268b3b-3212-4b94-854c-cf26a8ee35ce/0290c671-c424-48c6-b5ca-8b971ced9ffc/310a79bc-1105-4605-b094-d017da793838) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:06.661958 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:06.667163 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:06.735125 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2fabe8ee-0294-4b51-8f96-14d13cbef2a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=851c4243ae124026b83bbf3efb0582af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5382655 Dec 14 01:16:06.744404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51696) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:06.823171 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0895ca0c-00fa-40b5-86c6-51aeef9729ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:06.843791 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:06.896855 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaed14b-7a50-4983-80ec-f71325be94e3 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Made reservation on behalf of 95b580a43df54a1297220912a3d4d815 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:06.902207 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bcaed14b-7a50-4983-80ec-f71325be94e3 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:06.905681 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0895ca0c-00fa-40b5-86c6-51aeef9729ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:07.061205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0895ca0c-00fa-40b5-86c6-51aeef9729ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:07.063882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0895ca0c-00fa-40b5-86c6-51aeef9729ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:07.065214 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0895ca0c-00fa-40b5-86c6-51aeef9729ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc577c80-ca94-460a-a9e7-47a73fd1a2ab HTTP/1.1" status: 204 len: 168 time: 0.3197105 Dec 14 01:16:07.065663 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7c84b8c5-2ea9-4402-a0fd-d28313340de3 None None] Provisioning complete for port d440ac82-b833-4baf-8e1f-6e8237bbdd48 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:07.066847 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c84b8c5-2ea9-4402-a0fd-d28313340de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:07.084676 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895ca0c-00fa-40b5-86c6-51aeef9729ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc577c80-ca94-460a-a9e7-47a73fd1a2ab,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:07.137508 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7c84b8c5-2ea9-4402-a0fd-d28313340de3 None None] Port d440ac82-b833-4baf-8e1f-6e8237bbdd48 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:07.149478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:07.153704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:07.255315 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Router 684ab45a-40d3-4113-9ec4-7298b9414cfc is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:16:07.421576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Router a22d38e2-67bf-4f48-ab11-dd66d4e4bba5 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:16:07.488980 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b0b550a5-dc26-4aba-9c02-64ce85ce711e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:07.490878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:07.503214 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8d258d00-c8ff-4e7b-9d44-fdf024e1c8fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "PUT /v2.0/routers/684ab45a-40d3-4113-9ec4-7298b9414cfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1224198 Dec 14 01:16:07.503746 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Sync routers for ids ['684ab45a-40d3-4113-9ec4-7298b9414cfc'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:07.509105 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51706) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:07.530075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Routers {'684ab45a-40d3-4113-9ec4-7298b9414cfc'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:07.531226 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['684ab45a-40d3-4113-9ec4-7298b9414cfc'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:07.576551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51708) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:07.620589 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1e71-a0ce-41fc-85b2-3d3fbb27a7e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:07.690186 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:07.691701 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3b49af-5855-4139-b73b-e8b37389e2f6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:07.693604 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3f3b49af-5855-4139-b73b-e8b37389e2f6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports/d440ac82-b833-4baf-8e1f-6e8237bbdd48 HTTP/1.1" status: 200 len: 911 time: 0.1835430 Dec 14 01:16:07.709934 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf0d001-014f-42b3-a0c3-a5fff1918970 None None] Sync routers for ids ['a22d38e2-67bf-4f48-ab11-dd66d4e4bba5'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:07.719801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:07.723714 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-13459c1f-1fa8-4159-a947-b1a441fdea27 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "PUT /v2.0/routers/a22d38e2-67bf-4f48-ab11-dd66d4e4bba5 HTTP/1.1" status: 200 len: 884 time: 3.8564198 Dec 14 01:16:07.727240 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf0d001-014f-42b3-a0c3-a5fff1918970 None None] Routers {'a22d38e2-67bf-4f48-ab11-dd66d4e4bba5'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:07.730362 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-acf0d001-014f-42b3-a0c3-a5fff1918970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a22d38e2-67bf-4f48-ab11-dd66d4e4bba5'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:07.730621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51710) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:07.732652 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51712) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:07.759352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Set router 684ab45a-40d3-4113-9ec4-7298b9414cfc gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:16:07.818318 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-acf0d001-014f-42b3-a0c3-a5fff1918970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:07.821693 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3fa143-a1a5-4d57-853a-ac07dce1b512 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:07.834877 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf0d001-014f-42b3-a0c3-a5fff1918970 None None] Routers {'a22d38e2-67bf-4f48-ab11-dd66d4e4bba5'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:07.835710 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-acf0d001-014f-42b3-a0c3-a5fff1918970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a22d38e2-67bf-4f48-ab11-dd66d4e4bba5'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:07.837779 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3fa143-a1a5-4d57-853a-ac07dce1b512 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:07.839717 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3e3fa143-a1a5-4d57-853a-ac07dce1b512 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1080091 Dec 14 01:16:07.842781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51714) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:07.907751 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-acf0d001-014f-42b3-a0c3-a5fff1918970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:07.909627 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf0d001-014f-42b3-a0c3-a5fff1918970 None None] The sync data for ids ['a22d38e2-67bf-4f48-ab11-dd66d4e4bba5'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:07.943880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b713b2-2298-47ba-90d8-82e8872488de None None] Network 30268b3b-3212-4b94-854c-cf26a8ee35ce requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:08.010915 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-bcaed14b-7a50-4983-80ec-f71325be94e3 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:16:08.016484 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-58d9360d-c006-4a69-b176-f6bf187848fc tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "GET /v2.0/routers/a22d38e2-67bf-4f48-ab11-dd66d4e4bba5 HTTP/1.1" status: 200 len: 925 time: 0.2801120 Dec 14 01:16:08.016484 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bcaed14b-7a50-4983-80ec-f71325be94e3 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.020235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51716) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:08.041433 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 17260b80-27da-4842-922b-123fe15a19ee up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:08.080038 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1e71-a0ce-41fc-85b2-3d3fbb27a7e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.096906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1e71-a0ce-41fc-85b2-3d3fbb27a7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.100850 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51718) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:08.129490 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-234baae4-6941-4e63-8ba9-2e03a340ef8c None None] Provisioning complete for port 17260b80-27da-4842-922b-123fe15a19ee triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:08.130103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-234baae4-6941-4e63-8ba9-2e03a340ef8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.134638 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b0b550a5-dc26-4aba-9c02-64ce85ce711e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.153216 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b1b14cf9-c608-45df-91dc-1ca8d5a4a30d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'subnet': {'network_id': 'cedfa36a-2d6b-4db1-96ac-0379290e4355', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:08.196286 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e226e927-7f90-4369-8d77-7d4cb08c0549 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:08.201850 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e226e927-7f90-4369-8d77-7d4cb08c0549 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9d3d9e64-5277-4411-88bd-12485529348e&device_id=a22d38e2-67bf-4f48-ab11-dd66d4e4bba5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1779337 Dec 14 01:16:08.202540 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51720) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:08.243178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 17260b80-27da-4842-922b-123fe15a19ee triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:08.243590 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.331235 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b550a5-dc26-4aba-9c02-64ce85ce711e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Pushing event updated for resources: {'Port': ['ID=310a79bc-1105-4605-b094-d017da793838,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:08.338475 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9fcb1e71-a0ce-41fc-85b2-3d3fbb27a7e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=760a61bf350f441ab54e6289f32298a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7559316 Dec 14 01:16:08.342893 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaed14b-7a50-4983-80ec-f71325be94e3 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event updated for resources: {'Subnet': ['ID=8140e8ac-fd28-4ae0-8905-ef61ed78437a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:08.348054 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51724) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:08.355014 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b550a5-dc26-4aba-9c02-64ce85ce711e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Network 30268b3b-3212-4b94-854c-cf26a8ee35ce is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:08.355980 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb1e71-a0ce-41fc-85b2-3d3fbb27a7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaab16f-c563-4f01-9029-58b57f3919eb,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:08.367297 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b0b550a5-dc26-4aba-9c02-64ce85ce711e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:08.370613 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b550a5-dc26-4aba-9c02-64ce85ce711e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:08.377482 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b550a5-dc26-4aba-9c02-64ce85ce711e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:08.378449 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b0b550a5-dc26-4aba-9c02-64ce85ce711e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.414422 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b0b550a5-dc26-4aba-9c02-64ce85ce711e tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.6610990 Dec 14 01:16:08.420140 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51726) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:08.424068 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaed14b-7a50-4983-80ec-f71325be94e3 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Checking segment: {'id': 'e3c6cff7-9c64-4424-b372-c0ba38c94383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80a31a24-0239-49ab-ae78-74362e070e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:08.424696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaed14b-7a50-4983-80ec-f71325be94e3 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Network hostable DHCP agents. Network: 80a31a24-0239-49ab-ae78-74362e070e18, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:08.428067 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d02bdd-3191-45ca-b6ae-66f841e3be89 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:08.432631 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a8d02bdd-3191-45ca-b6ae-66f841e3be89 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "GET /v2.0/networks/9d3d9e64-5277-4411-88bd-12485529348e HTTP/1.1" status: 200 len: 881 time: 0.2230623 Dec 14 01:16:08.432712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-957eb4f5-6353-4b8e-b0ef-937278e3641f tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Request body: {'port': {'network_id': '30268b3b-3212-4b94-854c-cf26a8ee35ce', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1007076042', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:08.432712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-957eb4f5-6353-4b8e-b0ef-937278e3641f tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] bootfile-name is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 01:16:08.433079 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-957eb4f5-6353-4b8e-b0ef-937278e3641f tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] tftp-server is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 01:16:08.433408 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-957eb4f5-6353-4b8e-b0ef-937278e3641f tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] server-ip-address is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 01:16:08.438454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51730) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:08.491844 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-064891bf-e134-43ee-bc0d-fc3cda4f8bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.518267 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-234baae4-6941-4e63-8ba9-2e03a340ef8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.529856 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-064891bf-e134-43ee-bc0d-fc3cda4f8bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.535221 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-098a39cf-20b5-48e4-9f62-b2d990c7927c tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "GET /v2.0/ports?device_id=a22d38e2-67bf-4f48-ab11-dd66d4e4bba5 HTTP/1.1" status: 200 len: 205 time: 0.0952342 Dec 14 01:16:08.544714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51732) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:08.585051 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684ab45a-40d3-4113-9ec4-7298b9414cfc', 'name': 'tempest-NetworksTestDHCPv6-router-988560290', 'tenant_id': '55931f2844424f749dcf0d06366b00bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:02Z', 'updated_at': '2021-12-14T01:16:04Z', 'revision_number': 2, 'project_id': '55931f2844424f749dcf0d06366b00bf', 'gw_port_host': None, '_interfaces': [{'id': 'd440ac82-b833-4baf-8e1f-6e8237bbdd48', 'name': '', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'tenant_id': '55931f2844424f749dcf0d06366b00bf', 'mac_address': 'fa:16:3e:f6:ec:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684ab45a-40d3-4113-9ec4-7298b9414cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9f413775-7588-4730-ba5f-b146040c814c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:16:03Z', 'updated_at': '2021-12-14T01:16:05Z', 'revision_number': 2, 'project_id': '55931f2844424f749dcf0d06366b00bf', 'subnets': [{'id': '9f413775-7588-4730-ba5f-b146040c814c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:08.624700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Checking router: 684ab45a-40d3-4113-9ec4-7298b9414cfc for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:16:08.625143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Updating router 684ab45a-40d3-4113-9ec4-7298b9414cfc port d440ac82-b833-4baf-8e1f-6e8237bbdd48 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:16:08.652587 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-234baae4-6941-4e63-8ba9-2e03a340ef8c None None] For port 17260b80-27da-4842-922b-123fe15a19ee, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=17260b80-27da-4842-922b-123fe15a19ee,segment=NetworkSegment(8a65e5aa-f094-480b-ae56-730a10b9916a),segment_id=8a65e5aa-f094-480b-ae56-730a10b9916a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:08.653891 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.670375 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-234baae4-6941-4e63-8ba9-2e03a340ef8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.679825 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.680316 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-155e0b96-5183-4c3b-9c43-87831c09d6fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.702560 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaed14b-7a50-4983-80ec-f71325be94e3 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Network 80a31a24-0239-49ab-ae78-74362e070e18 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:08.711310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c60af582-12eb-4538-9b57-647e325eea1b tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.713090 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b14cf9-c608-45df-91dc-1ca8d5a4a30d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:08.716531 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1b14cf9-c608-45df-91dc-1ca8d5a4a30d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.738831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-064891bf-e134-43ee-bc0d-fc3cda4f8bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.741561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-064891bf-e134-43ee-bc0d-fc3cda4f8bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.750297 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-064891bf-e134-43ee-bc0d-fc3cda4f8bdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfaab16f-c563-4f01-9029-58b57f3919eb HTTP/1.1" status: 204 len: 168 time: 0.4008834 Dec 14 01:16:08.796779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234baae4-6941-4e63-8ba9-2e03a340ef8c None None] Pushing event updated for resources: {'Port': ['ID=17260b80-27da-4842-922b-123fe15a19ee,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:08.804466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064891bf-e134-43ee-bc0d-fc3cda4f8bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaab16f-c563-4f01-9029-58b57f3919eb,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:08.832377 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-bcaed14b-7a50-4983-80ec-f71325be94e3 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 80a31a24-0239-49ab-ae78-74362e070e18) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:08.836939 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaed14b-7a50-4983-80ec-f71325be94e3 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:08.837549 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bcaed14b-7a50-4983-80ec-f71325be94e3 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:08.889369 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bcaed14b-7a50-4983-80ec-f71325be94e3 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4829226 Dec 14 01:16:08.900204 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6efe3f-7545-4e2b-a576-c109edfc57ca None None] Network 80a31a24-0239-49ab-ae78-74362e070e18 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:08.906094 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51736) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:09.033259 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957eb4f5-6353-4b8e-b0ef-937278e3641f tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Made reservation on behalf of 30371c5bb4fd49c69c42b3fb5985ee39 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:09.037644 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957eb4f5-6353-4b8e-b0ef-937278e3641f tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.064507 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c60af582-12eb-4538-9b57-647e325eea1b tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.106156 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.151091 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-957eb4f5-6353-4b8e-b0ef-937278e3641f tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] device_id is not set on port d85f000e-10c1-455a-a0ad-a9ad0f23e40e yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:16:09.274267 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2d20cb76-5bc3-4b77-95ce-3ad8636a3c7a None None] Provisioning complete for port 310a79bc-1105-4605-b094-d017da793838 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:09.274904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d20cb76-5bc3-4b77-95ce-3ad8636a3c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.315312 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-80a31a24-0239-49ab-ae78-74362e070e18', 'network_id': '80a31a24-0239-49ab-ae78-74362e070e18', 'project_id': '95b580a43df54a1297220912a3d4d815', 'fixed_ips': [{'subnet_id': '8140e8ac-fd28-4ae0-8905-ef61ed78437a'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:09.316236 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.335121 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2d20cb76-5bc3-4b77-95ce-3ad8636a3c7a None None] Port 310a79bc-1105-4605-b094-d017da793838 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:09.399489 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1b14cf9-c608-45df-91dc-1ca8d5a4a30d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.413475 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c60af582-12eb-4538-9b57-647e325eea1b tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Deleting port b95dbc7a-de67-4d7d-91e0-1719759d0f93 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:09.418570 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c60af582-12eb-4538-9b57-647e325eea1b tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.421357 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-957eb4f5-6353-4b8e-b0ef-937278e3641f tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Allocated IP 2001:db8::1df (30268b3b-3212-4b94-854c-cf26a8ee35ce/0290c671-c424-48c6-b5ca-8b971ced9ffc/d85f000e-10c1-455a-a0ad-a9ad0f23e40e) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:09.483484 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:16:09.484484 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:16:09.488172 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2d20cb76-5bc3-4b77-95ce-3ad8636a3c7a None None] Provisioning complete for port 17260b80-27da-4842-922b-123fe15a19ee triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:09.488551 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d20cb76-5bc3-4b77-95ce-3ad8636a3c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.577736 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.589523 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51742) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:09.592336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b14cf9-c608-45df-91dc-1ca8d5a4a30d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Subnet': ['ID=64c71a3e-0c47-4aba-8907-b94c32926296,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:09.630669 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Allocated IP 2001:db8::f816:3eff:fe66:b0a9 (80a31a24-0239-49ab-ae78-74362e070e18/8140e8ac-fd28-4ae0-8905-ef61ed78437a/71893aca-e081-47c1-b946-2b467c142893) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:09.630925 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b14cf9-c608-45df-91dc-1ca8d5a4a30d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Checking segment: {'id': '7fc52095-9cac-45b9-9c50-868ff7597ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cedfa36a-2d6b-4db1-96ac-0379290e4355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:09.631027 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b14cf9-c608-45df-91dc-1ca8d5a4a30d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network hostable DHCP agents. Network: cedfa36a-2d6b-4db1-96ac-0379290e4355, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:09.657660 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-06796ea4-99ab-4b81-83c1-666ca79e3f5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.684817 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c60af582-12eb-4538-9b57-647e325eea1b tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.704149 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c60af582-12eb-4538-9b57-647e325eea1b tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Calling delete_port for b95dbc7a-de67-4d7d-91e0-1719759d0f93 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:09.712677 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-155e0b96-5183-4c3b-9c43-87831c09d6fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port d440ac82-b833-4baf-8e1f-6e8237bbdd48 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:09.712903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-155e0b96-5183-4c3b-9c43-87831c09d6fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.730378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b14cf9-c608-45df-91dc-1ca8d5a4a30d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network cedfa36a-2d6b-4db1-96ac-0379290e4355 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:09.790828 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b1b14cf9-c608-45df-91dc-1ca8d5a4a30d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, cedfa36a-2d6b-4db1-96ac-0379290e4355) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:09.807266 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011690d8-2090-4e01-b61f-f42e4ea777a8 None None] Network cedfa36a-2d6b-4db1-96ac-0379290e4355 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:09.824424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b14cf9-c608-45df-91dc-1ca8d5a4a30d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:09.825025 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1b14cf9-c608-45df-91dc-1ca8d5a4a30d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.854339 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-155e0b96-5183-4c3b-9c43-87831c09d6fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.858673 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957eb4f5-6353-4b8e-b0ef-937278e3641f tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.870838 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b1b14cf9-c608-45df-91dc-1ca8d5a4a30d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7392547 Dec 14 01:16:09.872960 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51746) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:09.879486 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-06796ea4-99ab-4b81-83c1-666ca79e3f5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.883363 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-131219ed-8972-481d-9bdc-94ce5687a130 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-777083067'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:09.886736 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-155e0b96-5183-4c3b-9c43-87831c09d6fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for d440ac82-b833-4baf-8e1f-6e8237bbdd48 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:09.894027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-06796ea4-99ab-4b81-83c1-666ca79e3f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.965630 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:09.983256 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-06796ea4-99ab-4b81-83c1-666ca79e3f5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6da46531e354bb58a8484372cb5d48b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551128 Dec 14 01:16:09.984629 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51748) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:09.991158 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06796ea4-99ab-4b81-83c1-666ca79e3f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a412832-3879-4e9e-ae1c-b7505d17d28f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:09.997214 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131219ed-8972-481d-9bdc-94ce5687a130 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:10.001317 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-131219ed-8972-481d-9bdc-94ce5687a130 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.008742 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.028483 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957eb4f5-6353-4b8e-b0ef-937278e3641f tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.033109 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0f12cca7-1680-4450-9f2a-c8650ed1b2d2 None None] Provisioning complete for port 310a79bc-1105-4605-b094-d017da793838 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:10.033502 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f12cca7-1680-4450-9f2a-c8650ed1b2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.074870 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131219ed-8972-481d-9bdc-94ce5687a130 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:10.108534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-131219ed-8972-481d-9bdc-94ce5687a130 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.108534 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-131219ed-8972-481d-9bdc-94ce5687a130 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Added segment 9b5ed8c4-f1b4-40f9-bc92-c5081b4f46b5 of type vlan for network c4a29281-88d8-4e97-a31d-8b68757da29c Dec 14 01:16:10.163045 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7661d8aa-adb7-4940-887f-e3146958958b up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:10.166295 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.194006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-131219ed-8972-481d-9bdc-94ce5687a130 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.196262 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0afdc-7443-4bc8-b1f4-68c245c83b06 None None] Pushing event updated for resources: {'Port': ['ID=d440ac82-b833-4baf-8e1f-6e8237bbdd48,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:10.198681 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0f12cca7-1680-4450-9f2a-c8650ed1b2d2 None None] Port 310a79bc-1105-4605-b094-d017da793838 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:10.204326 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.217813 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-cedfa36a-2d6b-4db1-96ac-0379290e4355', 'network_id': 'cedfa36a-2d6b-4db1-96ac-0379290e4355', 'project_id': '23b9ff3b60424289894d8328f5d4c3fb', 'fixed_ips': [{'subnet_id': '64c71a3e-0c47-4aba-8907-b94c32926296'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:10.222900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.246309 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.272456 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-155e0b96-5183-4c3b-9c43-87831c09d6fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.318344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Pushing event updated for resources: {'Port': ['ID=71893aca-e081-47c1-b946-2b467c142893,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:10.322178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e0b96-5183-4c3b-9c43-87831c09d6fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=d440ac82-b833-4baf-8e1f-6e8237bbdd48,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:10.324150 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-131219ed-8972-481d-9bdc-94ce5687a130 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.328309 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Network 80a31a24-0239-49ab-ae78-74362e070e18 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:10.330189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131219ed-8972-481d-9bdc-94ce5687a130 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:10.330902 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-131219ed-8972-481d-9bdc-94ce5687a130 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.333712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Subnet': ['ID=8140e8ac-fd28-4ae0-8905-ef61ed78437a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:10.354246 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:10.384545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:10.467658 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Attempting to bind port d440ac82-b833-4baf-8e1f-6e8237bbdd48 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:10.468080 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Attempting to bind port d440ac82-b833-4baf-8e1f-6e8237bbdd48 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:10.468409 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Attempting to bind port d440ac82-b833-4baf-8e1f-6e8237bbdd48 on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:10.479894 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-131219ed-8972-481d-9bdc-94ce5687a130 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6057923 Dec 14 01:16:10.492639 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51752) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:10.504670 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-bcfb1e3f-eba5-4f8a-bb35-f1acee5d2bb6 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'subnet': {'network_id': 'c4a29281-88d8-4e97-a31d-8b68757da29c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:10.531031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:10.531508 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:10.531872 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.532059 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.532517 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:10.533501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Bound port: d440ac82-b833-4baf-8e1f-6e8237bbdd48, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:10.533959 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.546169 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957eb4f5-6353-4b8e-b0ef-937278e3641f tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Network 30268b3b-3212-4b94-854c-cf26a8ee35ce is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:10.555541 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131219ed-8972-481d-9bdc-94ce5687a130 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Network': ['ID=c4a29281-88d8-4e97-a31d-8b68757da29c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:10.579160 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 7661d8aa-adb7-4940-887f-e3146958958b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:10.579541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.581454 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network c4a29281-88d8-4e97-a31d-8b68757da29c details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:10.592008 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c60af582-12eb-4538-9b57-647e325eea1b tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.599068 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-957eb4f5-6353-4b8e-b0ef-937278e3641f tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:10.610801 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Port d440ac82-b833-4baf-8e1f-6e8237bbdd48 has been deleted concurrently {{(pid=103410) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 14 01:16:10.612401 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4efeec8f-c6e4-49b3-a79a-c1f2f5757743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.615099 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957eb4f5-6353-4b8e-b0ef-937278e3641f tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:10.620828 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957eb4f5-6353-4b8e-b0ef-937278e3641f tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:10.626952 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957eb4f5-6353-4b8e-b0ef-937278e3641f tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.647059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a31a24-0239-49ab-ae78-74362e070e18']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:10.665708 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c6cff7-9c64-4424-b372-c0ba38c94383') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:10.665957 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c6cff7-9c64-4424-b372-c0ba38c94383') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:10.674215 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-118e11b2-b1d8-4ee9-8a9c-1e26500d666e None None] Could not find standard attr ID for object d440ac82-b833-4baf-8e1f-6e8237bbdd48. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:16:10.674945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-155e0b96-5183-4c3b-9c43-87831c09d6fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.691451 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957eb4f5-6353-4b8e-b0ef-937278e3641f tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Pushing event updated for resources: {'Port': ['ID=d85f000e-10c1-455a-a0ad-a9ad0f23e40e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:10.693928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.723803 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.740334 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60af582-12eb-4538-9b57-647e325eea1b tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Pushing event deleted for resources: {'Port': ['ID=b95dbc7a-de67-4d7d-91e0-1719759d0f93,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:10.773206 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-957eb4f5-6353-4b8e-b0ef-937278e3641f tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.3517940 Dec 14 01:16:10.780298 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4efeec8f-c6e4-49b3-a79a-c1f2f5757743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.783579 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51756) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:10.790394 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:10.791154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: items = [ Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:10.794799 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:10.939890 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c60af582-12eb-4538-9b57-647e325eea1b tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.943369 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfb1e3f-eba5-4f8a-bb35-f1acee5d2bb6 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:10.946987 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bcfb1e3f-eba5-4f8a-bb35-f1acee5d2bb6 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:10.979111 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 01:16:10.979111 dv-neutron-821592-1-hyperv neutron-server[103409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 01:16:10.979111 dv-neutron-821592-1-hyperv neutron-server[103409]: [parameters: {'id': '80a31a24-0239-49ab-ae78-74362e070e18'}] Dec 14 01:16:10.979111 dv-neutron-821592-1-hyperv neutron-server[103409]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:16:10.979574 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:16:11.029683 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155e0b96-5183-4c3b-9c43-87831c09d6fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Router 684ab45a-40d3-4113-9ec4-7298b9414cfc has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:16:11.037711 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Attempting to bind port 71893aca-e081-47c1-b946-2b467c142893 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:11.038271 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Attempting to bind port 71893aca-e081-47c1-b946-2b467c142893 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e3c6cff7-9c64-4424-b372-c0ba38c94383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80a31a24-0239-49ab-ae78-74362e070e18'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:11.038510 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Attempting to bind port 71893aca-e081-47c1-b946-2b467c142893 on network 80a31a24-0239-49ab-ae78-74362e070e18 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:11.053986 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:11.054890 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Checking segment: {'id': 'e3c6cff7-9c64-4424-b372-c0ba38c94383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80a31a24-0239-49ab-ae78-74362e070e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:11.055369 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.056068 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Bound using segment: {'id': 'e3c6cff7-9c64-4424-b372-c0ba38c94383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80a31a24-0239-49ab-ae78-74362e070e18'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:11.056633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Bound port: 71893aca-e081-47c1-b946-2b467c142893, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c6cff7-9c64-4424-b372-c0ba38c94383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80a31a24-0239-49ab-ae78-74362e070e18'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:11.057114 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.058975 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d58f319-5ee1-4f33-aa35-5c1d59e20099 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:11.059849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.065650 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d58f319-5ee1-4f33-aa35-5c1d59e20099 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:11.071899 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d58f319-5ee1-4f33-aa35-5c1d59e20099 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:11.077414 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5d58f319-5ee1-4f33-aa35-5c1d59e20099 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.2889695 Dec 14 01:16:11.097514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51760) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:11.101628 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Routers {'684ab45a-40d3-4113-9ec4-7298b9414cfc'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:11.102351 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['684ab45a-40d3-4113-9ec4-7298b9414cfc'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:11.123193 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c60af582-12eb-4538-9b57-647e325eea1b tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.127889 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c60af582-12eb-4538-9b57-647e325eea1b tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.129511 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4efeec8f-c6e4-49b3-a79a-c1f2f5757743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.132302 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4efeec8f-c6e4-49b3-a79a-c1f2f5757743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.136179 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4efeec8f-c6e4-49b3-a79a-c1f2f5757743 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a412832-3879-4e9e-ae1c-b7505d17d28f HTTP/1.1" status: 204 len: 168 time: 1.1475859 Dec 14 01:16:11.136336 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155e0b96-5183-4c3b-9c43-87831c09d6fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:11.145296 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-155e0b96-5183-4c3b-9c43-87831c09d6fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "PUT /v2.0/routers/684ab45a-40d3-4113-9ec4-7298b9414cfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3013172 Dec 14 01:16:11.146957 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51764) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:11.203334 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efeec8f-c6e4-49b3-a79a-c1f2f5757743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a412832-3879-4e9e-ae1c-b7505d17d28f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:11.238050 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-370c3e71-a0c3-469e-b4a9-5a5e497015e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Deleting port d85f000e-10c1-455a-a0ad-a9ad0f23e40e {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:11.239546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-370c3e71-a0c3-469e-b4a9-5a5e497015e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.247567 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c60af582-12eb-4538-9b57-647e325eea1b tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.248173 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60af582-12eb-4538-9b57-647e325eea1b tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Fanout notify agent at l3_agent the message router_deleted on router a22d38e2-67bf-4f48-ab11-dd66d4e4bba5 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:16:11.261044 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c60af582-12eb-4538-9b57-647e325eea1b tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.262177 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c60af582-12eb-4538-9b57-647e325eea1b tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "DELETE /v2.0/routers/a22d38e2-67bf-4f48-ab11-dd66d4e4bba5 HTTP/1.1" status: 204 len: 168 time: 2.7157984 Dec 14 01:16:11.268929 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51766) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:11.273428 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c132363f-964c-4bfa-a40c-e3eb2626bc9e tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1350518824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:11.275102 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] Set router 684ab45a-40d3-4113-9ec4-7298b9414cfc gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:16:11.293302 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc01dcea-fa0e-40ea-8976-ec39aa98124b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:11.294856 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc01dcea-fa0e-40ea-8976-ec39aa98124b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:11.296438 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bc01dcea-fa0e-40ea-8976-ec39aa98124b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1413150 Dec 14 01:16:11.302132 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51768) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:11.311987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Allocated IP 2001:db8:0:ffff::2 (cedfa36a-2d6b-4db1-96ac-0379290e4355/64c71a3e-0c47-4aba-8907-b94c32926296/1858a831-3e90-40c8-820a-fa9f314e092c) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:11.359811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d26e4b35-937e-41c7-81ee-911b82a227d9 None None] Provisioning complete for port d85f000e-10c1-455a-a0ad-a9ad0f23e40e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:11.360584 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d26e4b35-937e-41c7-81ee-911b82a227d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.371005 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684ab45a-40d3-4113-9ec4-7298b9414cfc', 'name': 'tempest-NetworksTestDHCPv6-router-988560290', 'tenant_id': '55931f2844424f749dcf0d06366b00bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:02Z', 'updated_at': '2021-12-14T01:16:10Z', 'revision_number': 3, 'project_id': '55931f2844424f749dcf0d06366b00bf', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:11.391723 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c132363f-964c-4bfa-a40c-e3eb2626bc9e tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.392903 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c132363f-964c-4bfa-a40c-e3eb2626bc9e tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.421269 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-05308ea0-9a69-4f05-b1cc-0c316ed0ebcf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet 9f413775-7588-4730-ba5f-b146040c814c {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:16:11.428724 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05308ea0-9a69-4f05-b1cc-0c316ed0ebcf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.439957 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-370c3e71-a0c3-469e-b4a9-5a5e497015e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.446103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] For port 71893aca-e081-47c1-b946-2b467c142893, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:11.466643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-370c3e71-a0c3-469e-b4a9-5a5e497015e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Calling delete_port for d85f000e-10c1-455a-a0ad-a9ad0f23e40e owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:11.487312 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.506502 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99929f40-e32e-4aa2-97a1-6f3dce6c722d None None] The sync data for ids ['684ab45a-40d3-4113-9ec4-7298b9414cfc'] in dv-neutron-821592-1-hyperv is: [{'id': '684ab45a-40d3-4113-9ec4-7298b9414cfc', 'name': 'tempest-NetworksTestDHCPv6-router-988560290', 'tenant_id': '55931f2844424f749dcf0d06366b00bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:02Z', 'updated_at': '2021-12-14T01:16:10Z', 'revision_number': 3, 'project_id': '55931f2844424f749dcf0d06366b00bf', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:11.522542 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] For port 71893aca-e081-47c1-b946-2b467c142893, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=71893aca-e081-47c1-b946-2b467c142893,segment=NetworkSegment(e3c6cff7-9c64-4424-b372-c0ba38c94383),segment_id=e3c6cff7-9c64-4424-b372-c0ba38c94383)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:11.532521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d26e4b35-937e-41c7-81ee-911b82a227d9 None None] Port d85f000e-10c1-455a-a0ad-a9ad0f23e40e cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:11.554273 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.569232 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c132363f-964c-4bfa-a40c-e3eb2626bc9e tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.572502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05308ea0-9a69-4f05-b1cc-0c316ed0ebcf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.578580 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bcfb1e3f-eba5-4f8a-bb35-f1acee5d2bb6 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.624605 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c132363f-964c-4bfa-a40c-e3eb2626bc9e tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.686346 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Deleting port 71893aca-e081-47c1-b946-2b467c142893 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:11.686851 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.745948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 17260b80-27da-4842-922b-123fe15a19ee up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:11.780439 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f80768-3a51-4880-beab-09ab537fba93 None None] Pushing event updated for resources: {'Port': ['ID=71893aca-e081-47c1-b946-2b467c142893,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:11.807585 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-370c3e71-a0c3-469e-b4a9-5a5e497015e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.817300 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.831256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.843494 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7783c269-e04d-4cef-9e18-5e56f72d587e None None] Network 80a31a24-0239-49ab-ae78-74362e070e18 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:11.880806 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c3e71-a0c3-469e-b4a9-5a5e497015e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Pushing event deleted for resources: {'Port': ['ID=d85f000e-10c1-455a-a0ad-a9ad0f23e40e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:11.883414 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c132363f-964c-4bfa-a40c-e3eb2626bc9e tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.887393 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c132363f-964c-4bfa-a40c-e3eb2626bc9e tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6148880 Dec 14 01:16:11.907214 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51782) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:11.914965 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'enable_snat': True}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:11.945749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Network cedfa36a-2d6b-4db1-96ac-0379290e4355 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:11.946567 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 17260b80-27da-4842-922b-123fe15a19ee triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:11.946921 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.973063 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] For port 71893aca-e081-47c1-b946-2b467c142893, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=71893aca-e081-47c1-b946-2b467c142893,segment=NetworkSegment(e3c6cff7-9c64-4424-b372-c0ba38c94383),segment_id=e3c6cff7-9c64-4424-b372-c0ba38c94383)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:11.973534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:11.989663 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:11.992169 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:12.000838 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Pushing event updated for resources: {'Port': ['ID=1858a831-3e90-40c8-820a-fa9f314e092c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:12.031114 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb1e3f-eba5-4f8a-bb35-f1acee5d2bb6 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Subnet': ['ID=c0d40c90-32ca-451d-b80e-bef395675498,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:12.054604 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-370c3e71-a0c3-469e-b4a9-5a5e497015e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.072255 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-370c3e71-a0c3-469e-b4a9-5a5e497015e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] 10.222.0.32 "DELETE /v2.0/ports/d85f000e-10c1-455a-a0ad-a9ad0f23e40e HTTP/1.1" status: 204 len: 168 time: 0.9719388 Dec 14 01:16:12.074187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51790) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:12.079921 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Calling delete_port for 71893aca-e081-47c1-b946-2b467c142893 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:12.082657 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ce8a7028-90a8-4e29-a028-81bbb3851f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Request body: {'port': {'name': 'tempest-new-port-name-834772963', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:12.082924 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-ce8a7028-90a8-4e29-a028-81bbb3851f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] bootfile-name is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 01:16:12.083269 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-ce8a7028-90a8-4e29-a028-81bbb3851f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] tftp-server is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 01:16:12.083596 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-ce8a7028-90a8-4e29-a028-81bbb3851f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] server-ip-address is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 01:16:12.095220 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Attempting to bind port 1858a831-3e90-40c8-820a-fa9f314e092c on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:12.095220 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Attempting to bind port 1858a831-3e90-40c8-820a-fa9f314e092c by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '7fc52095-9cac-45b9-9c50-868ff7597ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cedfa36a-2d6b-4db1-96ac-0379290e4355'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:12.095521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Attempting to bind port 1858a831-3e90-40c8-820a-fa9f314e092c on network cedfa36a-2d6b-4db1-96ac-0379290e4355 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:12.105951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:12.106327 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Checking segment: {'id': '7fc52095-9cac-45b9-9c50-868ff7597ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cedfa36a-2d6b-4db1-96ac-0379290e4355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:12.106736 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.107121 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Bound using segment: {'id': '7fc52095-9cac-45b9-9c50-868ff7597ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cedfa36a-2d6b-4db1-96ac-0379290e4355'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:12.107675 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Bound port: 1858a831-3e90-40c8-820a-fa9f314e092c, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc52095-9cac-45b9-9c50-868ff7597ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cedfa36a-2d6b-4db1-96ac-0379290e4355'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:12.107978 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.152273 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfb1e3f-eba5-4f8a-bb35-f1acee5d2bb6 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Checking segment: {'id': '9b5ed8c4-f1b4-40f9-bc92-c5081b4f46b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c4a29281-88d8-4e97-a31d-8b68757da29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:12.152653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb1e3f-eba5-4f8a-bb35-f1acee5d2bb6 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network hostable DHCP agents. Network: c4a29281-88d8-4e97-a31d-8b68757da29c, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:12.157304 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c2b31ff1-8343-437c-9d10-6cacd20724ff req-9bb757c7-49e8-4fa6-994e-531a56fe4851 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4440968 Dec 14 01:16:12.280697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.285653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05308ea0-9a69-4f05-b1cc-0c316ed0ebcf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.292367 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] For port 1858a831-3e90-40c8-820a-fa9f314e092c, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:12.296735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] For port 1858a831-3e90-40c8-820a-fa9f314e092c, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=1858a831-3e90-40c8-820a-fa9f314e092c,segment=NetworkSegment(7fc52095-9cac-45b9-9c50-868ff7597ffb),segment_id=7fc52095-9cac-45b9-9c50-868ff7597ffb)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:12.309919 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.329495 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Port': ['ID=71893aca-e081-47c1-b946-2b467c142893,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:12.331520 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] No DVR routers for this DVR port 71893aca-e081-47c1-b946-2b467c142893 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:12.412493 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aed76e-f6b4-49e5-bdaa-0aee8d237e11 None None] Pushing event updated for resources: {'Port': ['ID=1858a831-3e90-40c8-820a-fa9f314e092c,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:12.476918 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.488974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb1e3f-eba5-4f8a-bb35-f1acee5d2bb6 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network c4a29281-88d8-4e97-a31d-8b68757da29c is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:12.490967 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce8a7028-90a8-4e29-a028-81bbb3851f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.495643 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.520441 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a31a24-0239-49ab-ae78-74362e070e18']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:12.539067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-bcfb1e3f-eba5-4f8a-bb35-f1acee5d2bb6 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, c4a29281-88d8-4e97-a31d-8b68757da29c) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:12.540463 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c6cff7-9c64-4424-b372-c0ba38c94383') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:12.540878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c6cff7-9c64-4424-b372-c0ba38c94383') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:12.543994 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfb1e3f-eba5-4f8a-bb35-f1acee5d2bb6 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:12.544612 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bcfb1e3f-eba5-4f8a-bb35-f1acee5d2bb6 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.552747 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.556598 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4743006-c625-4e6b-b557-459bc20f820a None None] Network c4a29281-88d8-4e97-a31d-8b68757da29c requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:12.574738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.585542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:12.588819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.597803 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b31ff1-8343-437c-9d10-6cacd20724ff req-7a9b75be-6729-4fed-b09d-21b78421906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:12.599422 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c2b31ff1-8343-437c-9d10-6cacd20724ff req-7a9b75be-6729-4fed-b09d-21b78421906c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c3c9814a3bf4124a8679f70ca60ef3e&device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 1098 time: 0.3097281 Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:12.603480 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:12.631741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05308ea0-9a69-4f05-b1cc-0c316ed0ebcf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.709542 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bcfb1e3f-eba5-4f8a-bb35-f1acee5d2bb6 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2137821 Dec 14 01:16:12.711782 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51800) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:12.762235 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05308ea0-9a69-4f05-b1cc-0c316ed0ebcf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=9f413775-7588-4730-ba5f-b146040c814c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:12.783914 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05308ea0-9a69-4f05-b1cc-0c316ed0ebcf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.788256 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-05308ea0-9a69-4f05-b1cc-0c316ed0ebcf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/9f413775-7588-4730-ba5f-b146040c814c HTTP/1.1" status: 204 len: 168 time: 1.4834197 Dec 14 01:16:12.793069 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51802) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:12.815679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98acbbaa-25c9-4888-87fb-c61ba99b0df9 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:12.841734 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.916627 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Network': ['ID=80a31a24-0239-49ab-ae78-74362e070e18,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:12.936754 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b31ff1-8343-437c-9d10-6cacd20724ff req-f7440977-cb00-4c7a-a6fe-a017a70079d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:12.938424 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c2b31ff1-8343-437c-9d10-6cacd20724ff req-f7440977-cb00-4c7a-a6fe-a017a70079d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b6c98d5-c0d5-4295-8563-67b8b13840da HTTP/1.1" status: 200 len: 912 time: 0.3030043 Dec 14 01:16:12.945123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-c4a29281-88d8-4e97-a31d-8b68757da29c', 'network_id': 'c4a29281-88d8-4e97-a31d-8b68757da29c', 'project_id': '23b9ff3b60424289894d8328f5d4c3fb', 'fixed_ips': [{'subnet_id': 'c0d40c90-32ca-451d-b80e-bef395675498'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:12.946881 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.948125 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:12.956736 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-22c6cdd2-77d5-4bf6-afba-d55482209c09 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/networks/80a31a24-0239-49ab-ae78-74362e070e18 HTTP/1.1" status: 204 len: 168 time: 4.0501750 Dec 14 01:16:12.971260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51810) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:13.082272 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7402682-c5f2-40d4-be09-f652948e88fc tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] DELETE failed (client error): The resource could not be found. Dec 14 01:16:13.082721 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7402682-c5f2-40d4-be09-f652948e88fc tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:16:13.085960 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f7402682-c5f2-40d4-be09-f652948e88fc tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/subnets/8140e8ac-fd28-4ae0-8905-ef61ed78437a HTTP/1.1" status: 404 len: 337 time: 0.1146624 Dec 14 01:16:13.095926 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51814) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:13.098448 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f8812-af5d-4c10-b210-8720647eb6cd None None] Sync routers for ids ['684ab45a-40d3-4113-9ec4-7298b9414cfc'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:13.115089 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7f0072d1-014d-416d-b5d1-afaa3e06ebcd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3195128 Dec 14 01:16:13.119510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51816) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:13.172751 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f8812-af5d-4c10-b210-8720647eb6cd None None] Routers {'684ab45a-40d3-4113-9ec4-7298b9414cfc'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:13.174031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-970f8812-af5d-4c10-b210-8720647eb6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['684ab45a-40d3-4113-9ec4-7298b9414cfc'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:13.179230 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c2b31ff1-8343-437c-9d10-6cacd20724ff req-a621dad2-9a1f-4500-aedf-a44d723fca5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef42179d-1b0e-447b-a68e-fe169bc463f2 HTTP/1.1" status: 200 len: 1000 time: 0.2137256 Dec 14 01:16:13.208319 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82bef38e-ac5d-4803-81d5-d5d388b0f8d5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:13.213445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:13.217878 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a66664-16f7-4d27-86c9-b3b3b72976b9 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] DELETE failed (client error): The resource could not be found. Dec 14 01:16:13.218467 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a66664-16f7-4d27-86c9-b3b3b72976b9 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:16:13.223292 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-08a66664-16f7-4d27-86c9-b3b3b72976b9 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/networks/80a31a24-0239-49ab-ae78-74362e070e18 HTTP/1.1" status: 404 len: 339 time: 0.1261041 Dec 14 01:16:13.241213 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce8a7028-90a8-4e29-a028-81bbb3851f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:13.247637 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51822) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:13.287515 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-970f8812-af5d-4c10-b210-8720647eb6cd None None] Set router 684ab45a-40d3-4113-9ec4-7298b9414cfc gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:16:13.307824 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce8a7028-90a8-4e29-a028-81bbb3851f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:13.400780 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3c36ba-c157-4fd7-b3c1-a33e441a26f0 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] DELETE failed (client error): The resource could not be found. Dec 14 01:16:13.401529 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3c36ba-c157-4fd7-b3c1-a33e441a26f0 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:16:13.411029 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7c3c36ba-c157-4fd7-b3c1-a33e441a26f0 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/subnets/aa685d87-82fe-47bf-9bf6-f911b65a218b HTTP/1.1" status: 404 len: 337 time: 0.1613538 Dec 14 01:16:13.425680 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51828) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:13.426148 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51830) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:13.451625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82bef38e-ac5d-4803-81d5-d5d388b0f8d5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:13.454102 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82bef38e-ac5d-4803-81d5-d5d388b0f8d5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:13.460392 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b31ff1-8343-437c-9d10-6cacd20724ff req-0fe63a14-e720-4b35-ae16-5624683d3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:13.462574 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c2b31ff1-8343-437c-9d10-6cacd20724ff req-0fe63a14-e720-4b35-ae16-5624683d3379 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddd22a13-c373-4dc2-b4b7-ccadbff4884a HTTP/1.1" status: 200 len: 851 time: 0.2711596 Dec 14 01:16:13.487521 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a7028-90a8-4e29-a028-81bbb3851f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Pushing event updated for resources: {'Port': ['ID=310a79bc-1105-4605-b094-d017da793838,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:13.505082 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82bef38e-ac5d-4803-81d5-d5d388b0f8d5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:13.505497 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bef38e-ac5d-4803-81d5-d5d388b0f8d5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Fanout notify agent at l3_agent the message router_deleted on router 684ab45a-40d3-4113-9ec4-7298b9414cfc {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:16:13.510685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a7028-90a8-4e29-a028-81bbb3851f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] In _notify_port_updated(), no bound segment for port 310a79bc-1105-4605-b094-d017da793838 on network 30268b3b-3212-4b94-854c-cf26a8ee35ce {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:16:13.514597 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82bef38e-ac5d-4803-81d5-d5d388b0f8d5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:13.518518 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8a7028-90a8-4e29-a028-81bbb3851f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:13.519221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce8a7028-90a8-4e29-a028-81bbb3851f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:13.520644 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ce8a7028-90a8-4e29-a028-81bbb3851f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] 10.222.0.32 "PUT /v2.0/ports/310a79bc-1105-4605-b094-d017da793838 HTTP/1.1" status: 200 len: 1129 time: 1.4453244 Dec 14 01:16:13.523209 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51834) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:13.523209 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51836) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:13.530978 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-82bef38e-ac5d-4803-81d5-d5d388b0f8d5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/routers/684ab45a-40d3-4113-9ec4-7298b9414cfc HTTP/1.1" status: 204 len: 168 time: 0.4102309 Dec 14 01:16:13.533799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-970f8812-af5d-4c10-b210-8720647eb6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684ab45a-40d3-4113-9ec4-7298b9414cfc', 'name': 'tempest-NetworksTestDHCPv6-router-988560290', 'tenant_id': '55931f2844424f749dcf0d06366b00bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:02Z', 'updated_at': '2021-12-14T01:16:10Z', 'revision_number': 3, 'project_id': '55931f2844424f749dcf0d06366b00bf', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:13.556290 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1e72a9a8-12d5-4504-9cb6-8f20d5827de5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:13.570903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:13.584703 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f8812-af5d-4c10-b210-8720647eb6cd None None] Checking router: 684ab45a-40d3-4113-9ec4-7298b9414cfc for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:16:13.639470 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f8812-af5d-4c10-b210-8720647eb6cd None None] Routers set() bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:13.639856 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f8812-af5d-4c10-b210-8720647eb6cd None None] Router IDs set() for agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 14 01:16:13.641172 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_agentschedulers_db [None req-970f8812-af5d-4c10-b210-8720647eb6cd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'684ab45a-40d3-4113-9ec4-7298b9414cfc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent'). {{(pid=103410) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 14 01:16:13.645325 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f8812-af5d-4c10-b210-8720647eb6cd None None] The sync data for ids ['684ab45a-40d3-4113-9ec4-7298b9414cfc'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:13.661267 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Allocated IP 2001:db8::1 (c4a29281-88d8-4e97-a31d-8b68757da29c/c0d40c90-32ca-451d-b80e-bef395675498/9c1bfc18-be6a-4d22-bec2-555d3e17c948) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:13.704800 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-25df33c2-168f-49c0-955e-281c588ef9bf tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] DELETE failed (client error): The resource could not be found. Dec 14 01:16:13.705931 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25df33c2-168f-49c0-955e-281c588ef9bf tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:16:13.711094 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-25df33c2-168f-49c0-955e-281c588ef9bf tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/networks/cd84bc95-5d86-46c9-baff-07009deb43bf HTTP/1.1" status: 404 len: 339 time: 0.2772295 Dec 14 01:16:13.714779 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51840) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:13.799870 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b760b91-e6b9-433b-a013-8792c3f5a64a tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] DELETE failed (client error): The resource could not be found. Dec 14 01:16:13.802321 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b760b91-e6b9-433b-a013-8792c3f5a64a tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:16:13.816819 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3b760b91-e6b9-433b-a013-8792c3f5a64a tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/subnets/b4417cee-d56e-4f67-a516-f073af7a3277 HTTP/1.1" status: 404 len: 337 time: 0.1007311 Dec 14 01:16:13.817478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51842) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:13.826834 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dd5469-93df-409b-870a-c7e557322ed3 None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:13.831602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 1858a831-3e90-40c8-820a-fa9f314e092c up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:13.884227 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc453bf-0102-4555-8c70-d1f2768be99d req-7e520398-925d-4d66-91d6-01449a99e6ac tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:13.886238 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5bc453bf-0102-4555-8c70-d1f2768be99d req-7e520398-925d-4d66-91d6-01449a99e6ac tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 945 time: 0.6402705 Dec 14 01:16:13.958395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a6f52e7e-0bd2-4964-b722-ddd0067f2052 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-803498158'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:13.958852 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a6f52e7e-0bd2-4964-b722-ddd0067f2052 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] Unknown quota resources ['metering_label']. {{(pid=103408) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 01:16:14.003524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 1858a831-3e90-40c8-820a-fa9f314e092c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:14.003906 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.028514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601065bb-7fba-470b-a140-8e0b3ba197c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:14.035306 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-601065bb-7fba-470b-a140-8e0b3ba197c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] 10.222.0.32 "GET /v2.0/ports/310a79bc-1105-4605-b094-d017da793838 HTTP/1.1" status: 200 len: 1129 time: 0.4842749 Dec 14 01:16:14.036074 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e72a9a8-12d5-4504-9cb6-8f20d5827de5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:14.039821 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e72a9a8-12d5-4504-9cb6-8f20d5827de5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.046880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2341a68-83b4-4970-a2fc-efd6cc0094a2 None None] Network cedfa36a-2d6b-4db1-96ac-0379290e4355 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:14.076977 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51844) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:14.127935 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd5469-93df-409b-870a-c7e557322ed3 None None] Deleting port 7661d8aa-adb7-4940-887f-e3146958958b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:14.128398 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5469-93df-409b-870a-c7e557322ed3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.130416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3556d0d2-456c-4936-98e4-7fa28cd60425 None None] Provisioning complete for port 310a79bc-1105-4605-b094-d017da793838 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:14.131225 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3556d0d2-456c-4936-98e4-7fa28cd60425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.154582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b31ff1-8343-437c-9d10-6cacd20724ff req-ab9aabe2-7164-4f4a-b5e7-b824f838572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:14.156136 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c2b31ff1-8343-437c-9d10-6cacd20724ff req-ab9aabe2-7164-4f4a-b5e7-b824f838572d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b6c98d5-c0d5-4295-8563-67b8b13840da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6320434 Dec 14 01:16:14.166355 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b01a5e-e1e1-4c9a-b9e3-9584783827fe tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] DELETE failed (client error): The resource could not be found. Dec 14 01:16:14.166869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b01a5e-e1e1-4c9a-b9e3-9584783827fe tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:16:14.170315 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-43b01a5e-e1e1-4c9a-b9e3-9584783827fe tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/networks/6c7fd943-0d5d-46b3-b725-cf2118c236d0 HTTP/1.1" status: 404 len: 339 time: 0.3515165 Dec 14 01:16:14.172982 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51846) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:14.256380 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.282221 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3556d0d2-456c-4936-98e4-7fa28cd60425 None None] Port 310a79bc-1105-4605-b094-d017da793838 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:14.287533 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7723ccbb-19a4-498a-b2cc-fa890f3e29c9 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Deleting port 029cc1c5-1a83-4862-ab0c-531f7f8775b7 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:14.288126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7723ccbb-19a4-498a-b2cc-fa890f3e29c9 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.290268 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.302038 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b3dd5469-93df-409b-870a-c7e557322ed3 None None] For port 7661d8aa-adb7-4940-887f-e3146958958b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7661d8aa-adb7-4940-887f-e3146958958b,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:14.303331 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5469-93df-409b-870a-c7e557322ed3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.346010 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd5469-93df-409b-870a-c7e557322ed3 None None] Calling delete_port for 7661d8aa-adb7-4940-887f-e3146958958b owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:14.355076 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.397460 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7723ccbb-19a4-498a-b2cc-fa890f3e29c9 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.415953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Network c4a29281-88d8-4e97-a31d-8b68757da29c is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:14.459114 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:14.483778 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.498306 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:14.510493 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Pushing event updated for resources: {'Port': ['ID=9c1bfc18-be6a-4d22-bec2-555d3e17c948,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:14.511710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a29281-88d8-4e97-a31d-8b68757da29c']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:14.518127 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.529828 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5ed8c4-f1b4-40f9-bc92-c5081b4f46b5') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:14.530374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5ed8c4-f1b4-40f9-bc92-c5081b4f46b5') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:14.544964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c953bf4e-1b6b-40e1-b244-efb6bbe6d2eb None None] Provisioning complete for port 1858a831-3e90-40c8-820a-fa9f314e092c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:14.545613 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c953bf4e-1b6b-40e1-b244-efb6bbe6d2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.548807 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.565071 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.572130 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:14.572786 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.649824 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d40c90-32ca-451d-b80e-bef395675498,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:14.657439 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:14.665251 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 01:16:14.665251 dv-neutron-821592-1-hyperv neutron-server[103409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 01:16:14.665251 dv-neutron-821592-1-hyperv neutron-server[103409]: [parameters: {'id': 'c4a29281-88d8-4e97-a31d-8b68757da29c'}] Dec 14 01:16:14.665251 dv-neutron-821592-1-hyperv neutron-server[103409]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:16:14.666512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:16:14.671200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7723ccbb-19a4-498a-b2cc-fa890f3e29c9 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Calling delete_port for 029cc1c5-1a83-4862-ab0c-531f7f8775b7 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:14.679708 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Attempting to bind port 9c1bfc18-be6a-4d22-bec2-555d3e17c948 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:14.681388 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Attempting to bind port 9c1bfc18-be6a-4d22-bec2-555d3e17c948 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '9b5ed8c4-f1b4-40f9-bc92-c5081b4f46b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c4a29281-88d8-4e97-a31d-8b68757da29c'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:14.681889 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Attempting to bind port 9c1bfc18-be6a-4d22-bec2-555d3e17c948 on network c4a29281-88d8-4e97-a31d-8b68757da29c {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:14.694514 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 1858a831-3e90-40c8-820a-fa9f314e092c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=1858a831-3e90-40c8-820a-fa9f314e092c,segment=NetworkSegment(7fc52095-9cac-45b9-9c50-868ff7597ffb),segment_id=7fc52095-9cac-45b9-9c50-868ff7597ffb)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:14.707957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:14.708373 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Checking segment: {'id': '9b5ed8c4-f1b4-40f9-bc92-c5081b4f46b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c4a29281-88d8-4e97-a31d-8b68757da29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:14.708784 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.709185 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Bound using segment: {'id': '9b5ed8c4-f1b4-40f9-bc92-c5081b4f46b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c4a29281-88d8-4e97-a31d-8b68757da29c'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:14.717175 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5bc453bf-0102-4555-8c70-d1f2768be99d req-a4e57be2-8a32-47c8-8cf7-e86945eca8cf tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6e47391-9f1e-47e0-8c59-c3d0cc0571a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7554705 Dec 14 01:16:14.720187 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Bound port: 9c1bfc18-be6a-4d22-bec2-555d3e17c948, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5ed8c4-f1b4-40f9-bc92-c5081b4f46b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c4a29281-88d8-4e97-a31d-8b68757da29c'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:14.720968 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.724615 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.729990 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5469-93df-409b-870a-c7e557322ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.743279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6f52e7e-0bd2-4964-b722-ddd0067f2052 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.750875 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51850) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:14.751884 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a6f52e7e-0bd2-4964-b722-ddd0067f2052 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.3171065 Dec 14 01:16:14.756305 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fd5cab29-ff0f-4c1d-bad3-51e94f7b4ebb tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1e7406d9-e424-45e4-b3ad-e39b00a9879d'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:14.757029 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fd5cab29-ff0f-4c1d-bad3-51e94f7b4ebb tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103409) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 01:16:14.760165 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.839218 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dd5469-93df-409b-870a-c7e557322ed3 None None] No DVR routers for this DVR port 7661d8aa-adb7-4940-887f-e3146958958b on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:14.843436 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.851983 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.services.metering.metering_plugin [None req-fd5cab29-ff0f-4c1d-bad3-51e94f7b4ebb tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 14 01:16:14.961172 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=1858a831-3e90-40c8-820a-fa9f314e092c,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:14.973023 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fd5cab29-ff0f-4c1d-bad3-51e94f7b4ebb tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:14.980055 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fd5cab29-ff0f-4c1d-bad3-51e94f7b4ebb tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2220809 Dec 14 01:16:14.980055 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51856) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:14.984447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b30e0fe1-997c-4ae2-9e86-d0efb0694818 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1e7406d9-e424-45e4-b3ad-e39b00a9879d'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:14.985472 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b30e0fe1-997c-4ae2-9e86-d0efb0694818 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103409) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 01:16:15.000527 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd5469-93df-409b-870a-c7e557322ed3 None None] Pushing event deleted for resources: {'Port': ['ID=7661d8aa-adb7-4940-887f-e3146958958b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:15.005108 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7723ccbb-19a4-498a-b2cc-fa890f3e29c9 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:15.013702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] For port 9c1bfc18-be6a-4d22-bec2-555d3e17c948, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:15.030767 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] For port 9c1bfc18-be6a-4d22-bec2-555d3e17c948, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=9c1bfc18-be6a-4d22-bec2-555d3e17c948,segment=NetworkSegment(9b5ed8c4-f1b4-40f9-bc92-c5081b4f46b5),segment_id=9b5ed8c4-f1b4-40f9-bc92-c5081b4f46b5)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:15.037824 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:15.053702 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-67871d83-2780-48cd-8c1c-1cfafd7f0663 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Deleting port 310a79bc-1105-4605-b094-d017da793838 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:15.054045 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67871d83-2780-48cd-8c1c-1cfafd7f0663 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:15.059138 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c2b31ff1-8343-437c-9d10-6cacd20724ff req-d35ad460-34cf-4981-aec6-a707ed90d7e8 service neutron] 10.222.0.16 "GET /v2.0/networks/6b6c98d5-c0d5-4295-8563-67b8b13840da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269198 Dec 14 01:16:15.084322 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.services.metering.metering_plugin [None req-b30e0fe1-997c-4ae2-9e86-d0efb0694818 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 14 01:16:15.088918 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723ccbb-19a4-498a-b2cc-fa890f3e29c9 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Port': ['ID=029cc1c5-1a83-4862-ab0c-531f7f8775b7,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:15.097268 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7723ccbb-19a4-498a-b2cc-fa890f3e29c9 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:15.100978 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7723ccbb-19a4-498a-b2cc-fa890f3e29c9 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/ports/029cc1c5-1a83-4862-ab0c-531f7f8775b7 HTTP/1.1" status: 204 len: 168 time: 0.9273310 Dec 14 01:16:15.122010 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651e966-e7a8-49a8-ad4b-2c971c889b3e None None] Pushing event updated for resources: {'Port': ['ID=9c1bfc18-be6a-4d22-bec2-555d3e17c948,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:15.138487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51858) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:15.167963 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:15.174882 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-961878dc-900a-404a-82e6-39ad4dff49e1 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] DELETE failed (client error): The resource could not be found. Dec 14 01:16:15.175638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961878dc-900a-404a-82e6-39ad4dff49e1 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:16:15.179039 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-961878dc-900a-404a-82e6-39ad4dff49e1 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/subnets/848f1cd8-f68c-4dd4-95fa-ce1d270d405a HTTP/1.1" status: 404 len: 337 time: 0.0393898 Dec 14 01:16:15.186506 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-607efe3e-9525-4e8a-81d3-497d66b6a254 None None] Provisioning complete for port 1858a831-3e90-40c8-820a-fa9f314e092c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:15.186883 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-607efe3e-9525-4e8a-81d3-497d66b6a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:15.194488 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c2b31ff1-8343-437c-9d10-6cacd20724ff req-4e411551-0fcd-434c-89d7-7cbe0c42eedd service neutron] 10.222.0.16 "GET /v2.0/networks/6b6c98d5-c0d5-4295-8563-67b8b13840da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258264 Dec 14 01:16:15.194976 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51860) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:15.223649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b30e0fe1-997c-4ae2-9e86-d0efb0694818 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:15.227778 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b30e0fe1-997c-4ae2-9e86-d0efb0694818 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2459977 Dec 14 01:16:15.228697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51862) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:15.240011 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e156ca67-bd17-4897-8520-900473b7c878 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=9c2093de-06e9-49fa-ac6e-a7db66e2aca9 HTTP/1.1" status: 200 len: 462 time: 0.0108159 Dec 14 01:16:15.242569 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51864) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:15.254834 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d12215-4a73-4271-87fd-fde8a95e69d9 None None] Network c4a29281-88d8-4e97-a31d-8b68757da29c requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:15.396853 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f57742c-9e8c-44e2-afa2-94395aeb12b4 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:15.398666 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8f57742c-9e8c-44e2-afa2-94395aeb12b4 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/9c2093de-06e9-49fa-ac6e-a7db66e2aca9 HTTP/1.1" status: 204 len: 168 time: 0.1546485 Dec 14 01:16:15.401938 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51868) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:15.414210 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Deleting port 9c1bfc18-be6a-4d22-bec2-555d3e17c948 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:15.414828 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:15.419849 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-92ae39c4-af33-4d16-a551-6cf382fd75b3 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=9c2093de-06e9-49fa-ac6e-a7db66e2aca9 HTTP/1.1" status: 200 len: 221 time: 0.0166228 Dec 14 01:16:15.433126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51870) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:15.438022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b40de830-c0db-49c3-905c-d2e2dc328f02 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--577167590', 'description': 'label created by tempest'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:15.438969 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b40de830-c0db-49c3-905c-d2e2dc328f02 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] Unknown quota resources ['metering_label']. {{(pid=103409) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 01:16:15.460278 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f814b11-3df2-4eb8-9fa4-a5258d07bd71 None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:16:15.474425 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Allocated IP 172.26.1.141 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/31efdab7-1e56-47ce-b9c9-d1ac6e89c1ad) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:15.486739 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d29b65a8-bcd9-423a-8131-82796ebcaf74 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:15.506129 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e72a9a8-12d5-4504-9cb6-8f20d5827de5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:15.511278 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67871d83-2780-48cd-8c1c-1cfafd7f0663 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:15.611932 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-67871d83-2780-48cd-8c1c-1cfafd7f0663 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Calling delete_port for 310a79bc-1105-4605-b094-d017da793838 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:15.700956 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] For port 9c1bfc18-be6a-4d22-bec2-555d3e17c948, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=9c1bfc18-be6a-4d22-bec2-555d3e17c948,segment=NetworkSegment(9b5ed8c4-f1b4-40f9-bc92-c5081b4f46b5),segment_id=9b5ed8c4-f1b4-40f9-bc92-c5081b4f46b5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:15.700956 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:15.738372 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f814b11-3df2-4eb8-9fa4-a5258d07bd71 None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:16:15.742215 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 1858a831-3e90-40c8-820a-fa9f314e092c up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:15.743694 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Calling delete_port for 9c1bfc18-be6a-4d22-bec2-555d3e17c948 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:15.747711 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b40de830-c0db-49c3-905c-d2e2dc328f02 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:15.751770 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b40de830-c0db-49c3-905c-d2e2dc328f02 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3148291 Dec 14 01:16:15.752446 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51876) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:15.754412 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:15.822605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 1858a831-3e90-40c8-820a-fa9f314e092c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:15.823231 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:15.834067 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c7c36298-b51a-4455-bd8f-43fc96fefc9b tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=f85ae3b0-a8b9-4755-8538-bfbe6d2b299d HTTP/1.1" status: 200 len: 467 time: 0.0779903 Dec 14 01:16:15.859293 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51878) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:15.978281 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e72a9a8-12d5-4504-9cb6-8f20d5827de5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:15.995447 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67871d83-2780-48cd-8c1c-1cfafd7f0663 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.004012 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.006676 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-1e72a9a8-12d5-4504-9cb6-8f20d5827de5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:16.096641 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e72a9a8-12d5-4504-9cb6-8f20d5827de5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:16.097434 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e72a9a8-12d5-4504-9cb6-8f20d5827de5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.098974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef19e37f-9d3b-45df-8dbd-b38d604f88d1 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.104176 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ef19e37f-9d3b-45df-8dbd-b38d604f88d1 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/f85ae3b0-a8b9-4755-8538-bfbe6d2b299d HTTP/1.1" status: 204 len: 168 time: 0.2439125 Dec 14 01:16:16.105061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51880) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:16.123759 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.130888 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ded14459-8fd6-44b1-9b36-d620c190d8f6 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=f85ae3b0-a8b9-4755-8538-bfbe6d2b299d HTTP/1.1" status: 200 len: 216 time: 0.0229139 Dec 14 01:16:16.132684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51882) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:16.137638 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Pushing event updated for resources: {'Port': ['ID=31efdab7-1e56-47ce-b9c9-d1ac6e89c1ad,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:16.158496 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1e72a9a8-12d5-4504-9cb6-8f20d5827de5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6083665 Dec 14 01:16:16.158496 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72a9a8-12d5-4504-9cb6-8f20d5827de5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=f602a278-ac71-48b6-9fe6-2413f57937ce,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:16.176408 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dfb79e41-d3a0-4a02-afa0-93530ed710b0 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0403330 Dec 14 01:16:16.178511 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51884) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:16.178800 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51886) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:16.180533 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Port': ['ID=9c1bfc18-be6a-4d22-bec2-555d3e17c948,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:16.186481 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No DVR routers for this DVR port 9c1bfc18-be6a-4d22-bec2-555d3e17c948 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:16.192289 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:16.230980 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2399c541-f415-4fca-8c33-fe338aaf38fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1725227425', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:16.246340 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:16.255673 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:16.272714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d29b65a8-bcd9-423a-8131-82796ebcaf74 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.287707 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67871d83-2780-48cd-8c1c-1cfafd7f0663 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Pushing event deleted for resources: {'Port': ['ID=310a79bc-1105-4605-b094-d017da793838,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:16.302690 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.321173 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-d29b65a8-bcd9-423a-8131-82796ebcaf74 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ee1030-bd58-4c5c-9e4d-0a11020612db']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:16.323154 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7661d8aa-adb7-4940-887f-e3146958958b no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:16:16.329939 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a29281-88d8-4e97-a31d-8b68757da29c']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:16.335468 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67871d83-2780-48cd-8c1c-1cfafd7f0663 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.338911 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-67871d83-2780-48cd-8c1c-1cfafd7f0663 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] 10.222.0.32 "DELETE /v2.0/ports/310a79bc-1105-4605-b094-d017da793838 HTTP/1.1" status: 204 len: 168 time: 2.2569711 Dec 14 01:16:16.342224 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51888) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:16.344764 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-d29b65a8-bcd9-423a-8131-82796ebcaf74 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a9beb2-8a10-41fb-90a9-0cf5b8846252') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:16.345428 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-d29b65a8-bcd9-423a-8131-82796ebcaf74 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a9beb2-8a10-41fb-90a9-0cf5b8846252') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:16.346392 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5ed8c4-f1b4-40f9-bc92-c5081b4f46b5') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:16.346843 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5ed8c4-f1b4-40f9-bc92-c5081b4f46b5') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:16.364645 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 7661d8aa-adb7-4940-887f-e3146958958b {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:16.364997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7661d8aa-adb7-4940-887f-e3146958958b not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:16:16.365101 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-429dd2bb-884c-48d2-b595-a9abd002651e tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1824090 Dec 14 01:16:16.379978 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51890) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:16.383794 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d29b65a8-bcd9-423a-8131-82796ebcaf74 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.399416 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.422895 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.427749 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db7b7f-5187-45e5-addd-212ecba1ec86 req-49660c28-8d84-4ee8-a670-af1bec609881 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:16.429325 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d6db7b7f-5187-45e5-addd-212ecba1ec86 req-49660c28-8d84-4ee8-a670-af1bec609881 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 945 time: 0.6341405 Dec 14 01:16:16.436380 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-e916d4b1-b9ec-42ec-9992-b81da28caf23 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Deleting subnet 0290c671-c424-48c6-b5ca-8b971ced9ffc {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:16:16.439055 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:16.440034 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:16.444041 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:16.446212 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e916d4b1-b9ec-42ec-9992-b81da28caf23 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.475450 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d29b65a8-bcd9-423a-8131-82796ebcaf74 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.485600 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2399c541-f415-4fca-8c33-fe338aaf38fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.486652 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2399c541-f415-4fca-8c33-fe338aaf38fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.493436 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29b65a8-bcd9-423a-8131-82796ebcaf74 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:16.493826 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d29b65a8-bcd9-423a-8131-82796ebcaf74 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:16.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:16.509092 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-27c4d305-e1e1-4eea-9ce3-e355858a7d60 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/1e7406d9-e424-45e4-b3ad-e39b00a9879d HTTP/1.1" status: 200 len: 472 time: 0.1279011 Dec 14 01:16:16.510592 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51892) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:16.540958 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': 'f602a278-ac71-48b6-9fe6-2413f57937ce'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:16.542006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.542742 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e916d4b1-b9ec-42ec-9992-b81da28caf23 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.568276 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.573013 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.581544 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/networks/c4a29281-88d8-4e97-a31d-8b68757da29c HTTP/1.1" status: 204 len: 168 time: 3.8675871 Dec 14 01:16:16.584158 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51894) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:16.593030 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-344a4b0d-fe51-48f1-975a-c2d54ea32539 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2033936395'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:16.623441 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b5ef0-4c39-440a-a23a-1a2aebb4c731 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Network': ['ID=c4a29281-88d8-4e97-a31d-8b68757da29c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:16.650390 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1b201efc-ce2d-4aa7-8275-ff130b708383 None None] Provisioning complete for port e37f1adf-874d-4f40-827d-8d6ebf4bd81d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:16.650764 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b201efc-ce2d-4aa7-8275-ff130b708383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.661625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344a4b0d-fe51-48f1-975a-c2d54ea32539 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:16.666263 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-344a4b0d-fe51-48f1-975a-c2d54ea32539 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.675677 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5bb67673-093d-4b70-8c23-6f5f42d7954f tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/78f161c6-52fa-41e8-aced-dd817196cfd4 HTTP/1.1" status: 200 len: 459 time: 0.1516130 Dec 14 01:16:16.685776 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51896) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:16.717770 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1b201efc-ce2d-4aa7-8275-ff130b708383 None None] Port e37f1adf-874d-4f40-827d-8d6ebf4bd81d cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:16.729950 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Allocated IP 2001:db8::2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/f602a278-ac71-48b6-9fe6-2413f57937ce/c2e6299e-d4f4-4466-aecd-1be6c5b521de) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:16.730781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e916d4b1-b9ec-42ec-9992-b81da28caf23 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.742525 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1b201efc-ce2d-4aa7-8275-ff130b708383 None None] Provisioning complete for port 9a175c2f-df1c-4283-a4df-a87d3315c992 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:16.743037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b201efc-ce2d-4aa7-8275-ff130b708383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.747882 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2399c541-f415-4fca-8c33-fe338aaf38fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.754531 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d6db7b7f-5187-45e5-addd-212ecba1ec86 req-7c2db160-d4a3-49ad-9140-f1e41d9643f6 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6e47391-9f1e-47e0-8c59-c3d0cc0571a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735474 Dec 14 01:16:16.755250 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d29b65a8-bcd9-423a-8131-82796ebcaf74 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.794557 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2399c541-f415-4fca-8c33-fe338aaf38fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.817640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1b201efc-ce2d-4aa7-8275-ff130b708383 None None] Port 9a175c2f-df1c-4283-a4df-a87d3315c992 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:16.824834 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d29b65a8-bcd9-423a-8131-82796ebcaf74 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.831051 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344a4b0d-fe51-48f1-975a-c2d54ea32539 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:16.831844 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d29b65a8-bcd9-423a-8131-82796ebcaf74 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/networks/a9ee1030-bd58-4c5c-9e4d-0a11020612db HTTP/1.1" status: 204 len: 168 time: 1.6038420 Dec 14 01:16:16.836926 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51900) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:16.837668 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1b201efc-ce2d-4aa7-8275-ff130b708383 None None] Provisioning complete for port 3b6818e8-e0bd-4c52-a783-c739414da9c4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:16.838084 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b201efc-ce2d-4aa7-8275-ff130b708383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.850933 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b65a8-bcd9-423a-8131-82796ebcaf74 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Network': ['ID=a9ee1030-bd58-4c5c-9e4d-0a11020612db,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:16.882272 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-344a4b0d-fe51-48f1-975a-c2d54ea32539 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.882607 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-344a4b0d-fe51-48f1-975a-c2d54ea32539 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Added segment 313757ab-df32-4c79-8067-802f1c2c6a77 of type vlan for network 6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00 Dec 14 01:16:16.914613 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2399c541-f415-4fca-8c33-fe338aaf38fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.919170 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2399c541-f415-4fca-8c33-fe338aaf38fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7350633 Dec 14 01:16:16.921078 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51902) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:16.953863 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e916d4b1-b9ec-42ec-9992-b81da28caf23 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.966134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-344a4b0d-fe51-48f1-975a-c2d54ea32539 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:16.984136 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.001325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916d4b1-b9ec-42ec-9992-b81da28caf23 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Pushing event deleted for resources: {'Subnet': ['ID=0290c671-c424-48c6-b5ca-8b971ced9ffc,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:17.006904 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e916d4b1-b9ec-42ec-9992-b81da28caf23 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.012834 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e916d4b1-b9ec-42ec-9992-b81da28caf23 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] 10.222.0.32 "DELETE /v2.0/subnets/0290c671-c424-48c6-b5ca-8b971ced9ffc HTTP/1.1" status: 204 len: 168 time: 0.6693282 Dec 14 01:16:17.013627 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51904) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:17.013960 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.064832 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:17.069536 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5cada03-750d-494a-80f1-92a9d1e7a9e5 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.072895 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b5cada03-750d-494a-80f1-92a9d1e7a9e5 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/78f161c6-52fa-41e8-aced-dd817196cfd4 HTTP/1.1" status: 204 len: 168 time: 0.3787718 Dec 14 01:16:17.073057 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:17.075456 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51906) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:17.077161 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:17.084645 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Pushing event updated for resources: {'Port': ['ID=c2e6299e-d4f4-4466-aecd-1be6c5b521de,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:17.100664 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-344a4b0d-fe51-48f1-975a-c2d54ea32539 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.106206 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344a4b0d-fe51-48f1-975a-c2d54ea32539 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:17.106792 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-344a4b0d-fe51-48f1-975a-c2d54ea32539 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.118032 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1b201efc-ce2d-4aa7-8275-ff130b708383 None None] Provisioning complete for port b1280dc4-c1d0-4788-b767-2b58eefe55eb triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:17.118549 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b201efc-ce2d-4aa7-8275-ff130b708383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.173384 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Attempting to bind port c2e6299e-d4f4-4466-aecd-1be6c5b521de on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:17.173865 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Attempting to bind port c2e6299e-d4f4-4466-aecd-1be6c5b521de by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:17.174408 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Attempting to bind port c2e6299e-d4f4-4466-aecd-1be6c5b521de on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:17.184989 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:17.185532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:17.186024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.186521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:17.187126 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Bound port: c2e6299e-d4f4-4466-aecd-1be6c5b521de, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:17.187592 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.212533 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1511c68a-afb8-44df-b149-0f44dd11697c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Deleting port 64f81087-dd2c-497a-8a5f-99b2a4ca4277 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:17.212873 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1511c68a-afb8-44df-b149-0f44dd11697c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.224675 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.270738 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-344a4b0d-fe51-48f1-975a-c2d54ea32539 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6827221 Dec 14 01:16:17.283252 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51908) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:17.289819 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a966ef3f-b1d4-4661-a027-7dddf82a58d7 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'subnet': {'network_id': '6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:17.292737 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] For port c2e6299e-d4f4-4466-aecd-1be6c5b521de, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:17.294817 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1b201efc-ce2d-4aa7-8275-ff130b708383 None None] Provisioning complete for port bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:17.295240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b201efc-ce2d-4aa7-8275-ff130b708383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.298163 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] For port c2e6299e-d4f4-4466-aecd-1be6c5b521de, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c2e6299e-d4f4-4466-aecd-1be6c5b521de,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:17.320265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.334483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a4b0d-fe51-48f1-975a-c2d54ea32539 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Network': ['ID=6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:17.355856 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:17.396588 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1511c68a-afb8-44df-b149-0f44dd11697c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.428246 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.461867 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6a908-4862-4b23-a527-c12b9a951f7b None None] Pushing event updated for resources: {'Port': ['ID=c2e6299e-d4f4-4466-aecd-1be6c5b521de,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:17.467374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1511c68a-afb8-44df-b149-0f44dd11697c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Calling delete_port for 64f81087-dd2c-497a-8a5f-99b2a4ca4277 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:17.474661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e40f9ad-75f6-4b04-81fd-985bc701dbb6 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.474800 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc1418-5e2e-40d7-81c1-cef210b1bd1c req-fdadb94f-b3ad-4218-888d-9a973fa047c1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:17.475802 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6e40f9ad-75f6-4b04-81fd-985bc701dbb6 tempest-MeteringIpV6TestJSON-1743749966 tempest-MeteringIpV6TestJSON-1743749966-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/1e7406d9-e424-45e4-b3ad-e39b00a9879d HTTP/1.1" status: 204 len: 168 time: 0.4011135 Dec 14 01:16:17.491160 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-acbc1418-5e2e-40d7-81c1-cef210b1bd1c req-fdadb94f-b3ad-4218-888d-9a973fa047c1 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 945 time: 0.3321474 Dec 14 01:16:17.518029 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1b201efc-ce2d-4aa7-8275-ff130b708383 None None] Provisioning complete for port 31efdab7-1e56-47ce-b9c9-d1ac6e89c1ad triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:17.518187 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b201efc-ce2d-4aa7-8275-ff130b708383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.550459 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Deleting port 17260b80-27da-4842-922b-123fe15a19ee {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:17.550459 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.560360 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.576543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1b201efc-ce2d-4aa7-8275-ff130b708383 None None] Port 31efdab7-1e56-47ce-b9c9-d1ac6e89c1ad cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:17.639431 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] For port 17260b80-27da-4842-922b-123fe15a19ee, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=17260b80-27da-4842-922b-123fe15a19ee,segment=NetworkSegment(8a65e5aa-f094-480b-ae56-730a10b9916a),segment_id=8a65e5aa-f094-480b-ae56-730a10b9916a)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:17.639802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.642670 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1511c68a-afb8-44df-b149-0f44dd11697c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.682179 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Calling delete_port for 17260b80-27da-4842-922b-123fe15a19ee owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:17.684551 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511c68a-afb8-44df-b149-0f44dd11697c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Port': ['ID=64f81087-dd2c-497a-8a5f-99b2a4ca4277,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:17.701120 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1511c68a-afb8-44df-b149-0f44dd11697c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.704984 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1511c68a-afb8-44df-b149-0f44dd11697c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/ports/64f81087-dd2c-497a-8a5f-99b2a4ca4277 HTTP/1.1" status: 204 len: 168 time: 0.8669922 Dec 14 01:16:17.710238 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51912) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:17.811000 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-448e8912-47d8-423e-a6b7-dac43e12f131 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] DELETE failed (client error): The resource could not be found. Dec 14 01:16:17.811401 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448e8912-47d8-423e-a6b7-dac43e12f131 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:16:17.817831 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-448e8912-47d8-423e-a6b7-dac43e12f131 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/subnets/8bae8581-d051-462b-84d3-54c098880fbc HTTP/1.1" status: 404 len: 337 time: 0.1054537 Dec 14 01:16:17.818129 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51916) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:17.925742 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-124f3c67-463b-4adf-96eb-d81bf32970b4 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.930798 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:17.954552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] No DVR routers for this DVR port 17260b80-27da-4842-922b-123fe15a19ee on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:18.005060 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51922) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:18.013146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Pushing event deleted for resources: {'Port': ['ID=17260b80-27da-4842-922b-123fe15a19ee,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:18.226827 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a966ef3f-b1d4-4661-a027-7dddf82a58d7 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:18.230304 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a966ef3f-b1d4-4661-a027-7dddf82a58d7 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.442320 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-301b4527-f1fc-4d9a-875f-91d1ac4ce041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.454558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8ec2d-ec0f-4760-a687-8e488886ff2c req-933e41f4-76c2-45c5-8c18-e25c3d135673 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:18.456285 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9af8ec2d-ec0f-4760-a687-8e488886ff2c req-933e41f4-76c2-45c5-8c18-e25c3d135673 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 945 time: 0.3814876 Dec 14 01:16:18.482306 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.518545 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-124f3c67-463b-4adf-96eb-d81bf32970b4 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.525411 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30268b3b-3212-4b94-854c-cf26a8ee35ce']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:18.529048 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd5c1-a145-406b-8bc6-62e5b7391649 req-eebdb8b6-d5d6-46da-abe5-3b70e3d68a0f tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:18.530627 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f96cd5c1-a145-406b-8bc6-62e5b7391649 req-eebdb8b6-d5d6-46da-abe5-3b70e3d68a0f tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 945 time: 0.3907967 Dec 14 01:16:18.553039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a65e5aa-f094-480b-ae56-730a10b9916a') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:18.553295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a65e5aa-f094-480b-ae56-730a10b9916a') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:18.558288 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-124f3c67-463b-4adf-96eb-d81bf32970b4 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53b7fe2-bc7c-4850-afe4-7dce3665c013']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:18.581717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-124f3c67-463b-4adf-96eb-d81bf32970b4 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d24afb8-0066-4056-96b3-f55069d1f882') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:18.582011 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-124f3c67-463b-4adf-96eb-d81bf32970b4 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d24afb8-0066-4056-96b3-f55069d1f882') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:18.584621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.605711 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-124f3c67-463b-4adf-96eb-d81bf32970b4 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.624926 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.630262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-acbc1418-5e2e-40d7-81c1-cef210b1bd1c req-8b5d57df-245f-448f-ad48-d55390755b7c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Deleting port ef42179d-1b0e-447b-a68e-fe169bc463f2 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:18.630929 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-acbc1418-5e2e-40d7-81c1-cef210b1bd1c req-8b5d57df-245f-448f-ad48-d55390755b7c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.638886 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:18.639352 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:18.643120 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:18.645153 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-124f3c67-463b-4adf-96eb-d81bf32970b4 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.672974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.693151 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124f3c67-463b-4adf-96eb-d81bf32970b4 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:18.693389 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-124f3c67-463b-4adf-96eb-d81bf32970b4 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:18.698841 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:18.710510 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4417ac15-5f53-4baf-88b8-0817fbc69c06 None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:16:18.742054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.763853 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9af8ec2d-ec0f-4760-a687-8e488886ff2c req-ad756307-0c8e-478e-91c4-1db93c5d4e8e tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6e47391-9f1e-47e0-8c59-c3d0cc0571a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922757 Dec 14 01:16:18.777538 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2186bf20-a888-4dbc-9816-a9a03516f313 None None] Provisioning complete for port c2e6299e-d4f4-4466-aecd-1be6c5b521de triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:18.778172 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2186bf20-a888-4dbc-9816-a9a03516f313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.796457 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-301b4527-f1fc-4d9a-875f-91d1ac4ce041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.812031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-301b4527-f1fc-4d9a-875f-91d1ac4ce041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.820201 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.831895 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-124f3c67-463b-4adf-96eb-d81bf32970b4 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.837520 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.841037 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] 10.222.0.32 "DELETE /v2.0/networks/30268b3b-3212-4b94-854c-cf26a8ee35ce HTTP/1.1" status: 204 len: 168 time: 1.8225696 Dec 14 01:16:18.860494 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-124f3c67-463b-4adf-96eb-d81bf32970b4 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:18.864079 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-124f3c67-463b-4adf-96eb-d81bf32970b4 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/networks/c53b7fe2-bc7c-4850-afe4-7dce3665c013 HTTP/1.1" status: 204 len: 168 time: 1.0450575 Dec 14 01:16:18.870506 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51930) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:18.887060 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c207f6c-198b-49b9-b829-da8f49caa582 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191 tempest-ExtraDHCPOptionsIpV6TestJSON-1829366191-project] Pushing event deleted for resources: {'Network': ['ID=30268b3b-3212-4b94-854c-cf26a8ee35ce,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:18.896313 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f96cd5c1-a145-406b-8bc6-62e5b7391649 req-89b58d1d-bfac-4cb8-8ebd-efa2d2540a80 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0946702-dcdf-45e3-81af-5722fbf065d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3434885 Dec 14 01:16:18.931578 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-301b4527-f1fc-4d9a-875f-91d1ac4ce041 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=947ef74a8c1440b28e13243c3a3c7943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9248428 Dec 14 01:16:18.938095 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51934) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:18.957042 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4417ac15-5f53-4baf-88b8-0817fbc69c06 None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:16:18.960238 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b4527-f1fc-4d9a-875f-91d1ac4ce041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4e3ab6-3e5c-4aea-b25a-2d57a1cab368,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:18.973526 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f3c67-463b-4adf-96eb-d81bf32970b4 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Network': ['ID=c53b7fe2-bc7c-4850-afe4-7dce3665c013,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:18.986599 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::1 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/f602a278-ac71-48b6-9fe6-2413f57937ce/c1605b8b-aabd-4a20-a405-13d12a25e793) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:18.993291 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ceeaa9-3b0f-463d-9c23-e35cb3820462 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Deleting subnet 2de3afea-8fe5-4381-aae2-74618e8ff4b8 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:16:18.997630 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73ceeaa9-3b0f-463d-9c23-e35cb3820462 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.033369 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2186bf20-a888-4dbc-9816-a9a03516f313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.052686 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73ceeaa9-3b0f-463d-9c23-e35cb3820462 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.109444 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-acbc1418-5e2e-40d7-81c1-cef210b1bd1c req-8b5d57df-245f-448f-ad48-d55390755b7c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] For port ef42179d-1b0e-447b-a68e-fe169bc463f2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ef42179d-1b0e-447b-a68e-fe169bc463f2,segment=NetworkSegment(1baa0476-3275-46f9-ad82-e5393b5c0b0c),segment_id=1baa0476-3275-46f9-ad82-e5393b5c0b0c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:19.109811 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-acbc1418-5e2e-40d7-81c1-cef210b1bd1c req-8b5d57df-245f-448f-ad48-d55390755b7c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.159594 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73ceeaa9-3b0f-463d-9c23-e35cb3820462 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.163464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51940) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:19.215217 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a966ef3f-b1d4-4661-a027-7dddf82a58d7 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.235522 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2186bf20-a888-4dbc-9816-a9a03516f313 None None] For port c2e6299e-d4f4-4466-aecd-1be6c5b521de, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c2e6299e-d4f4-4466-aecd-1be6c5b521de,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:19.239854 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73ceeaa9-3b0f-463d-9c23-e35cb3820462 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.248936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2186bf20-a888-4dbc-9816-a9a03516f313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.301924 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ceeaa9-3b0f-463d-9c23-e35cb3820462 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Subnet': ['ID=2de3afea-8fe5-4381-aae2-74618e8ff4b8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:19.309924 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73ceeaa9-3b0f-463d-9c23-e35cb3820462 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.315646 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-73ceeaa9-3b0f-463d-9c23-e35cb3820462 tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/subnets/2de3afea-8fe5-4381-aae2-74618e8ff4b8 HTTP/1.1" status: 204 len: 168 time: 0.4434512 Dec 14 01:16:19.318041 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51944) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:19.395082 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f819e56-82ed-4c25-acb9-e2b3f1628bb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.495963 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.500783 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-40f4bc0e-6ce1-421c-9cf5-ab0aa8eaef68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30371c5bb4fd49c69c42b3fb5985ee39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366010 Dec 14 01:16:19.503802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51948) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:19.521957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186bf20-a888-4dbc-9816-a9a03516f313 None None] Pushing event updated for resources: {'Port': ['ID=c2e6299e-d4f4-4466-aecd-1be6c5b521de,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:19.522457 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.606011 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-916c6043-08a0-4be1-b725-3c91eab9ade5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.632163 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-916c6043-08a0-4be1-b725-3c91eab9ade5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.646136 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917794e6-9c69-4aa3-aa87-d8ce8b13e6de None None] DHCP port deletion for 30268b3b-3212-4b94-854c-cf26a8ee35ce request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:19.646868 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Deleting port 4101f2db-7c8e-4d1b-950b-6a25362219e1 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:19.647165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.675802 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadf2a3f-9ff9-4c84-bca5-8e46e6fe2beb None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:19.691636 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-acbc1418-5e2e-40d7-81c1-cef210b1bd1c req-8b5d57df-245f-448f-ad48-d55390755b7c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.692090 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-acbc1418-5e2e-40d7-81c1-cef210b1bd1c req-8b5d57df-245f-448f-ad48-d55390755b7c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.692930 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [req-acbc1418-5e2e-40d7-81c1-cef210b1bd1c req-8b5d57df-245f-448f-ad48-d55390755b7c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Floating IP f4825c42-9e74-4c19-9177-a9d6d431026f disassociated. External IP: 172.26.1.87, port: ef42179d-1b0e-447b-a68e-fe169bc463f2. Dec 14 01:16:19.693409 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-acbc1418-5e2e-40d7-81c1-cef210b1bd1c req-8b5d57df-245f-448f-ad48-d55390755b7c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Calling delete_port for ef42179d-1b0e-447b-a68e-fe169bc463f2 owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:19.841493 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e4098f-df02-416e-9450-d8e19ef5b222 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:19.843285 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bb03d5-156a-4e84-a5c5-6f1d5bde3722 None None] Network 64770b40-368c-4d88-9ea8-215b545fa4f9 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:19.870063 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966ef3f-b1d4-4661-a027-7dddf82a58d7 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Subnet': ['ID=82b4eb5f-7f16-4fc7-9dcf-b23b42031893,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:19.873703 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c2e6299e-d4f4-4466-aecd-1be6c5b521de up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:19.887356 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] For port 4101f2db-7c8e-4d1b-950b-6a25362219e1, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4101f2db-7c8e-4d1b-950b-6a25362219e1,segment=NetworkSegment(b2742628-c009-4795-b818-8fb4f5b5a33f),segment_id=b2742628-c009-4795-b818-8fb4f5b5a33f)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:19.887581 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.895232 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-916c6043-08a0-4be1-b725-3c91eab9ade5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.897786 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-916c6043-08a0-4be1-b725-3c91eab9ade5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.898962 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-916c6043-08a0-4be1-b725-3c91eab9ade5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2392289c-c65f-4342-98a8-e7c5e6939db1 HTTP/1.1" status: 204 len: 168 time: 0.3942125 Dec 14 01:16:19.906443 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Calling delete_port for 4101f2db-7c8e-4d1b-950b-6a25362219e1 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:19.915985 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c6043-08a0-4be1-b725-3c91eab9ade5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2392289c-c65f-4342-98a8-e7c5e6939db1,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:19.923960 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-acbc1418-5e2e-40d7-81c1-cef210b1bd1c req-8b5d57df-245f-448f-ad48-d55390755b7c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.928627 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:19.933448 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f819e56-82ed-4c25-acb9-e2b3f1628bb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:20.029911 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-89436a51-8bdd-481e-acee-35c31ca33e1c None None] Provisioning complete for port 31efdab7-1e56-47ce-b9c9-d1ac6e89c1ad triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:20.030279 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89436a51-8bdd-481e-acee-35c31ca33e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:20.056415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port c2e6299e-d4f4-4466-aecd-1be6c5b521de triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:20.056827 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:20.058577 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:20.105920 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-89436a51-8bdd-481e-acee-35c31ca33e1c None None] Port 31efdab7-1e56-47ce-b9c9-d1ac6e89c1ad cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:20.115987 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] No DVR routers for this DVR port 4101f2db-7c8e-4d1b-950b-6a25362219e1 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:20.118405 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Port': ['ID=4101f2db-7c8e-4d1b-950b-6a25362219e1,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:20.136609 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a966ef3f-b1d4-4661-a027-7dddf82a58d7 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Checking segment: {'id': '313757ab-df32-4c79-8067-802f1c2c6a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:20.137847 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a966ef3f-b1d4-4661-a027-7dddf82a58d7 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network hostable DHCP agents. Network: 6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:20.167783 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:20.172521 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ec0474d1-fb80-428a-835f-007fd9cf9e13 req-5bba9cf6-1ec7-448d-b261-1a3b0f42f608 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 210 time: 0.2946110 Dec 14 01:16:20.174042 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d57df-245f-448f-ad48-d55390755b7c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Pushing event deleted for resources: {'Port': ['ID=ef42179d-1b0e-447b-a68e-fe169bc463f2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:20.198771 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:20.204403 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52100e2d-8575-4582-86cc-0b37b7722207 None None] DHCP port deletion for 64770b40-368c-4d88-9ea8-215b545fa4f9 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:20.206327 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:20.207343 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:20.210703 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f819e56-82ed-4c25-acb9-e2b3f1628bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:20.214484 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f819e56-82ed-4c25-acb9-e2b3f1628bb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:20.215767 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6f819e56-82ed-4c25-acb9-e2b3f1628bb5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af4e3ab6-3e5c-4aea-b25a-2d57a1cab368 HTTP/1.1" status: 204 len: 168 time: 1.2688696 Dec 14 01:16:20.271052 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Router ddee55ab-682c-4d5f-a50d-bc12da1a95b4 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:16:20.290959 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:20.312229 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64770b40-368c-4d88-9ea8-215b545fa4f9']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:20.322108 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2742628-c009-4795-b818-8fb4f5b5a33f') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:20.322404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2742628-c009-4795-b818-8fb4f5b5a33f') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:20.338983 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:20.358369 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:20.371255 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:20.372137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:20.382052 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:20.542077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:20.555274 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:20.565821 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] 10.222.0.32 "DELETE /v2.0/networks/64770b40-368c-4d88-9ea8-215b545fa4f9 HTTP/1.1" status: 204 len: 168 time: 1.2441401 Dec 14 01:16:20.587778 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7184a931-e35a-4a6e-8965-f46a13ea0a5f None None] Provisioning complete for port c1605b8b-aabd-4a20-a405-13d12a25e793 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:20.590574 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7184a931-e35a-4a6e-8965-f46a13ea0a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:20.596246 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da7e24-c03d-4b00-b6ee-049214a2179c tempest-NetworksIpV6TestAttrs-1005937769 tempest-NetworksIpV6TestAttrs-1005937769-project] Pushing event deleted for resources: {'Network': ['ID=64770b40-368c-4d88-9ea8-215b545fa4f9,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:20.695221 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7184a931-e35a-4a6e-8965-f46a13ea0a5f None None] Port c1605b8b-aabd-4a20-a405-13d12a25e793 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:20.718422 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7184a931-e35a-4a6e-8965-f46a13ea0a5f None None] Provisioning complete for port c2e6299e-d4f4-4466-aecd-1be6c5b521de triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:20.719288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7184a931-e35a-4a6e-8965-f46a13ea0a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:20.853870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f819e56-82ed-4c25-acb9-e2b3f1628bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4e3ab6-3e5c-4aea-b25a-2d57a1cab368,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:20.874595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51976) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:20.915324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed84540b-f2a3-41a0-8e82-f77c67d86bea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:20.971810 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a2cb1-5667-4cd4-9438-458b5aaf6f4d req-c3b7347c-dea8-4643-8dc2-54999c47d76f tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:20.973896 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-753a2cb1-5667-4cd4-9438-458b5aaf6f4d req-c3b7347c-dea8-4643-8dc2-54999c47d76f tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 945 time: 1.0777071 Dec 14 01:16:20.977787 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a966ef3f-b1d4-4661-a027-7dddf82a58d7 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network 6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:21.007202 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=c1605b8b-aabd-4a20-a405-13d12a25e793,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:21.015623 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acbc1418-5e2e-40d7-81c1-cef210b1bd1c req-8b5d57df-245f-448f-ad48-d55390755b7c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Router bffd5d17-617a-44c0-8d03-6f902e145a3d has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:16:21.049878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a966ef3f-b1d4-4661-a027-7dddf82a58d7 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:21.054640 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a966ef3f-b1d4-4661-a027-7dddf82a58d7 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:21.055242 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a966ef3f-b1d4-4661-a027-7dddf82a58d7 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:21.060658 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623c0862-8c53-4ff6-ab40-778fd0766ee8 None None] Network 6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:21.110748 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed84540b-f2a3-41a0-8e82-f77c67d86bea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:21.128785 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed84540b-f2a3-41a0-8e82-f77c67d86bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:21.162560 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-dc5d441d-c68b-46e9-ba6b-8cee01f94515 None None] Provisioning complete for port c1605b8b-aabd-4a20-a405-13d12a25e793 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:21.163087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc5d441d-c68b-46e9-ba6b-8cee01f94515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:21.177050 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a966ef3f-b1d4-4661-a027-7dddf82a58d7 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.8918214 Dec 14 01:16:21.208737 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d441d-c68b-46e9-ba6b-8cee01f94515 None None] Port c1605b8b-aabd-4a20-a405-13d12a25e793 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:21.218302 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51980) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:21.228206 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51984) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:21.232378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:21.247044 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4fba7763-ce68-4a13-b8c8-171c69c8d602 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-478811031'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:21.268368 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00', 'network_id': '6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00', 'project_id': '23b9ff3b60424289894d8328f5d4c3fb', 'fixed_ips': [{'subnet_id': '82b4eb5f-7f16-4fc7-9dcf-b23b42031893'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:21.269549 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:21.271311 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-753a2cb1-5667-4cd4-9438-458b5aaf6f4d req-7ffc20a1-836f-4418-835c-75e423f257b5 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0946702-dcdf-45e3-81af-5722fbf065d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683280 Dec 14 01:16:21.291504 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device ef42179d-1b0e-447b-a68e-fe169bc463f2 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:16:21.318834 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:21.321423 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: ef42179d-1b0e-447b-a68e-fe169bc463f2 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:21.321828 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device ef42179d-1b0e-447b-a68e-fe169bc463f2 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:16:21.326420 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:21.328216 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dc0524b3-df0f-465a-9a9b-c1e8d1212758 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "PUT /v2.0/routers/ddee55ab-682c-4d5f-a50d-bc12da1a95b4 HTTP/1.1" status: 200 len: 919 time: 9.4200790 Dec 14 01:16:21.332804 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b8b773-66df-4e96-b57f-c37143501467 None None] Sync routers for ids ['ddee55ab-682c-4d5f-a50d-bc12da1a95b4'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:21.346093 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b8b773-66df-4e96-b57f-c37143501467 None None] Routers {'ddee55ab-682c-4d5f-a50d-bc12da1a95b4'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:21.346715 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-96b8b773-66df-4e96-b57f-c37143501467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddee55ab-682c-4d5f-a50d-bc12da1a95b4'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:21.355474 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 51986) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:21.390536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84540b-f2a3-41a0-8e82-f77c67d86bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1dd534-062b-4847-9afc-7a55e8e1d46e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:21.409356 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ed84540b-f2a3-41a0-8e82-f77c67d86bea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7afc46576eb4ab299d9a80ee5d5b815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5301096 Dec 14 01:16:21.410852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 51992) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:21.469710 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-96b8b773-66df-4e96-b57f-c37143501467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:21.474466 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2bc965d2-8a70-4324-83b0-8f894806a97c req-1e729630-fc5a-43ff-bfd1-89681c6022b6 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e7483e-5084-4647-983e-a83435be5571 HTTP/1.1" status: 200 len: 210 time: 0.0530307 Dec 14 01:16:21.515656 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Allocated IP 2001:db8::1 (6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00/82b4eb5f-7f16-4fc7-9dcf-b23b42031893/24159a13-a92d-4f5f-b0a0-79aae8d8efcd) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:21.516782 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b8b773-66df-4e96-b57f-c37143501467 None None] Routers {'ddee55ab-682c-4d5f-a50d-bc12da1a95b4'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:21.518721 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-96b8b773-66df-4e96-b57f-c37143501467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddee55ab-682c-4d5f-a50d-bc12da1a95b4'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:21.528256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0586adb-7e35-4c4e-ab3a-e29aeab420a8 req-e6d906a2-bf72-432c-b66b-59737385906e tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:21.530685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fba7763-ce68-4a13-b8c8-171c69c8d602 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:21.532365 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e0586adb-7e35-4c4e-ab3a-e29aeab420a8 req-e6d906a2-bf72-432c-b66b-59737385906e tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 945 time: 0.3036745 Dec 14 01:16:21.534419 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fba7763-ce68-4a13-b8c8-171c69c8d602 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:21.583457 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acbc1418-5e2e-40d7-81c1-cef210b1bd1c req-8b5d57df-245f-448f-ad48-d55390755b7c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:21.597052 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-96b8b773-66df-4e96-b57f-c37143501467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:21.598165 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b8b773-66df-4e96-b57f-c37143501467 None None] The sync data for ids ['ddee55ab-682c-4d5f-a50d-bc12da1a95b4'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:21.629057 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997616e5-3bbe-4913-ac07-6d53f1dd252d None None] Sync routers for ids ['bffd5d17-617a-44c0-8d03-6f902e145a3d'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:21.635085 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53c03451-38d0-41b4-b54a-fc1b24a0452d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:21.700366 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbc1418-5e2e-40d7-81c1-cef210b1bd1c req-8b5d57df-245f-448f-ad48-d55390755b7c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] No DVR routers for this DVR port ef42179d-1b0e-447b-a68e-fe169bc463f2 on host hv-neutron-8215 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:21.702996 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-acbc1418-5e2e-40d7-81c1-cef210b1bd1c req-8b5d57df-245f-448f-ad48-d55390755b7c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:21.707289 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-acbc1418-5e2e-40d7-81c1-cef210b1bd1c req-8b5d57df-245f-448f-ad48-d55390755b7c tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.16 "DELETE /v2.0/ports/ef42179d-1b0e-447b-a68e-fe169bc463f2 HTTP/1.1" status: 204 len: 173 time: 4.1786413 Dec 14 01:16:21.715724 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e7483e-5084-4647-983e-a83435be5571', 'name': 'network-vif-deleted', 'tag': 'ef42179d-1b0e-447b-a68e-fe169bc463f2'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:16:21.719040 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501b77e4-9d7b-498b-a1aa-0ba2b118a5ea" -d '{"events": [{"server_uuid": "00e7483e-5084-4647-983e-a83435be5571", "name": "network-vif-deleted", "tag": "ef42179d-1b0e-447b-a68e-fe169bc463f2"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:16:21.730477 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fba7763-ce68-4a13-b8c8-171c69c8d602 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:21.742726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997616e5-3bbe-4913-ac07-6d53f1dd252d None None] Routers {'bffd5d17-617a-44c0-8d03-6f902e145a3d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:21.744522 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-997616e5-3bbe-4913-ac07-6d53f1dd252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bffd5d17-617a-44c0-8d03-6f902e145a3d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:21.756025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53c03451-38d0-41b4-b54a-fc1b24a0452d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:21.765981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 17260b80-27da-4842-922b-123fe15a19ee no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:16:21.801508 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9e934978-45b1-4690-b6e7-6678f5518b5b tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "GET /v2.0/routers/ddee55ab-682c-4d5f-a50d-bc12da1a95b4 HTTP/1.1" status: 200 len: 925 time: 0.4391394 Dec 14 01:16:21.820662 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52000) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:21.839572 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fba7763-ce68-4a13-b8c8-171c69c8d602 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:21.839928 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-4fba7763-ce68-4a13-b8c8-171c69c8d602 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Added segment 0fc2c4c5-7934-49bc-adc1-ab7e03731a82 of type vlan for network 7c243c8d-e335-4509-bd10-ddae144daa01 Dec 14 01:16:21.895576 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4cd6e2-68c7-4527-9682-7fdd62e14fd5 x-openstack-request-id: req-dc4cd6e2-68c7-4527-9682-7fdd62e14fd5 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:16:21.896322 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e7483e-5084-4647-983e-a83435be5571", "name": "network-vif-deleted", "tag": "ef42179d-1b0e-447b-a68e-fe169bc463f2", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:16:21.896322 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc4cd6e2-68c7-4527-9682-7fdd62e14fd5 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:16:21.896990 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e7483e-5084-4647-983e-a83435be5571', 'name': 'network-vif-deleted', 'tag': 'ef42179d-1b0e-447b-a68e-fe169bc463f2', 'status': 'completed', 'code': 200} Dec 14 01:16:21.926912 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52002) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:21.936574 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 17260b80-27da-4842-922b-123fe15a19ee {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:21.936941 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 17260b80-27da-4842-922b-123fe15a19ee not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:16:21.939637 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4101f2db-7c8e-4d1b-950b-6a25362219e1 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:16:21.984264 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 4101f2db-7c8e-4d1b-950b-6a25362219e1 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:21.985359 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4101f2db-7c8e-4d1b-950b-6a25362219e1 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:16:22.021363 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fba7763-ce68-4a13-b8c8-171c69c8d602 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.043217 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-03cd969c-d7d6-42c6-8b17-61ca76c4ed1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95b580a43df54a1297220912a3d4d815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6582172 Dec 14 01:16:22.043958 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53c03451-38d0-41b4-b54a-fc1b24a0452d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.046796 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53c03451-38d0-41b4-b54a-fc1b24a0452d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.050452 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-53c03451-38d0-41b4-b54a-fc1b24a0452d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab1dd534-062b-4847-9afc-7a55e8e1d46e HTTP/1.1" status: 204 len: 168 time: 0.6339009 Dec 14 01:16:22.050452 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52006) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:22.064277 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-82bf8c58-965b-4341-8770-e792bf55c097 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-774459070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:22.102653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c03451-38d0-41b4-b54a-fc1b24a0452d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1dd534-062b-4847-9afc-7a55e8e1d46e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:22.115399 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-997616e5-3bbe-4913-ac07-6d53f1dd252d None None] Set router bffd5d17-617a-44c0-8d03-6f902e145a3d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:16:22.124745 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fba7763-ce68-4a13-b8c8-171c69c8d602 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.129385 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d33f62-fb4a-4804-8efe-1190997390fe tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:22.131159 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fba7763-ce68-4a13-b8c8-171c69c8d602 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:22.131786 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fba7763-ce68-4a13-b8c8-171c69c8d602 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.134226 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b9d33f62-fb4a-4804-8efe-1190997390fe tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9d3d9e64-5277-4411-88bd-12485529348e&device_id=ddee55ab-682c-4d5f-a50d-bc12da1a95b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3117397 Dec 14 01:16:22.135262 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52010) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:22.145932 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82bf8c58-965b-4341-8770-e792bf55c097 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.147010 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82bf8c58-965b-4341-8770-e792bf55c097 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.226782 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4fba7763-ce68-4a13-b8c8-171c69c8d602 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9919624 Dec 14 01:16:22.232780 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.243677 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52012) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:22.256291 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-06b48054-b037-472a-9b37-5c340c8a95db tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'subnet': {'network_id': '7c243c8d-e335-4509-bd10-ddae144daa01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:22.267092 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.268512 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.300423 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-44950312-0a65-4afb-a007-e5fee6f6eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.322121 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44d833b-d797-4140-b12c-16b4aa645610 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:22.326828 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a44d833b-d797-4140-b12c-16b4aa645610 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "GET /v2.0/networks/9d3d9e64-5277-4411-88bd-12485529348e HTTP/1.1" status: 200 len: 881 time: 0.1835225 Dec 14 01:16:22.327662 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52018) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:22.332655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-e0586adb-7e35-4c4e-ab3a-e29aeab420a8 req-02134fae-2393-4f70-8948-6236e29ca6ea tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Deleting port 526cf057-f829-4435-a163-8bbdb8a0f565 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:22.333162 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e0586adb-7e35-4c4e-ab3a-e29aeab420a8 req-02134fae-2393-4f70-8948-6236e29ca6ea tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.407870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=c1605b8b-aabd-4a20-a405-13d12a25e793,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:22.418531 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba7763-ce68-4a13-b8c8-171c69c8d602 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Network': ['ID=7c243c8d-e335-4509-bd10-ddae144daa01,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:22.466313 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82bf8c58-965b-4341-8770-e792bf55c097 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.510484 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82bf8c58-965b-4341-8770-e792bf55c097 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.514929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 7c243c8d-e335-4509-bd10-ddae144daa01 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:22.539104 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-e0586adb-7e35-4c4e-ab3a-e29aeab420a8 req-02134fae-2393-4f70-8948-6236e29ca6ea tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] For port 526cf057-f829-4435-a163-8bbdb8a0f565, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=526cf057-f829-4435-a163-8bbdb8a0f565,segment=NetworkSegment(4b8f7014-0564-4bd3-90ab-75e37d39f27a),segment_id=4b8f7014-0564-4bd3-90ab-75e37d39f27a)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:22.539481 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e0586adb-7e35-4c4e-ab3a-e29aeab420a8 req-02134fae-2393-4f70-8948-6236e29ca6ea tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.696755 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52030) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:22.731263 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.743871 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82bf8c58-965b-4341-8770-e792bf55c097 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.745813 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-82bf8c58-965b-4341-8770-e792bf55c097 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8159053 Dec 14 01:16:22.773694 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52034) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:22.781579 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.804049 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0704bb8f-70b9-4ee9-9677-fb24fdeaf202 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1188509860'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:22.830983 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17a1a9-6f24-45e4-b0fc-8a0b304a07e2 req-de960ea8-561a-497b-a7ca-3bd7b5d85769 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:22.832588 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2c17a1a9-6f24-45e4-b0fc-8a0b304a07e2 req-de960ea8-561a-497b-a7ca-3bd7b5d85769 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 945 time: 0.3093176 Dec 14 01:16:22.856990 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-82d39723-f48b-427f-9272-ec6b6db3d896 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddee55ab-682c-4d5f-a50d-bc12da1a95b4 HTTP/1.1" status: 200 len: 205 time: 0.0501239 Dec 14 01:16:22.858254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9dbf9e3-2f84-4166-ab30-8ce8f6a6aa4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.863466 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52038) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:22.887102 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b48054-b037-472a-9b37-5c340c8a95db tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:22.890631 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06b48054-b037-472a-9b37-5c340c8a95db tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.890966 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e0586adb-7e35-4c4e-ab3a-e29aeab420a8 req-02134fae-2393-4f70-8948-6236e29ca6ea tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.891542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e0586adb-7e35-4c4e-ab3a-e29aeab420a8 req-02134fae-2393-4f70-8948-6236e29ca6ea tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.892458 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [req-e0586adb-7e35-4c4e-ab3a-e29aeab420a8 req-02134fae-2393-4f70-8948-6236e29ca6ea tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Floating IP df402da9-29d4-4c47-9f62-d65df56fb36f disassociated. External IP: 172.26.1.80, port: 526cf057-f829-4435-a163-8bbdb8a0f565. Dec 14 01:16:22.893035 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-e0586adb-7e35-4c4e-ab3a-e29aeab420a8 req-02134fae-2393-4f70-8948-6236e29ca6ea tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Calling delete_port for 526cf057-f829-4435-a163-8bbdb8a0f565 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:22.917176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9dbf9e3-2f84-4166-ab30-8ce8f6a6aa4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:22.954343 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Network 6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:22.957314 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-06b48054-b037-472a-9b37-5c340c8a95db tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Performing IP validity checks on allocation pools {{(pid=103408) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 14 01:16:22.957856 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-06b48054-b037-472a-9b37-5c340c8a95db tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103408) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 14 01:16:22.981169 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:22.985208 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Pushing event updated for resources: {'Port': ['ID=24159a13-a92d-4f5f-b0a0-79aae8d8efcd,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:22.988484 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:22.999848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-997616e5-3bbe-4913-ac07-6d53f1dd252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'name': 'tempest-ServersTestManualDisk-1262123754-router', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:42Z', 'updated_at': '2021-12-14T01:14:48Z', 'revision_number': 4, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'gw_port': {'id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:43Z', 'updated_at': '2021-12-14T01:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'dce5d37d-f71d-4d69-ae02-47a323610a92', 'name': '', 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'mac_address': 'fa:16:3e:53:48:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:57Z', 'revision_number': 5, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'subnets': [{'id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:23.053229 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997616e5-3bbe-4913-ac07-6d53f1dd252d None None] Checking router: bffd5d17-617a-44c0-8d03-6f902e145a3d for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:16:23.107653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9dbf9e3-2f84-4166-ab30-8ce8f6a6aa4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:23.113138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9dbf9e3-2f84-4166-ab30-8ce8f6a6aa4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:23.114781 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d9dbf9e3-2f84-4166-ab30-8ce8f6a6aa4d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfb1c1ed-cca4-4cbb-bf4f-d0a5e0c7ea0f HTTP/1.1" status: 204 len: 168 time: 1.0538862 Dec 14 01:16:23.144188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Attempting to bind port 24159a13-a92d-4f5f-b0a0-79aae8d8efcd on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:23.144730 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Attempting to bind port 24159a13-a92d-4f5f-b0a0-79aae8d8efcd by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '313757ab-df32-4c79-8067-802f1c2c6a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:23.145114 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Attempting to bind port 24159a13-a92d-4f5f-b0a0-79aae8d8efcd on network 6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:23.148345 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997616e5-3bbe-4913-ac07-6d53f1dd252d None None] Routers {'bffd5d17-617a-44c0-8d03-6f902e145a3d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:23.148987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-997616e5-3bbe-4913-ac07-6d53f1dd252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bffd5d17-617a-44c0-8d03-6f902e145a3d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:23.163311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbf9e3-2f84-4166-ab30-8ce8f6a6aa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb1c1ed-cca4-4cbb-bf4f-d0a5e0c7ea0f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:23.168854 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:23.206382 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:23.217816 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:23.218197 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Checking segment: {'id': '313757ab-df32-4c79-8067-802f1c2c6a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:23.218602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:23.218996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Bound using segment: {'id': '313757ab-df32-4c79-8067-802f1c2c6a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:23.219719 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Bound port: 24159a13-a92d-4f5f-b0a0-79aae8d8efcd, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313757ab-df32-4c79-8067-802f1c2c6a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:23.220403 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:23.264226 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e0586adb-7e35-4c4e-ab3a-e29aeab420a8 req-02134fae-2393-4f70-8948-6236e29ca6ea tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:23.307638 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a253c21c-d5b7-41cc-beae-2e8b89160469 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:23.341048 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02134fae-2393-4f70-8948-6236e29ca6ea tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Pushing event deleted for resources: {'Port': ['ID=526cf057-f829-4435-a163-8bbdb8a0f565,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:23.411898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0704bb8f-70b9-4ee9-9677-fb24fdeaf202 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Made reservation on behalf of d0aa03954ac3403ba6e12448032cf6de for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:23.415448 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0704bb8f-70b9-4ee9-9677-fb24fdeaf202 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:23.431169 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2c17a1a9-6f24-45e4-b0fc-8a0b304a07e2 req-3e2fc2f0-9995-4218-9f63-71f795b5fb49 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0946702-dcdf-45e3-81af-5722fbf065d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5881040 Dec 14 01:16:23.538046 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0704bb8f-70b9-4ee9-9677-fb24fdeaf202 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:23.553833 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a253c21c-d5b7-41cc-beae-2e8b89160469 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:23.612812 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06b48054-b037-472a-9b37-5c340c8a95db tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:23.656718 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0586adb-7e35-4c4e-ab3a-e29aeab420a8 req-02134fae-2393-4f70-8948-6236e29ca6ea tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Router db7dee3b-8411-4e8f-a4cd-ec27572df604 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:16:23.689192 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09052d21-d8af-45bc-b31e-a19bf28443ca tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:23.793661 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-997616e5-3bbe-4913-ac07-6d53f1dd252d None None] Set router bffd5d17-617a-44c0-8d03-6f902e145a3d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:16:23.990209 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0586adb-7e35-4c4e-ab3a-e29aeab420a8 req-02134fae-2393-4f70-8948-6236e29ca6ea tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:23.993627 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] For port 24159a13-a92d-4f5f-b0a0-79aae8d8efcd, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:24.005234 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c126e-bb7d-4921-baa3-1d28b8cf4351 None None] Sync routers for ids ['db7dee3b-8411-4e8f-a4cd-ec27572df604'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:24.011841 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] For port 24159a13-a92d-4f5f-b0a0-79aae8d8efcd, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=24159a13-a92d-4f5f-b0a0-79aae8d8efcd,segment=NetworkSegment(313757ab-df32-4c79-8067-802f1c2c6a77),segment_id=313757ab-df32-4c79-8067-802f1c2c6a77)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:24.029741 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c126e-bb7d-4921-baa3-1d28b8cf4351 None None] Routers {'db7dee3b-8411-4e8f-a4cd-ec27572df604'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:24.030419 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-331c126e-bb7d-4921-baa3-1d28b8cf4351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['db7dee3b-8411-4e8f-a4cd-ec27572df604'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:24.067259 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:24.074804 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0586adb-7e35-4c4e-ab3a-e29aeab420a8 req-02134fae-2393-4f70-8948-6236e29ca6ea tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] No DVR routers for this DVR port 526cf057-f829-4435-a163-8bbdb8a0f565 on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:24.077268 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e0586adb-7e35-4c4e-ab3a-e29aeab420a8 req-02134fae-2393-4f70-8948-6236e29ca6ea tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:24.081852 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e0586adb-7e35-4c4e-ab3a-e29aeab420a8 req-02134fae-2393-4f70-8948-6236e29ca6ea tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.16 "DELETE /v2.0/ports/526cf057-f829-4435-a163-8bbdb8a0f565 HTTP/1.1" status: 204 len: 173 time: 2.5208290 Dec 14 01:16:24.082475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-46997c5e-d993-4826-9fa7-912080815c5b None None] Provisioning complete for port c1605b8b-aabd-4a20-a405-13d12a25e793 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:24.082643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfc23a4-d35b-48c1-97d4-8c7559d019bf', 'name': 'network-vif-deleted', 'tag': '526cf057-f829-4435-a163-8bbdb8a0f565'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:16:24.083303 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46997c5e-d993-4826-9fa7-912080815c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:24.085435 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c135df7f-fe6b-4705-a32e-41eb906ef0cd" -d '{"events": [{"server_uuid": "1cfc23a4-d35b-48c1-97d4-8c7559d019bf", "name": "network-vif-deleted", "tag": "526cf057-f829-4435-a163-8bbdb8a0f565"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:16:24.151467 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ca1a51-a424-4f35-9d89-e54f88142b9c x-openstack-request-id: req-95ca1a51-a424-4f35-9d89-e54f88142b9c {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:16:24.151467 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfc23a4-d35b-48c1-97d4-8c7559d019bf", "name": "network-vif-deleted", "tag": "526cf057-f829-4435-a163-8bbdb8a0f565", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:16:24.153789 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95ca1a51-a424-4f35-9d89-e54f88142b9c {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:16:24.153789 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfc23a4-d35b-48c1-97d4-8c7559d019bf', 'name': 'network-vif-deleted', 'tag': '526cf057-f829-4435-a163-8bbdb8a0f565', 'status': 'completed', 'code': 200} Dec 14 01:16:24.221602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-46997c5e-d993-4826-9fa7-912080815c5b None None] Port c1605b8b-aabd-4a20-a405-13d12a25e793 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:24.224617 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb6f0d-312b-4195-92ba-27b74a8c8982 None None] Pushing event updated for resources: {'Port': ['ID=24159a13-a92d-4f5f-b0a0-79aae8d8efcd,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:24.281613 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40270bb7-b766-4a37-a7ab-b29a7f6b7fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:24.355386 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-331c126e-bb7d-4921-baa3-1d28b8cf4351 None None] Set router db7dee3b-8411-4e8f-a4cd-ec27572df604 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:16:24.430067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-997616e5-3bbe-4913-ac07-6d53f1dd252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'name': 'tempest-ServersTestManualDisk-1262123754-router', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:42Z', 'updated_at': '2021-12-14T01:14:48Z', 'revision_number': 4, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'gw_port': {'id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:43Z', 'updated_at': '2021-12-14T01:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'dce5d37d-f71d-4d69-ae02-47a323610a92', 'name': '', 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'mac_address': 'fa:16:3e:53:48:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:57Z', 'revision_number': 5, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'subnets': [{'id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:24.509093 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997616e5-3bbe-4913-ac07-6d53f1dd252d None None] The sync data for ids ['bffd5d17-617a-44c0-8d03-6f902e145a3d'] in dv-neutron-821592-1-hyperv is: [{'id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'name': 'tempest-ServersTestManualDisk-1262123754-router', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:42Z', 'updated_at': '2021-12-14T01:14:48Z', 'revision_number': 4, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'gw_port': {'id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:43Z', 'updated_at': '2021-12-14T01:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'dce5d37d-f71d-4d69-ae02-47a323610a92', 'name': '', 'network_id': '6b6c98d5-c0d5-4295-8563-67b8b13840da', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'mac_address': 'fa:16:3e:53:48:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:57Z', 'revision_number': 5, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'subnets': [{'id': 'ddd22a13-c373-4dc2-b4b7-ccadbff4884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:24.514047 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52086) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:24.690645 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52090) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:24.695109 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-331c126e-bb7d-4921-baa3-1d28b8cf4351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'name': 'tempest-ServersTestJSON-1080620613-router', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:44Z', 'updated_at': '2021-12-14T01:14:54Z', 'revision_number': 4, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'gw_port': {'id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:44:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'a5c0ac86-9e5a-4f30-a420-d90ba312e325', 'name': '', 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'mac_address': 'fa:16:3e:e2:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '35894143-d245-46e1-be5a-a76c13933a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:52Z', 'updated_at': '2021-12-14T01:15:03Z', 'revision_number': 5, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'subnets': [{'id': '35894143-d245-46e1-be5a-a76c13933a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:24.721820 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c126e-bb7d-4921-baa3-1d28b8cf4351 None None] Checking router: db7dee3b-8411-4e8f-a4cd-ec27572df604 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:16:24.731760 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c126e-bb7d-4921-baa3-1d28b8cf4351 None None] Routers {'db7dee3b-8411-4e8f-a4cd-ec27572df604'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:24.736513 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-331c126e-bb7d-4921-baa3-1d28b8cf4351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['db7dee3b-8411-4e8f-a4cd-ec27572df604'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:24.861393 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b48054-b037-472a-9b37-5c340c8a95db tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Checking segment: {'id': '0fc2c4c5-7934-49bc-adc1-ab7e03731a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7c243c8d-e335-4509-bd10-ddae144daa01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:24.862298 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b48054-b037-472a-9b37-5c340c8a95db tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network hostable DHCP agents. Network: 7c243c8d-e335-4509-bd10-ddae144daa01, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:24.870913 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b48054-b037-472a-9b37-5c340c8a95db tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Subnet': ['ID=5c4ee09c-2992-488a-97bd-af6bb7ffb790,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:24.920279 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b9bac054-2157-409d-80da-9691f6ddb440 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-387112042'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:24.948554 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e29576a6-e164-4f8b-ae72-3250d7f4852f req-fd690dd2-e65f-4f84-bdcf-0cb73bed669c tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfc23a4-d35b-48c1-97d4-8c7559d019bf HTTP/1.1" status: 200 len: 210 time: 0.0743279 Dec 14 01:16:24.961432 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09052d21-d8af-45bc-b31e-a19bf28443ca tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:24.974801 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-331c126e-bb7d-4921-baa3-1d28b8cf4351 None None] Set router db7dee3b-8411-4e8f-a4cd-ec27572df604 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:16:24.974996 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a253c21c-d5b7-41cc-beae-2e8b89160469 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:24.978417 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a253c21c-d5b7-41cc-beae-2e8b89160469 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:24.982172 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a253c21c-d5b7-41cc-beae-2e8b89160469 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "DELETE /v2.0/security-groups/d6e47391-9f1e-47e0-8c59-c3d0cc0571a7 HTTP/1.1" status: 204 len: 168 time: 2.2830229 Dec 14 01:16:24.983011 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52094) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:24.997487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-82abb575-bd6d-4318-bfd0-4aaf57213173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1113216042'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:25.008502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253c21c-d5b7-41cc-beae-2e8b89160469 tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e47391-9f1e-47e0-8c59-c3d0cc0571a7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:25.008804 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bac054-2157-409d-80da-9691f6ddb440 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:25.018403 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b48054-b037-472a-9b37-5c340c8a95db tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network 7c243c8d-e335-4509-bd10-ddae144daa01 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:25.021906 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b9bac054-2157-409d-80da-9691f6ddb440 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.038778 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Router cc26f9eb-a153-444c-a571-53ded7175e87 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:16:25.042396 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-7609884b-fdc2-4381-9997-285830f3cd1d tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] show failed (client error): The resource could not be found. Dec 14 01:16:25.044546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b9bac054-2157-409d-80da-9691f6ddb440 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.046152 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7609884b-fdc2-4381-9997-285830f3cd1d tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "GET /v2.0/security-groups/d6e47391-9f1e-47e0-8c59-c3d0cc0571a7 HTTP/1.1" status: 404 len: 347 time: 0.0502443 Dec 14 01:16:25.048784 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52096) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:25.072274 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0704bb8f-70b9-4ee9-9677-fb24fdeaf202 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.087605 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-06b48054-b037-472a-9b37-5c340c8a95db tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 7c243c8d-e335-4509-bd10-ddae144daa01) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:25.095751 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0704bb8f-70b9-4ee9-9677-fb24fdeaf202 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.100485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b48054-b037-472a-9b37-5c340c8a95db tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:25.101080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06b48054-b037-472a-9b37-5c340c8a95db tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.102569 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61a9922-da58-414d-bb3b-014f9ead0bc1 None None] Network 7c243c8d-e335-4509-bd10-ddae144daa01 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:25.143931 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac59aec6-f1a6-4b30-bef1-966558b70d71 None None] New status for floating IP f4825c42-9e74-4c19-9177-a9d6d431026f: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:16:25.184249 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0704bb8f-70b9-4ee9-9677-fb24fdeaf202 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:25.197742 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-06b48054-b037-472a-9b37-5c340c8a95db tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9528830 Dec 14 01:16:25.202238 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52098) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:25.238050 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704bb8f-70b9-4ee9-9677-fb24fdeaf202 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ceedbcb-3bcd-43f2-ad00-0a7629375670,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:25.251387 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0704bb8f-70b9-4ee9-9677-fb24fdeaf202 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.251736 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-0704bb8f-70b9-4ee9-9677-fb24fdeaf202 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Added segment 3e65327c-b78d-4eb1-a218-d50f1e6b7060 of type vlan for network b2036b90-d7e7-47c7-947c-0674fb2a3a7e Dec 14 01:16:25.264717 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-331c126e-bb7d-4921-baa3-1d28b8cf4351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'name': 'tempest-ServersTestJSON-1080620613-router', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:44Z', 'updated_at': '2021-12-14T01:14:54Z', 'revision_number': 4, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'gw_port': {'id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:44:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'a5c0ac86-9e5a-4f30-a420-d90ba312e325', 'name': '', 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'mac_address': 'fa:16:3e:e2:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '35894143-d245-46e1-be5a-a76c13933a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:52Z', 'updated_at': '2021-12-14T01:15:03Z', 'revision_number': 5, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'subnets': [{'id': '35894143-d245-46e1-be5a-a76c13933a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:25.269333 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-09052d21-d8af-45bc-b31e-a19bf28443ca tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Deleting port 31efdab7-1e56-47ce-b9c9-d1ac6e89c1ad {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:25.269693 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09052d21-d8af-45bc-b31e-a19bf28443ca tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.315550 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b9bac054-2157-409d-80da-9691f6ddb440 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.319521 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82abb575-bd6d-4318-bfd0-4aaf57213173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Made reservation on behalf of c892359222944e1b8954bf1494826f02 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:25.321195 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 526cf057-f829-4435-a163-8bbdb8a0f565 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:16:25.324318 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82abb575-bd6d-4318-bfd0-4aaf57213173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.330128 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c126e-bb7d-4921-baa3-1d28b8cf4351 None None] The sync data for ids ['db7dee3b-8411-4e8f-a4cd-ec27572df604'] in dv-neutron-821592-1-hyperv is: [{'id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'name': 'tempest-ServersTestJSON-1080620613-router', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:44Z', 'updated_at': '2021-12-14T01:14:54Z', 'revision_number': 4, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'gw_port': {'id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:44:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'a5c0ac86-9e5a-4f30-a420-d90ba312e325', 'name': '', 'network_id': 'ebd91d18-64b4-4dbb-b820-93afa8ddc3e9', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'mac_address': 'fa:16:3e:e2:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '35894143-d245-46e1-be5a-a76c13933a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:52Z', 'updated_at': '2021-12-14T01:15:03Z', 'revision_number': 5, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'subnets': [{'id': '35894143-d245-46e1-be5a-a76c13933a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:25.360900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82abb575-bd6d-4318-bfd0-4aaf57213173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.370208 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b9bac054-2157-409d-80da-9691f6ddb440 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.373703 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.383218 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:25.387865 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0704bb8f-70b9-4ee9-9677-fb24fdeaf202 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.392710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9bac054-2157-409d-80da-9691f6ddb440 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:25.397326 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fa5ccb8d-eb1d-4b81-a91f-1c75109c31b8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "PUT /v2.0/routers/cc26f9eb-a153-444c-a571-53ded7175e87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4750485 Dec 14 01:16:25.402014 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52100) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:25.403614 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Sync routers for ids ['cc26f9eb-a153-444c-a571-53ded7175e87'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:25.416726 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b9bac054-2157-409d-80da-9691f6ddb440 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.417355 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-b9bac054-2157-409d-80da-9691f6ddb440 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Added segment e07a101e-b749-4f26-a096-51b76bd522f4 of type vlan for network 817e65f7-c1f7-4c9b-aa58-67ca56179489 Dec 14 01:16:25.425487 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 526cf057-f829-4435-a163-8bbdb8a0f565 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:25.425841 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 526cf057-f829-4435-a163-8bbdb8a0f565 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:16:25.439612 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Routers {'cc26f9eb-a153-444c-a571-53ded7175e87'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:25.441237 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['cc26f9eb-a153-444c-a571-53ded7175e87'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:25.485701 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b9bac054-2157-409d-80da-9691f6ddb440 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.497299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-7c243c8d-e335-4509-bd10-ddae144daa01', 'network_id': '7c243c8d-e335-4509-bd10-ddae144daa01', 'project_id': '23b9ff3b60424289894d8328f5d4c3fb', 'fixed_ips': [{'subnet_id': '5c4ee09c-2992-488a-97bd-af6bb7ffb790'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:25.498923 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.518726 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09052d21-d8af-45bc-b31e-a19bf28443ca tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.547151 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29285aa6-e487-4755-adf6-106f72891154 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:25.553584 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-29285aa6-e487-4755-adf6-106f72891154 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports/c1605b8b-aabd-4a20-a405-13d12a25e793 HTTP/1.1" status: 200 len: 911 time: 0.1501973 Dec 14 01:16:25.562730 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52102) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:25.568465 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0704bb8f-70b9-4ee9-9677-fb24fdeaf202 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.575390 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0704bb8f-70b9-4ee9-9677-fb24fdeaf202 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:25.576151 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0704bb8f-70b9-4ee9-9677-fb24fdeaf202 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.587376 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b9bac054-2157-409d-80da-9691f6ddb440 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.595653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bac054-2157-409d-80da-9691f6ddb440 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:25.596737 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b9bac054-2157-409d-80da-9691f6ddb440 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:25.612062 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-09052d21-d8af-45bc-b31e-a19bf28443ca tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Calling delete_port for 31efdab7-1e56-47ce-b9c9-d1ac6e89c1ad owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:25.638487 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Set router cc26f9eb-a153-444c-a571-53ded7175e87 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:16:25.813970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 24159a13-a92d-4f5f-b0a0-79aae8d8efcd up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:25.825428 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0704bb8f-70b9-4ee9-9677-fb24fdeaf202 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0358639 Dec 14 01:16:25.832711 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52104) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:25.838970 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1313db70-0263-402d-8f53-90fe15b3a20d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Request body: {'subnet': {'network_id': 'b2036b90-d7e7-47c7-947c-0674fb2a3a7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:25.855371 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704bb8f-70b9-4ee9-9677-fb24fdeaf202 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event updated for resources: {'Network': ['ID=b2036b90-d7e7-47c7-947c-0674fb2a3a7e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:25.887669 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb014697-e25d-46ec-9988-24f26c639c20 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:25.894891 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb014697-e25d-46ec-9988-24f26c639c20 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:25.902723 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fb014697-e25d-46ec-9988-24f26c639c20 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3371005 Dec 14 01:16:25.911300 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Allocated IP 2001:db8::3 (7c243c8d-e335-4509-bd10-ddae144daa01/5c4ee09c-2992-488a-97bd-af6bb7ffb790/ca9923e5-7092-4d3b-997f-7161c1b4c919) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:25.925816 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc26f9eb-a153-444c-a571-53ded7175e87', 'name': 'tempest-NetworksTestDHCPv6-router-1725227425', 'tenant_id': '55931f2844424f749dcf0d06366b00bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:16Z', 'updated_at': '2021-12-14T01:16:21Z', 'revision_number': 2, 'project_id': '55931f2844424f749dcf0d06366b00bf', 'gw_port_host': None, '_interfaces': [{'id': 'c1605b8b-aabd-4a20-a405-13d12a25e793', 'name': '', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'tenant_id': '55931f2844424f749dcf0d06366b00bf', 'mac_address': 'fa:16:3e:0e:d1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc26f9eb-a153-444c-a571-53ded7175e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f602a278-ac71-48b6-9fe6-2413f57937ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:16:18Z', 'updated_at': '2021-12-14T01:16:21Z', 'revision_number': 2, 'project_id': '55931f2844424f749dcf0d06366b00bf', 'subnets': [{'id': 'f602a278-ac71-48b6-9fe6-2413f57937ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:25.935157 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52106) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:25.966076 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Checking router: cc26f9eb-a153-444c-a571-53ded7175e87 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:16:25.966425 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Updating router cc26f9eb-a153-444c-a571-53ded7175e87 port c1605b8b-aabd-4a20-a405-13d12a25e793 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:16:25.996503 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.122247 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52112) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:26.189794 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.221827 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bac054-2157-409d-80da-9691f6ddb440 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Network': ['ID=817e65f7-c1f7-4c9b-aa58-67ca56179489,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:26.228032 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b9bac054-2157-409d-80da-9691f6ddb440 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5361502 Dec 14 01:16:26.239549 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network b2036b90-d7e7-47c7-947c-0674fb2a3a7e details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:26.241640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1563926a-c8ab-4332-b584-e09e8f0f15f7 None None] Network 6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:26.244010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52114) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:26.248289 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae0914-8513-40fd-b512-d8a433b12e63 None None] New status for floating IP df402da9-29d4-4c47-9f62-d65df56fb36f: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:16:26.253588 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e5d1ccd3-f8d7-4970-bec6-5c31067db3a1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-76432651'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:26.258649 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 817e65f7-c1f7-4c9b-aa58-67ca56179489 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:26.262372 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.283264 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7f62779b-f018-449b-b1b0-2f2401838fdb tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Deleting port e37f1adf-874d-4f40-827d-8d6ebf4bd81d {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:26.283875 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f62779b-f018-449b-b1b0-2f2401838fdb tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.292061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bac054-2157-409d-80da-9691f6ddb440 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7d4084-6520-4985-a553-b77b3b07227a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:26.320980 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1313db70-0263-402d-8f53-90fe15b3a20d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Made reservation on behalf of d0aa03954ac3403ba6e12448032cf6de for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:26.325171 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1313db70-0263-402d-8f53-90fe15b3a20d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.328600 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-650b9627-3c7c-4fb4-a15d-3c3438e4946b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.343367 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.351853 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.396800 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d1ccd3-f8d7-4970-bec6-5c31067db3a1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:26.401575 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ccd3-f8d7-4970-bec6-5c31067db3a1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.428332 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09052d21-d8af-45bc-b31e-a19bf28443ca tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.430685 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Network 7c243c8d-e335-4509-bd10-ddae144daa01 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:26.441116 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d1ccd3-f8d7-4970-bec6-5c31067db3a1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:26.452607 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ccd3-f8d7-4970-bec6-5c31067db3a1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.453241 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-e5d1ccd3-f8d7-4970-bec6-5c31067db3a1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Added segment 4c1bb228-ef2a-408a-a0b9-94616f408284 of type vlan for network e2407f7d-7d67-41d0-86a2-e608127a8438 Dec 14 01:16:26.472027 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-650b9627-3c7c-4fb4-a15d-3c3438e4946b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.500801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ccd3-f8d7-4970-bec6-5c31067db3a1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.557968 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ccd3-f8d7-4970-bec6-5c31067db3a1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.566018 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d1ccd3-f8d7-4970-bec6-5c31067db3a1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:26.566669 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ccd3-f8d7-4970-bec6-5c31067db3a1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.581842 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Attempting to bind port c1605b8b-aabd-4a20-a405-13d12a25e793 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:26.582257 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Attempting to bind port c1605b8b-aabd-4a20-a405-13d12a25e793 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:26.582619 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Attempting to bind port c1605b8b-aabd-4a20-a405-13d12a25e793 on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:26.591239 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:26.591609 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:26.592127 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.592525 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:26.593117 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Bound port: c1605b8b-aabd-4a20-a405-13d12a25e793, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:26.594456 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09052d21-d8af-45bc-b31e-a19bf28443ca tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Pushing event deleted for resources: {'Port': ['ID=31efdab7-1e56-47ce-b9c9-d1ac6e89c1ad,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:26.594617 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.614043 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.640706 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:26.643349 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:26.646523 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Pushing event updated for resources: {'Port': ['ID=ca9923e5-7092-4d3b-997f-7161c1b4c919,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:26.662777 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ece884-1623-4880-a66f-75821c6a7f3b None None] Pushing event updated for resources: {'Port': ['ID=c1605b8b-aabd-4a20-a405-13d12a25e793,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:26.702738 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece884-1623-4880-a66f-75821c6a7f3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:26.703380 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece884-1623-4880-a66f-75821c6a7f3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:26.704064 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece884-1623-4880-a66f-75821c6a7f3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:26.704820 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece884-1623-4880-a66f-75821c6a7f3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:26.705440 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece884-1623-4880-a66f-75821c6a7f3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:26.705993 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece884-1623-4880-a66f-75821c6a7f3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:26.706503 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece884-1623-4880-a66f-75821c6a7f3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:26.706619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73df583c-d871-4f38-b86a-d85df7a3402f None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:26.707127 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece884-1623-4880-a66f-75821c6a7f3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:26.707910 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece884-1623-4880-a66f-75821c6a7f3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:26.708439 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece884-1623-4880-a66f-75821c6a7f3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:26.708930 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece884-1623-4880-a66f-75821c6a7f3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:26.709399 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece884-1623-4880-a66f-75821c6a7f3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:26.710074 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece884-1623-4880-a66f-75821c6a7f3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:26.731254 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e5d1ccd3-f8d7-4970-bec6-5c31067db3a1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4829309 Dec 14 01:16:26.742364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52120) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:26.759997 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-fd6c3f70-28e9-4db2-9016-51de7abf99b0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'subnet': {'network_id': '817e65f7-c1f7-4c9b-aa58-67ca56179489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:26.782914 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] For port c1605b8b-aabd-4a20-a405-13d12a25e793, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:26.788618 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f62779b-f018-449b-b1b0-2f2401838fdb tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.789094 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] For port c1605b8b-aabd-4a20-a405-13d12a25e793, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c1605b8b-aabd-4a20-a405-13d12a25e793,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:26.789332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f62779b-f018-449b-b1b0-2f2401838fdb tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.793362 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82abb575-bd6d-4318-bfd0-4aaf57213173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.801245 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.831317 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1ccd3-f8d7-4970-bec6-5c31067db3a1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Network': ['ID=e2407f7d-7d67-41d0-86a2-e608127a8438,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:26.835036 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7f62779b-f018-449b-b1b0-2f2401838fdb tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Calling delete_port for e37f1adf-874d-4f40-827d-8d6ebf4bd81d owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:26.837568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82abb575-bd6d-4318-bfd0-4aaf57213173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.858468 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09052d21-d8af-45bc-b31e-a19bf28443ca tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.863563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 24159a13-a92d-4f5f-b0a0-79aae8d8efcd triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:26.863940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.897915 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abb575-bd6d-4318-bfd0-4aaf57213173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce844c4-9fca-4bbd-bd59-c16a43e427f5,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:26.922175 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Deleting port ca9923e5-7092-4d3b-997f-7161c1b4c919 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:26.922785 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:26.926266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82abb575-bd6d-4318-bfd0-4aaf57213173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:26.936998 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Routers {'cc26f9eb-a153-444c-a571-53ded7175e87'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:26.938226 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['cc26f9eb-a153-444c-a571-53ded7175e87'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:26.946282 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network e2407f7d-7d67-41d0-86a2-e608127a8438 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:27.019314 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.022686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-67e8b4c3-32f1-4efa-90ae-cec2a1df6617 None None] Provisioning complete for port 24159a13-a92d-4f5f-b0a0-79aae8d8efcd triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:27.023060 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67e8b4c3-32f1-4efa-90ae-cec2a1df6617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.042025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82abb575-bd6d-4318-bfd0-4aaf57213173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.042376 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-82abb575-bd6d-4318-bfd0-4aaf57213173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Added segment dac148b4-88b1-4afc-8b66-c6386a74a729 of type vlan for network 092bf39d-4886-4aba-90dd-cec62ea4c77c Dec 14 01:16:27.059382 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-650b9627-3c7c-4fb4-a15d-3c3438e4946b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.064350 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-650b9627-3c7c-4fb4-a15d-3c3438e4946b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.067551 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-650b9627-3c7c-4fb4-a15d-3c3438e4946b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "DELETE /v2.0/security-groups/b0946702-dcdf-45e3-81af-5722fbf065d1 HTTP/1.1" status: 204 len: 168 time: 0.9442024 Dec 14 01:16:27.074551 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] Set router cc26f9eb-a153-444c-a571-53ded7175e87 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:16:27.074776 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52122) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:27.153567 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-f97e3daf-3a6b-4247-8126-fcaf9f8e7ad2 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] show failed (client error): The resource could not be found. Dec 14 01:16:27.158237 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f97e3daf-3a6b-4247-8126-fcaf9f8e7ad2 tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "GET /v2.0/security-groups/b0946702-dcdf-45e3-81af-5722fbf065d1 HTTP/1.1" status: 404 len: 347 time: 0.0797017 Dec 14 01:16:27.168560 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52124) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:27.169682 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09052d21-d8af-45bc-b31e-a19bf28443ca tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.175213 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82abb575-bd6d-4318-bfd0-4aaf57213173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.178005 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b9627-3c7c-4fb4-a15d-3c3438e4946b tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0946702-dcdf-45e3-81af-5722fbf065d1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:27.215423 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09052d21-d8af-45bc-b31e-a19bf28443ca tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.263400 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ece884-1623-4880-a66f-75821c6a7f3b None None] Pushing event updated for resources: {'Port': ['ID=c1605b8b-aabd-4a20-a405-13d12a25e793,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:27.332490 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] For port ca9923e5-7092-4d3b-997f-7161c1b4c919, host dv-neutron-821592-1-hyperv, got binding levels [] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:27.333421 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.381847 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Calling delete_port for ca9923e5-7092-4d3b-997f-7161c1b4c919 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:27.405525 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82abb575-bd6d-4318-bfd0-4aaf57213173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.407447 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09052d21-d8af-45bc-b31e-a19bf28443ca tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.408167 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09052d21-d8af-45bc-b31e-a19bf28443ca tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Fanout notify agent at l3_agent the message router_deleted on router ddee55ab-682c-4d5f-a50d-bc12da1a95b4 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:16:27.410326 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6c3f70-28e9-4db2-9016-51de7abf99b0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:27.412164 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82abb575-bd6d-4318-bfd0-4aaf57213173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:27.412815 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82abb575-bd6d-4318-bfd0-4aaf57213173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.415611 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd6c3f70-28e9-4db2-9016-51de7abf99b0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.430304 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09052d21-d8af-45bc-b31e-a19bf28443ca tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.431501 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-09052d21-d8af-45bc-b31e-a19bf28443ca tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "DELETE /v2.0/routers/ddee55ab-682c-4d5f-a50d-bc12da1a95b4 HTTP/1.1" status: 204 len: 168 time: 4.5640922 Dec 14 01:16:27.447185 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc26f9eb-a153-444c-a571-53ded7175e87', 'name': 'tempest-NetworksTestDHCPv6-router-1725227425', 'tenant_id': '55931f2844424f749dcf0d06366b00bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:16Z', 'updated_at': '2021-12-14T01:16:21Z', 'revision_number': 2, 'project_id': '55931f2844424f749dcf0d06366b00bf', 'gw_port_host': None, '_interfaces': [{'id': 'c1605b8b-aabd-4a20-a405-13d12a25e793', 'name': '', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'tenant_id': '55931f2844424f749dcf0d06366b00bf', 'mac_address': 'fa:16:3e:0e:d1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc26f9eb-a153-444c-a571-53ded7175e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f602a278-ac71-48b6-9fe6-2413f57937ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:16:18Z', 'updated_at': '2021-12-14T01:16:26Z', 'revision_number': 4, 'project_id': '55931f2844424f749dcf0d06366b00bf', 'subnets': [{'id': 'f602a278-ac71-48b6-9fe6-2413f57937ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:27.448871 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52126) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:27.489405 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84baa08-da05-408f-a96c-bc3e12b3c575 None None] The sync data for ids ['cc26f9eb-a153-444c-a571-53ded7175e87'] in dv-neutron-821592-1-hyperv is: [{'id': 'cc26f9eb-a153-444c-a571-53ded7175e87', 'name': 'tempest-NetworksTestDHCPv6-router-1725227425', 'tenant_id': '55931f2844424f749dcf0d06366b00bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:16Z', 'updated_at': '2021-12-14T01:16:21Z', 'revision_number': 2, 'project_id': '55931f2844424f749dcf0d06366b00bf', 'gw_port_host': None, '_interfaces': [{'id': 'c1605b8b-aabd-4a20-a405-13d12a25e793', 'name': '', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'tenant_id': '55931f2844424f749dcf0d06366b00bf', 'mac_address': 'fa:16:3e:0e:d1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc26f9eb-a153-444c-a571-53ded7175e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f602a278-ac71-48b6-9fe6-2413f57937ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:16:18Z', 'updated_at': '2021-12-14T01:16:26Z', 'revision_number': 4, 'project_id': '55931f2844424f749dcf0d06366b00bf', 'subnets': [{'id': 'f602a278-ac71-48b6-9fe6-2413f57937ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:27.493353 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abb575-bd6d-4318-bfd0-4aaf57213173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Pushing event updated for resources: {'Network': ['ID=092bf39d-4886-4aba-90dd-cec62ea4c77c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:27.497006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-064d880b-354b-4a2f-a305-fe9e13b7f4cc tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Deleting port 9a175c2f-df1c-4283-a4df-a87d3315c992 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:27.497556 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-064d880b-354b-4a2f-a305-fe9e13b7f4cc tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.497748 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-55c038c9-6d3b-4437-855c-c36b168750a9 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-244930786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:27.523834 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 092bf39d-4886-4aba-90dd-cec62ea4c77c details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:27.541766 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1313db70-0263-402d-8f53-90fe15b3a20d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.567403 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Attempting to bind port ca9923e5-7092-4d3b-997f-7161c1b4c919 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:27.567947 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Attempting to bind port ca9923e5-7092-4d3b-997f-7161c1b4c919 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '0fc2c4c5-7934-49bc-adc1-ab7e03731a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7c243c8d-e335-4509-bd10-ddae144daa01'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:27.568442 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Attempting to bind port ca9923e5-7092-4d3b-997f-7161c1b4c919 on network 7c243c8d-e335-4509-bd10-ddae144daa01 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:27.609053 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-82abb575-bd6d-4318-bfd0-4aaf57213173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.0932391 Dec 14 01:16:27.617431 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:27.617985 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Checking segment: {'id': '0fc2c4c5-7934-49bc-adc1-ab7e03731a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7c243c8d-e335-4509-bd10-ddae144daa01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:27.618494 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.619014 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Bound using segment: {'id': '0fc2c4c5-7934-49bc-adc1-ab7e03731a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7c243c8d-e335-4509-bd10-ddae144daa01'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:27.620064 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Bound port: ca9923e5-7092-4d3b-997f-7161c1b4c919, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc2c4c5-7934-49bc-adc1-ab7e03731a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7c243c8d-e335-4509-bd10-ddae144daa01'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:27.620573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.645018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313db70-0263-402d-8f53-90fe15b3a20d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event updated for resources: {'Subnet': ['ID=5241a632-50ea-48e4-b37f-4e01c81361de,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:27.657766 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.744733 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-064d880b-354b-4a2f-a305-fe9e13b7f4cc tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.745311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-064d880b-354b-4a2f-a305-fe9e13b7f4cc tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.749384 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f62779b-f018-449b-b1b0-2f2401838fdb tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.774688 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 24159a13-a92d-4f5f-b0a0-79aae8d8efcd, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=24159a13-a92d-4f5f-b0a0-79aae8d8efcd,segment=NetworkSegment(313757ab-df32-4c79-8067-802f1c2c6a77),segment_id=313757ab-df32-4c79-8067-802f1c2c6a77)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:27.791592 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.840641 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-064d880b-354b-4a2f-a305-fe9e13b7f4cc tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Calling delete_port for 9a175c2f-df1c-4283-a4df-a87d3315c992 owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:27.844647 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67e8b4c3-32f1-4efa-90ae-cec2a1df6617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.852996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:27.913490 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62779b-f018-449b-b1b0-2f2401838fdb tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Pushing event deleted for resources: {'Port': ['ID=e37f1adf-874d-4f40-827d-8d6ebf4bd81d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:27.948015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=24159a13-a92d-4f5f-b0a0-79aae8d8efcd,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:28.013773 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af44df9-fb0f-490a-8ef8-acd449e440a4 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:28.047078 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-67e8b4c3-32f1-4efa-90ae-cec2a1df6617 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:16:28.047722 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-67e8b4c3-32f1-4efa-90ae-cec2a1df6617 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:16:28.075925 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52132) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:28.083974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Request body: {'port': {'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c', 'binding:host_id': 'hv-neutron-8215', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-189513831'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:28.087288 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fcfce91-4c0e-47bd-989c-ba38965665b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.089147 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd6c3f70-28e9-4db2-9016-51de7abf99b0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.091754 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55c038c9-6d3b-4437-855c-c36b168750a9 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.092791 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55c038c9-6d3b-4437-855c-c36b168750a9 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.184287 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f62779b-f018-449b-b1b0-2f2401838fdb tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.186920 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f62779b-f018-449b-b1b0-2f2401838fdb tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.188508 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7f62779b-f018-449b-b1b0-2f2401838fdb tempest-ServersTestManualDisk-716974656 tempest-ServersTestManualDisk-716974656-project] 10.222.0.32 "DELETE /v2.0/floatingips/f4825c42-9e74-4c19-9177-a9d6d431026f HTTP/1.1" status: 204 len: 168 time: 3.1171496 Dec 14 01:16:28.190665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.191997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:16:28.192638 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:16:28.193138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52134) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:28.264943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Port': ['ID=ca9923e5-7092-4d3b-997f-7161c1b4c919,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:28.378868 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No DVR routers for this DVR port ca9923e5-7092-4d3b-997f-7161c1b4c919 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:28.430513 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-064d880b-354b-4a2f-a305-fe9e13b7f4cc tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.476176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d880b-354b-4a2f-a305-fe9e13b7f4cc tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Pushing event deleted for resources: {'Port': ['ID=9a175c2f-df1c-4283-a4df-a87d3315c992,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:28.477960 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.491092 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5d0cc2-b111-4d47-a24a-de367394b5b4 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:28.522828 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1313db70-0263-402d-8f53-90fe15b3a20d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Checking segment: {'id': '3e65327c-b78d-4eb1-a218-d50f1e6b7060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b2036b90-d7e7-47c7-947c-0674fb2a3a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:28.523196 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1313db70-0263-402d-8f53-90fe15b3a20d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Network hostable DHCP agents. Network: b2036b90-d7e7-47c7-947c-0674fb2a3a7e, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:28.606395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55c038c9-6d3b-4437-855c-c36b168750a9 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.610997 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Made reservation on behalf of 666beebaec8e4eb0809e97e35a5718ba for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:28.614792 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.632064 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55c038c9-6d3b-4437-855c-c36b168750a9 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.636758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c3f70-28e9-4db2-9016-51de7abf99b0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Subnet': ['ID=4037fbcd-538b-4dae-aef7-2790d91ecd9e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:28.666466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-064d880b-354b-4a2f-a305-fe9e13b7f4cc tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.669086 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-064d880b-354b-4a2f-a305-fe9e13b7f4cc tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.670239 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-064d880b-354b-4a2f-a305-fe9e13b7f4cc tempest-ServersTestJSON-2027298000 tempest-ServersTestJSON-2027298000-project] 10.222.0.32 "DELETE /v2.0/floatingips/df402da9-29d4-4c47-9f62-d65df56fb36f HTTP/1.1" status: 204 len: 168 time: 1.4971223 Dec 14 01:16:28.677754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52136) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:28.705349 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.720266 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1313db70-0263-402d-8f53-90fe15b3a20d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Network b2036b90-d7e7-47c7-947c-0674fb2a3a7e is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:28.726305 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.726751 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Attempting to bind port ca9923e5-7092-4d3b-997f-7161c1b4c919 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:28.727330 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Attempting to bind port ca9923e5-7092-4d3b-997f-7161c1b4c919 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '0fc2c4c5-7934-49bc-adc1-ab7e03731a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7c243c8d-e335-4509-bd10-ddae144daa01'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:28.727880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Attempting to bind port ca9923e5-7092-4d3b-997f-7161c1b4c919 on network 7c243c8d-e335-4509-bd10-ddae144daa01 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:28.736175 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d742f15f-1a59-49d7-b164-c10b94c88a02 None None] Provisioning complete for port 24159a13-a92d-4f5f-b0a0-79aae8d8efcd triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:28.736599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d742f15f-1a59-49d7-b164-c10b94c88a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.739337 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:28.739720 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Checking segment: {'id': '0fc2c4c5-7934-49bc-adc1-ab7e03731a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7c243c8d-e335-4509-bd10-ddae144daa01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:28.740302 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.741295 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Bound using segment: {'id': '0fc2c4c5-7934-49bc-adc1-ab7e03731a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7c243c8d-e335-4509-bd10-ddae144daa01'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:28.742993 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Bound port: ca9923e5-7092-4d3b-997f-7161c1b4c919, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc2c4c5-7934-49bc-adc1-ab7e03731a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7c243c8d-e335-4509-bd10-ddae144daa01'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:28.742993 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.745090 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c3f70-28e9-4db2-9016-51de7abf99b0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Checking segment: {'id': 'e07a101e-b749-4f26-a096-51b76bd522f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '817e65f7-c1f7-4c9b-aa58-67ca56179489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:28.745631 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6c3f70-28e9-4db2-9016-51de7abf99b0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network hostable DHCP agents. Network: 817e65f7-c1f7-4c9b-aa58-67ca56179489, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:28.771280 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55c038c9-6d3b-4437-855c-c36b168750a9 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.772511 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-55c038c9-6d3b-4437-855c-c36b168750a9 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3186409 Dec 14 01:16:28.777127 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52138) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:28.781447 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-1313db70-0263-402d-8f53-90fe15b3a20d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, b2036b90-d7e7-47c7-947c-0674fb2a3a7e) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:28.788232 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4ee09c-2992-488a-97bd-af6bb7ffb790,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:28.799536 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'enable_snat': False}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:28.802628 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1313db70-0263-402d-8f53-90fe15b3a20d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:28.803407 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1313db70-0263-402d-8f53-90fe15b3a20d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.810259 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f010192-4d86-4e22-8c0b-3959f43a7114 None None] Network b2036b90-d7e7-47c7-947c-0674fb2a3a7e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:28.842857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ccf8dc87-4332-4fa1-9e8b-47d94d090579 None None] Port ca9923e5-7092-4d3b-997f-7161c1b4c919 has been deleted concurrently {{(pid=103410) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 14 01:16:28.922728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6c3f70-28e9-4db2-9016-51de7abf99b0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network 817e65f7-c1f7-4c9b-aa58-67ca56179489 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:28.932674 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1313db70-0263-402d-8f53-90fe15b3a20d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0979178 Dec 14 01:16:28.944490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52140) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:28.953657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:28.996228 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9762dcbf-d466-4078-ae34-ced2e890869c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Request body: {'network': {'name': 'tempest-router-network01--498614591'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:29.003895 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fd6c3f70-28e9-4db2-9016-51de7abf99b0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 817e65f7-c1f7-4c9b-aa58-67ca56179489) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:29.012315 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6c3f70-28e9-4db2-9016-51de7abf99b0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:29.013068 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd6c3f70-28e9-4db2-9016-51de7abf99b0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.027541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd32470f-3fdb-46c2-955a-fc4039973fdc None None] Network 817e65f7-c1f7-4c9b-aa58-67ca56179489 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:29.027925 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c243c8d-e335-4509-bd10-ddae144daa01']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:29.044982 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc2c4c5-7934-49bc-adc1-ab7e03731a82') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:29.045290 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc2c4c5-7934-49bc-adc1-ab7e03731a82') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:29.060280 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.118705 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.133037 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:29.133572 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:29.138232 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:29.148247 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fd6c3f70-28e9-4db2-9016-51de7abf99b0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3952358 Dec 14 01:16:29.193439 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-b2036b90-d7e7-47c7-947c-0674fb2a3a7e', 'network_id': 'b2036b90-d7e7-47c7-947c-0674fb2a3a7e', 'project_id': 'd0aa03954ac3403ba6e12448032cf6de', 'fixed_ips': [{'subnet_id': '5241a632-50ea-48e4-b37f-4e01c81361de'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:29.196079 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52142) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:29.204516 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.212264 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.230509 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a6f00b19-ba71-4d6e-9984-1eb5f58f05e2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'subnet': {'network_id': 'e2407f7d-7d67-41d0-86a2-e608127a8438', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:29.285506 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d742f15f-1a59-49d7-b164-c10b94c88a02 None None] Provisioning complete for port c1605b8b-aabd-4a20-a405-13d12a25e793 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:29.286053 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d742f15f-1a59-49d7-b164-c10b94c88a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.317290 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.337551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.349647 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.356919 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/networks/7c243c8d-e335-4509-bd10-ddae144daa01 HTTP/1.1" status: 204 len: 168 time: 4.1315508 Dec 14 01:16:29.357729 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52144) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:29.366730 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.368404 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9762dcbf-d466-4078-ae34-ced2e890869c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Made reservation on behalf of d0aa03954ac3403ba6e12448032cf6de for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:29.372319 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9762dcbf-d466-4078-ae34-ced2e890869c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.387844 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-8173d053-10ff-4fb2-ab57-87a56831635e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2111842356'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:29.402103 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] device_id is not set on port 8b1592c0-df75-4d1a-8101-cc69c7fd532f yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:16:29.410929 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9faef0-6120-48b6-bb40-a768fbb66ba0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Network': ['ID=7c243c8d-e335-4509-bd10-ddae144daa01,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:29.436083 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-817e65f7-c1f7-4c9b-aa58-67ca56179489', 'network_id': '817e65f7-c1f7-4c9b-aa58-67ca56179489', 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'fixed_ips': [{'subnet_id': '4037fbcd-538b-4dae-aef7-2790d91ecd9e'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:29.436841 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.455670 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6f591420-7b7f-4709-a67e-a9f62aa2193c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.497779 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8173d053-10ff-4fb2-ab57-87a56831635e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:29.501467 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8173d053-10ff-4fb2-ab57-87a56831635e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.555753 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddb1355-ee5c-4d46-851d-cfa099651d66,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:29.575050 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8173d053-10ff-4fb2-ab57-87a56831635e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:29.590040 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Allocated IP 2001:db8::2 (817e65f7-c1f7-4c9b-aa58-67ca56179489/4037fbcd-538b-4dae-aef7-2790d91ecd9e/43fd8a8b-2d74-4050-9a71-af69a200b23c) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:29.598528 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9762dcbf-d466-4078-ae34-ced2e890869c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:29.602016 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8173d053-10ff-4fb2-ab57-87a56831635e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.602563 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-8173d053-10ff-4fb2-ab57-87a56831635e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Added segment 7c9f1c82-3ab5-47a4-9ac8-a5a8a3cc3be1 of type vlan for network 5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf Dec 14 01:16:29.642171 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9762dcbf-d466-4078-ae34-ced2e890869c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.642677 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-9762dcbf-d466-4078-ae34-ced2e890869c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Added segment d49e0a3a-93cf-4b50-95b2-c49bbb46cf9d of type vlan for network bf0638f5-fefe-4eb4-8f59-1a80eb025901 Dec 14 01:16:29.694329 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6fcfce91-4c0e-47bd-989c-ba38965665b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port c1605b8b-aabd-4a20-a405-13d12a25e793 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:29.695077 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fcfce91-4c0e-47bd-989c-ba38965665b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.698019 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f00b19-ba71-4d6e-9984-1eb5f58f05e2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:29.701745 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6f00b19-ba71-4d6e-9984-1eb5f58f05e2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.730130 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8173d053-10ff-4fb2-ab57-87a56831635e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.783889 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8173d053-10ff-4fb2-ab57-87a56831635e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.789601 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8173d053-10ff-4fb2-ab57-87a56831635e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:29.790526 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8173d053-10ff-4fb2-ab57-87a56831635e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.821641 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f95c81b-4569-4471-9a38-fc8b9d048ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.835590 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.837976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Allocated IP 2001:db8::2 (b2036b90-d7e7-47c7-947c-0674fb2a3a7e/5241a632-50ea-48e4-b37f-4e01c81361de/cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:29.840057 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d742f15f-1a59-49d7-b164-c10b94c88a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.876542 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.914962 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6fcfce91-4c0e-47bd-989c-ba38965665b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] For port c1605b8b-aabd-4a20-a405-13d12a25e793, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c1605b8b-aabd-4a20-a405-13d12a25e793,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:29.916558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fcfce91-4c0e-47bd-989c-ba38965665b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:29.932309 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8173d053-10ff-4fb2-ab57-87a56831635e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5512133 Dec 14 01:16:29.942058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6fcfce91-4c0e-47bd-989c-ba38965665b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for c1605b8b-aabd-4a20-a405-13d12a25e793 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:29.948721 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52146) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:29.949849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Pushing event updated for resources: {'Port': ['ID=43fd8a8b-2d74-4050-9a71-af69a200b23c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:29.955055 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a8929c3d-fd9b-4f6c-8cb2-a6c48e5ba2cf tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'subnet': {'network_id': '5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:29.973939 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d742f15f-1a59-49d7-b164-c10b94c88a02 None None] For port c1605b8b-aabd-4a20-a405-13d12a25e793, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c1605b8b-aabd-4a20-a405-13d12a25e793,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:30.022386 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d742f15f-1a59-49d7-b164-c10b94c88a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.027895 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Network 817e65f7-c1f7-4c9b-aa58-67ca56179489 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:30.033412 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:30.036469 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:30.084940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 24159a13-a92d-4f5f-b0a0-79aae8d8efcd up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:30.205059 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Attempting to bind port 43fd8a8b-2d74-4050-9a71-af69a200b23c on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:30.205369 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Attempting to bind port 43fd8a8b-2d74-4050-9a71-af69a200b23c by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e07a101e-b749-4f26-a096-51b76bd522f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '817e65f7-c1f7-4c9b-aa58-67ca56179489'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:30.205857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Attempting to bind port 43fd8a8b-2d74-4050-9a71-af69a200b23c on network 817e65f7-c1f7-4c9b-aa58-67ca56179489 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:30.213125 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742f15f-1a59-49d7-b164-c10b94c88a02 None None] Pushing event updated for resources: {'Port': ['ID=c1605b8b-aabd-4a20-a405-13d12a25e793,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:30.226319 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:30.226703 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Checking segment: {'id': 'e07a101e-b749-4f26-a096-51b76bd522f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '817e65f7-c1f7-4c9b-aa58-67ca56179489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:30.227168 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.227631 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Bound using segment: {'id': 'e07a101e-b749-4f26-a096-51b76bd522f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '817e65f7-c1f7-4c9b-aa58-67ca56179489'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:30.228371 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Bound port: 43fd8a8b-2d74-4050-9a71-af69a200b23c, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07a101e-b749-4f26-a096-51b76bd522f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '817e65f7-c1f7-4c9b-aa58-67ca56179489'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:30.228847 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.254159 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9762dcbf-d466-4078-ae34-ced2e890869c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.298715 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] device_id is not set on port 8b1592c0-df75-4d1a-8101-cc69c7fd532f yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:16:30.334336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.340817 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.357556 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 24159a13-a92d-4f5f-b0a0-79aae8d8efcd triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:30.357961 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.388540 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.403772 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173d053-10ff-4fb2-ab57-87a56831635e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Network': ['ID=5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:30.448280 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Pushing event updated for resources: {'Port': ['ID=8b1592c0-df75-4d1a-8101-cc69c7fd532f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:30.451699 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9762dcbf-d466-4078-ae34-ced2e890869c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.457623 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9762dcbf-d466-4078-ae34-ced2e890869c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:30.458290 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9762dcbf-d466-4078-ae34-ced2e890869c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.557840 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.570295 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:30.574079 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa8510e-ffc0-4625-bd86-9c213d1282be None None] DHCP port deletion for 7c243c8d-e335-4509-bd10-ddae144daa01 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:30.621147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6f591420-7b7f-4709-a67e-a9f62aa2193c admin admin] Deleting port dce5d37d-f71d-4d69-ae02-47a323610a92 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:30.621620 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6f591420-7b7f-4709-a67e-a9f62aa2193c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.629341 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9762dcbf-d466-4078-ae34-ced2e890869c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6756859 Dec 14 01:16:30.637625 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52148) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:30.653557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] For port 43fd8a8b-2d74-4050-9a71-af69a200b23c, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:30.672374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-46b0cdbb-c720-4df7-a434-fa9d6743d033 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Request body: {'network': {'name': 'tempest-router-network02--2088013449'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:30.678805 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8929c3d-fd9b-4f6c-8cb2-a6c48e5ba2cf tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:30.682370 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9323f63a-066e-458e-9fc4-e9a01f8f756f None None] Network 7c243c8d-e335-4509-bd10-ddae144daa01 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:30.682933 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8929c3d-fd9b-4f6c-8cb2-a6c48e5ba2cf tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.683692 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fcfce91-4c0e-47bd-989c-ba38965665b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.685486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-04dd14d7-7d33-46f3-93fd-41ad624e0dbd None None] Could not find standard attr ID for object ca9923e5-7092-4d3b-997f-7161c1b4c919. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:16:30.722590 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762dcbf-d466-4078-ae34-ced2e890869c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event updated for resources: {'Network': ['ID=bf0638f5-fefe-4eb4-8f59-1a80eb025901,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:30.723523 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Network b2036b90-d7e7-47c7-947c-0674fb2a3a7e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:30.731168 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9323f63a-066e-458e-9fc4-e9a01f8f756f None None] Network 7c243c8d-e335-4509-bd10-ddae144daa01 could not be found, it might have been deleted concurrently. {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 14 01:16:30.733277 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Pushing event updated for resources: {'Port': ['ID=cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:30.740049 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] For port 43fd8a8b-2d74-4050-9a71-af69a200b23c, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=43fd8a8b-2d74-4050-9a71-af69a200b23c,segment=NetworkSegment(e07a101e-b749-4f26-a096-51b76bd522f4),segment_id=e07a101e-b749-4f26-a096-51b76bd522f4)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:30.744950 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network bf0638f5-fefe-4eb4-8f59-1a80eb025901 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:30.770049 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfce91-4c0e-47bd-989c-ba38965665b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=c1605b8b-aabd-4a20-a405-13d12a25e793,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:30.810223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:30.824197 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:30.825387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6f591420-7b7f-4709-a67e-a9f62aa2193c admin admin] For port dce5d37d-f71d-4d69-ae02-47a323610a92, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=dce5d37d-f71d-4d69-ae02-47a323610a92,segment=NetworkSegment(1baa0476-3275-46f9-ad82-e5393b5c0b0c),segment_id=1baa0476-3275-46f9-ad82-e5393b5c0b0c)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:30.826316 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6f591420-7b7f-4709-a67e-a9f62aa2193c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.826600 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b0cdbb-c720-4df7-a434-fa9d6743d033 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Made reservation on behalf of d0aa03954ac3403ba6e12448032cf6de for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:30.829997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.830290 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46b0cdbb-c720-4df7-a434-fa9d6743d033 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.839022 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Checking segment: {'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:30.839501 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Network hostable DHCP agents. Network: 092bf39d-4886-4aba-90dd-cec62ea4c77c, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:30.867849 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6f591420-7b7f-4709-a67e-a9f62aa2193c admin admin] Calling delete_port for dce5d37d-f71d-4d69-ae02-47a323610a92 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:30.914839 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.982024 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:30.997001 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Attempting to bind port cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:30.997667 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Attempting to bind port cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '3e65327c-b78d-4eb1-a218-d50f1e6b7060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b2036b90-d7e7-47c7-947c-0674fb2a3a7e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:30.997756 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Attempting to bind port cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5 on network b2036b90-d7e7-47c7-947c-0674fb2a3a7e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:30.999646 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d81ed-3933-47c7-8146-eb387e7288b6 None None] Pushing event updated for resources: {'Port': ['ID=43fd8a8b-2d74-4050-9a71-af69a200b23c,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:31.009583 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c1605b8b-aabd-4a20-a405-13d12a25e793 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:31.011760 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:31.017664 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Checking segment: {'id': '3e65327c-b78d-4eb1-a218-d50f1e6b7060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b2036b90-d7e7-47c7-947c-0674fb2a3a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:31.018077 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:31.018479 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Bound using segment: {'id': '3e65327c-b78d-4eb1-a218-d50f1e6b7060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b2036b90-d7e7-47c7-947c-0674fb2a3a7e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:31.019146 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Bound port: cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e65327c-b78d-4eb1-a218-d50f1e6b7060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b2036b90-d7e7-47c7-947c-0674fb2a3a7e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:31.019694 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:31.047456 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: c1605b8b-aabd-4a20-a405-13d12a25e793 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:31.048068 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c1605b8b-aabd-4a20-a405-13d12a25e793 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 14 01:16:31.051296 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6f00b19-ba71-4d6e-9984-1eb5f58f05e2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:31.076202 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fcfce91-4c0e-47bd-989c-ba38965665b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:31.077395 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Port c1605b8b-aabd-4a20-a405-13d12a25e793 not found, will not notify nova. {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 14 01:16:31.144899 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Network 092bf39d-4886-4aba-90dd-cec62ea4c77c is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:31.147130 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] For port cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:31.151103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] For port cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5,segment=NetworkSegment(3e65327c-b78d-4eb1-a218-d50f1e6b7060),segment_id=3e65327c-b78d-4eb1-a218-d50f1e6b7060)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:31.153262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b0cdbb-c720-4df7-a434-fa9d6743d033 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:31.161026 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:31.230812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2f95c81b-4569-4471-9a38-fc8b9d048ece admin admin] Deleting port a5c0ac86-9e5a-4f30-a420-d90ba312e325 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:31.231129 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f95c81b-4569-4471-9a38-fc8b9d048ece admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:31.232793 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 092bf39d-4886-4aba-90dd-cec62ea4c77c) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:31.236636 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:31.236828 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8929c3d-fd9b-4f6c-8cb2-a6c48e5ba2cf tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:31.238441 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28551b-ab45-4ef1-9317-0b378460f93e None None] Pushing event updated for resources: {'Port': ['ID=cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:31.267251 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a393319b-3d5d-4dd1-9f4d-96795a2dc951 None None] Network 092bf39d-4886-4aba-90dd-cec62ea4c77c requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:31.274264 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46b0cdbb-c720-4df7-a434-fa9d6743d033 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:31.274779 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-46b0cdbb-c720-4df7-a434-fa9d6743d033 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Added segment 8ec080e3-ae5a-44cc-a5f4-eee628d60b82 of type vlan for network 36ff07f4-23ff-4500-afd4-07e808b22b21 Dec 14 01:16:31.417840 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8929c3d-fd9b-4f6c-8cb2-a6c48e5ba2cf tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Subnet': ['ID=4a5a1fef-af11-459e-be73-5958625a5384,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:31.448596 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f00b19-ba71-4d6e-9984-1eb5f58f05e2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Subnet': ['ID=8df3a452-8ff4-4510-87ef-c4a82be95c88,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:31.455146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2f95c81b-4569-4471-9a38-fc8b9d048ece admin admin] For port a5c0ac86-9e5a-4f30-a420-d90ba312e325, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a5c0ac86-9e5a-4f30-a420-d90ba312e325,segment=NetworkSegment(4b8f7014-0564-4bd3-90ab-75e37d39f27a),segment_id=4b8f7014-0564-4bd3-90ab-75e37d39f27a)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:31.455884 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f95c81b-4569-4471-9a38-fc8b9d048ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:31.462268 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f00b19-ba71-4d6e-9984-1eb5f58f05e2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Checking segment: {'id': '4c1bb228-ef2a-408a-a0b9-94616f408284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e2407f7d-7d67-41d0-86a2-e608127a8438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:31.462770 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f00b19-ba71-4d6e-9984-1eb5f58f05e2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network hostable DHCP agents. Network: e2407f7d-7d67-41d0-86a2-e608127a8438, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:31.465848 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:31.466255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:31.466691 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:31.475252 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8929c3d-fd9b-4f6c-8cb2-a6c48e5ba2cf tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Checking segment: {'id': '7c9f1c82-3ab5-47a4-9ac8-a5a8a3cc3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:31.475901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8929c3d-fd9b-4f6c-8cb2-a6c48e5ba2cf tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network hostable DHCP agents. Network: 5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:31.482019 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2f95c81b-4569-4471-9a38-fc8b9d048ece admin admin] Calling delete_port for a5c0ac86-9e5a-4f30-a420-d90ba312e325 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:31.520937 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:31.521281 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:31.527677 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Allocated IP 172.26.1.209 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/ca16daee-7123-4c46-8096-724917660d9c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:31.529012 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 2 to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f Dec 14 01:16:31.578126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8929c3d-fd9b-4f6c-8cb2-a6c48e5ba2cf tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network 5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:31.606687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6f591420-7b7f-4709-a67e-a9f62aa2193c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:31.611467 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-a8929c3d-fd9b-4f6c-8cb2-a6c48e5ba2cf tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:31.620777 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e26bc4-0a01-42ca-8a6b-ce0d981b5780 None None] Network 5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:31.638686 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8929c3d-fd9b-4f6c-8cb2-a6c48e5ba2cf tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:31.639249 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8929c3d-fd9b-4f6c-8cb2-a6c48e5ba2cf tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:31.651769 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f591420-7b7f-4709-a67e-a9f62aa2193c admin admin] Pushing event deleted for resources: {'Port': ['ID=dce5d37d-f71d-4d69-ae02-47a323610a92,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:31.768000 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf', 'network_id': '5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf', 'project_id': '23b9ff3b60424289894d8328f5d4c3fb', 'fixed_ips': [{'subnet_id': '4a5a1fef-af11-459e-be73-5958625a5384'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:31.769023 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:31.879588 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a8929c3d-fd9b-4f6c-8cb2-a6c48e5ba2cf tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9287171 Dec 14 01:16:31.881712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52150) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:31.889416 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f95c81b-4569-4471-9a38-fc8b9d048ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:32.041689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Allocated IP 2001:db8::1 (5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf/4a5a1fef-af11-459e-be73-5958625a5384/c9b8796e-767f-44d1-9358-3792e8ead5b8) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:32.068023 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95c81b-4569-4471-9a38-fc8b9d048ece admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c0ac86-9e5a-4f30-a420-d90ba312e325,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:32.128890 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46b0cdbb-c720-4df7-a434-fa9d6743d033 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:32.139379 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f00b19-ba71-4d6e-9984-1eb5f58f05e2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network e2407f7d-7d67-41d0-86a2-e608127a8438 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:32.141634 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:32.142017 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:32.142347 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:32.155819 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcfce91-4c0e-47bd-989c-ba38965665b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Router cc26f9eb-a153-444c-a571-53ded7175e87 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:16:32.197964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 43fd8a8b-2d74-4050-9a71-af69a200b23c up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:32.252175 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-46b0cdbb-c720-4df7-a434-fa9d6743d033 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 01:16:32.273870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:32.274335 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:32.274873 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a6f00b19-ba71-4d6e-9984-1eb5f58f05e2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, e2407f7d-7d67-41d0-86a2-e608127a8438) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:32.281988 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 3 to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f Dec 14 01:16:32.309249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74a5c57-2d39-495c-b868-9d84bd2c8b97 None None] Network e2407f7d-7d67-41d0-86a2-e608127a8438 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:32.323602 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:32.393215 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:32.401858 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46b0cdbb-c720-4df7-a434-fa9d6743d033 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:32.408248 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b0cdbb-c720-4df7-a434-fa9d6743d033 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:32.409280 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46b0cdbb-c720-4df7-a434-fa9d6743d033 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:32.428994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:32.461620 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 43fd8a8b-2d74-4050-9a71-af69a200b23c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:32.462004 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:32.495850 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:32.523594 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f95c81b-4569-4471-9a38-fc8b9d048ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:32.538635 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f00b19-ba71-4d6e-9984-1eb5f58f05e2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:32.539814 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6f00b19-ba71-4d6e-9984-1eb5f58f05e2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:32.545999 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:32.546779 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:32.547479 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:32.551847 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Network 5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:32.555498 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:32.563665 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-46b0cdbb-c720-4df7-a434-fa9d6743d033 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9137654 Dec 14 01:16:32.580809 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6f591420-7b7f-4709-a67e-a9f62aa2193c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:32.583174 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52152) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:32.588223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:32.591938 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Pushing event updated for resources: {'Port': ['ID=c9b8796e-767f-44d1-9358-3792e8ead5b8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:32.597903 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:32.611181 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-e2407f7d-7d67-41d0-86a2-e608127a8438', 'network_id': 'e2407f7d-7d67-41d0-86a2-e608127a8438', 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'fixed_ips': [{'subnet_id': '8df3a452-8ff4-4510-87ef-c4a82be95c88'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:32.612061 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:32.678731 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Pushing event updated for resources: {'Port': ['ID=ca16daee-7123-4c46-8096-724917660d9c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:32.694699 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcfce91-4c0e-47bd-989c-ba38965665b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:32.701096 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6fcfce91-4c0e-47bd-989c-ba38965665b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "PUT /v2.0/routers/cc26f9eb-a153-444c-a571-53ded7175e87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7643769 Dec 14 01:16:32.707197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:32.707535 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:32.708768 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-73f0ffb2-d115-4feb-8d98-9d1df91df590 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Request body: {'subnet': {'network_id': 'bf0638f5-fefe-4eb4-8f59-1a80eb025901', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:32.711971 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9333f7-b32c-4726-be1d-12fa8ff7f9bc None None] Sync routers for ids ['cc26f9eb-a153-444c-a571-53ded7175e87'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:32.723520 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52154) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:32.730137 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9333f7-b32c-4726-be1d-12fa8ff7f9bc None None] Routers {'cc26f9eb-a153-444c-a571-53ded7175e87'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:32.732022 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7b9333f7-b32c-4726-be1d-12fa8ff7f9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['cc26f9eb-a153-444c-a571-53ded7175e87'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:32.744450 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 4 to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f Dec 14 01:16:32.800243 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0cdbb-c720-4df7-a434-fa9d6743d033 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event updated for resources: {'Network': ['ID=36ff07f4-23ff-4500-afd4-07e808b22b21,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:32.816272 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a6f00b19-ba71-4d6e-9984-1eb5f58f05e2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6189837 Dec 14 01:16:32.826252 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52156) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:32.835288 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:32.835630 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:32.835977 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:32.842182 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a062ac1e-75d7-4a10-b97d-992f0e3b6ea3 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1791296417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:32.865044 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-7b9333f7-b32c-4726-be1d-12fa8ff7f9bc None None] Set router cc26f9eb-a153-444c-a571-53ded7175e87 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:16:32.870543 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:32.873070 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Allocated IP 2001:db8:1::2 (e2407f7d-7d67-41d0-86a2-e608127a8438/8df3a452-8ff4-4510-87ef-c4a82be95c88/0e67d8b1-2197-44cd-9708-5f4c13161692) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:32.877179 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:32.881207 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:32.881525 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:32.884202 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:32.885972 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 5 to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f Dec 14 01:16:32.930617 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7b9333f7-b32c-4726-be1d-12fa8ff7f9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc26f9eb-a153-444c-a571-53ded7175e87', 'name': 'tempest-NetworksTestDHCPv6-router-1725227425', 'tenant_id': '55931f2844424f749dcf0d06366b00bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:16Z', 'updated_at': '2021-12-14T01:16:30Z', 'revision_number': 3, 'project_id': '55931f2844424f749dcf0d06366b00bf', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:32.962158 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597ab570-a6c9-45eb-97ba-946cb09e2b1e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:32.964055 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9333f7-b32c-4726-be1d-12fa8ff7f9bc None None] Checking router: cc26f9eb-a153-444c-a571-53ded7175e87 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:16:32.972445 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597ab570-a6c9-45eb-97ba-946cb09e2b1e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:32.973374 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9333f7-b32c-4726-be1d-12fa8ff7f9bc None None] Routers {'cc26f9eb-a153-444c-a571-53ded7175e87'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:32.976973 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7b9333f7-b32c-4726-be1d-12fa8ff7f9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['cc26f9eb-a153-444c-a571-53ded7175e87'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:32.977125 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-597ab570-a6c9-45eb-97ba-946cb09e2b1e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2038462 Dec 14 01:16:32.977125 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:32.977125 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:32.977125 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:32.981069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52158) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:33.027405 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:33.027780 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:33.030618 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 6 to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f Dec 14 01:16:33.042059 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-7b9333f7-b32c-4726-be1d-12fa8ff7f9bc None None] Set router cc26f9eb-a153-444c-a571-53ded7175e87 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:16:33.042972 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.053392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3e1786-945c-47a4-af42-7cbc9f3486ca None None] Network 817e65f7-c1f7-4c9b-aa58-67ca56179489 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:33.110169 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7b9333f7-b32c-4726-be1d-12fa8ff7f9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc26f9eb-a153-444c-a571-53ded7175e87', 'name': 'tempest-NetworksTestDHCPv6-router-1725227425', 'tenant_id': '55931f2844424f749dcf0d06366b00bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:16Z', 'updated_at': '2021-12-14T01:16:30Z', 'revision_number': 3, 'project_id': '55931f2844424f749dcf0d06366b00bf', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:33.135659 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 36ff07f4-23ff-4500-afd4-07e808b22b21 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:33.137442 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b686f1-924b-4fc5-bf48-1376474d81f5 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:33.142424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:33.142767 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:33.143104 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:33.149410 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f4d775-2071-4e2e-9010-885c02751c2d None None] Network b2036b90-d7e7-47c7-947c-0674fb2a3a7e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:33.150271 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9333f7-b32c-4726-be1d-12fa8ff7f9bc None None] The sync data for ids ['cc26f9eb-a153-444c-a571-53ded7175e87'] in dv-neutron-821592-1-hyperv is: [{'id': 'cc26f9eb-a153-444c-a571-53ded7175e87', 'name': 'tempest-NetworksTestDHCPv6-router-1725227425', 'tenant_id': '55931f2844424f749dcf0d06366b00bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:16Z', 'updated_at': '2021-12-14T01:16:30Z', 'revision_number': 3, 'project_id': '55931f2844424f749dcf0d06366b00bf', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:33.152213 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.152533 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10e87d6-51ee-489c-a9ae-bd70177379fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet f602a278-ac71-48b6-9fe6-2413f57937ce {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:16:33.162219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b10e87d6-51ee-489c-a9ae-bd70177379fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.164319 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f95c81b-4569-4471-9a38-fc8b9d048ece admin admin] Router db7dee3b-8411-4e8f-a4cd-ec27572df604 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:16:33.168563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Deleting port c9b8796e-767f-44d1-9358-3792e8ead5b8 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:33.169082 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.191245 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:33.191881 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:33.212417 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 7 to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f Dec 14 01:16:33.245497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:33.245871 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:33.246165 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:33.259944 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:33.260366 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:33.263808 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b10e87d6-51ee-489c-a9ae-bd70177379fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.266428 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 8 to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f Dec 14 01:16:33.335362 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a062ac1e-75d7-4a10-b97d-992f0e3b6ea3 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.336871 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a062ac1e-75d7-4a10-b97d-992f0e3b6ea3 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.348050 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:33.348654 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:33.348760 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:33.368164 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:33.368550 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:33.373981 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 9 to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f Dec 14 01:16:33.436841 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:33.437044 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:33.437408 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:33.475189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:33.475584 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:33.479332 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 10 to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f Dec 14 01:16:33.498572 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Attempting to bind port c9b8796e-767f-44d1-9358-3792e8ead5b8 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:33.498949 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Attempting to bind port c9b8796e-767f-44d1-9358-3792e8ead5b8 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '7c9f1c82-3ab5-47a4-9ac8-a5a8a3cc3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:33.499320 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Attempting to bind port c9b8796e-767f-44d1-9358-3792e8ead5b8 on network 5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:33.501785 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b10e87d6-51ee-489c-a9ae-bd70177379fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.505772 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.526418 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:33.527322 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:33.527322 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:33.528753 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Network e2407f7d-7d67-41d0-86a2-e608127a8438 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:33.547267 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:33.547649 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Checking segment: {'id': '7c9f1c82-3ab5-47a4-9ac8-a5a8a3cc3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:33.548220 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.548587 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Bound using segment: {'id': '7c9f1c82-3ab5-47a4-9ac8-a5a8a3cc3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:33.549083 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Bound port: c9b8796e-767f-44d1-9358-3792e8ead5b8, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9f1c82-3ab5-47a4-9ac8-a5a8a3cc3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:33.549465 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.561098 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:33.563054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8c39ca24-9347-4ff1-b86b-b94090b4edb4 None None] Provisioning complete for port 43fd8a8b-2d74-4050-9a71-af69a200b23c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:33.563638 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8c39ca24-9347-4ff1-b86b-b94090b4edb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.577545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:33.581015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:33.581351 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 8b1592c0-df75-4d1a-8101-cc69c7fd532f on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:33.581730 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.618097 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Pushing event updated for resources: {'Port': ['ID=0e67d8b1-2197-44cd-9708-5f4c13161692,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:33.631673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.710329 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b10e87d6-51ee-489c-a9ae-bd70177379fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.755880 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e87d6-51ee-489c-a9ae-bd70177379fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=f602a278-ac71-48b6-9fe6-2413f57937ce,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:33.761741 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f0ffb2-d115-4feb-8d98-9d1df91df590 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Made reservation on behalf of d0aa03954ac3403ba6e12448032cf6de for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:33.764914 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73f0ffb2-d115-4feb-8d98-9d1df91df590 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.791965 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b10e87d6-51ee-489c-a9ae-bd70177379fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.798759 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b10e87d6-51ee-489c-a9ae-bd70177379fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/f602a278-ac71-48b6-9fe6-2413f57937ce HTTP/1.1" status: 204 len: 168 time: 0.8166547 Dec 14 01:16:33.800853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52160) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:33.813447 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117aa9dc-49e1-4e90-bac4-6a81644d5078 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:33.816447 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] For port 8b1592c0-df75-4d1a-8101-cc69c7fd532f, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:33.816826 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempted to set empty binding levels {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 14 01:16:33.872154 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.908712 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 43fd8a8b-2d74-4050-9a71-af69a200b23c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=43fd8a8b-2d74-4050-9a71-af69a200b23c,segment=NetworkSegment(e07a101e-b749-4f26-a096-51b76bd522f4),segment_id=e07a101e-b749-4f26-a096-51b76bd522f4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:33.922252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Attempting to bind port 0e67d8b1-2197-44cd-9708-5f4c13161692 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:33.923023 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Attempting to bind port 0e67d8b1-2197-44cd-9708-5f4c13161692 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '4c1bb228-ef2a-408a-a0b9-94616f408284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e2407f7d-7d67-41d0-86a2-e608127a8438'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:33.923685 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Attempting to bind port 0e67d8b1-2197-44cd-9708-5f4c13161692 on network e2407f7d-7d67-41d0-86a2-e608127a8438 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:33.933405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] For port c9b8796e-767f-44d1-9358-3792e8ead5b8, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:33.939142 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:33.940040 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:33.994784 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:33.995407 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.016396 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:34.017139 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Checking segment: {'id': '4c1bb228-ef2a-408a-a0b9-94616f408284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e2407f7d-7d67-41d0-86a2-e608127a8438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:34.017759 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.018317 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Bound using segment: {'id': '4c1bb228-ef2a-408a-a0b9-94616f408284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e2407f7d-7d67-41d0-86a2-e608127a8438'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:34.019110 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Bound port: 0e67d8b1-2197-44cd-9708-5f4c13161692, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1bb228-ef2a-408a-a0b9-94616f408284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e2407f7d-7d67-41d0-86a2-e608127a8438'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:34.019688 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.027688 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] For port c9b8796e-767f-44d1-9358-3792e8ead5b8, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c9b8796e-767f-44d1-9358-3792e8ead5b8,segment=NetworkSegment(7c9f1c82-3ab5-47a4-9ac8-a5a8a3cc3be1),segment_id=7c9f1c82-3ab5-47a4-9ac8-a5a8a3cc3be1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:34.047243 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.049741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Pushing event updated for resources: {'Port': ['ID=8b1592c0-df75-4d1a-8101-cc69c7fd532f,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:34.063833 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-43b30ac5-3631-43de-b875-afdae28cdd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.9833035 Dec 14 01:16:34.069860 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-023c3cbb-670f-4c9f-ae90-32f29f276e57 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2638557 Dec 14 01:16:34.069860 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52162) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:34.070385 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52164) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:34.082715 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.111401 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.114445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a062ac1e-75d7-4a10-b97d-992f0e3b6ea3 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.121073 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f591420-7b7f-4709-a67e-a9f62aa2193c admin admin] Router bffd5d17-617a-44c0-8d03-6f902e145a3d has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:16:34.139619 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a062ac1e-75d7-4a10-b97d-992f0e3b6ea3 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.154049 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] For port c9b8796e-767f-44d1-9358-3792e8ead5b8, host dv-neutron-821592-1-hyperv, got binding levels [] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:34.154482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.190161 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Calling delete_port for c9b8796e-767f-44d1-9358-3792e8ead5b8 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:34.202853 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a062ac1e-75d7-4a10-b97d-992f0e3b6ea3 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.218845 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a062ac1e-75d7-4a10-b97d-992f0e3b6ea3 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3770871 Dec 14 01:16:34.218845 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52166) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:34.234992 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b494f085-5c4e-4183-835d-df3989b0d74c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.236618 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f95c81b-4569-4471-9a38-fc8b9d048ece admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:34.259157 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=43fd8a8b-2d74-4050-9a71-af69a200b23c,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:34.301515 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e8e243-5471-4aff-89a7-1999c1a43349 None None] Sync routers for ids ['db7dee3b-8411-4e8f-a4cd-ec27572df604'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:34.363272 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2f95c81b-4569-4471-9a38-fc8b9d048ece admin admin] 10.222.0.32 "PUT /v2.0/routers/db7dee3b-8411-4e8f-a4cd-ec27572df604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6844978 Dec 14 01:16:34.376822 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:34.378752 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.381239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52168) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:34.464737 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-725932b2-3372-4920-8c5d-fc3cf7ddbdfe None None] Provisioning complete for port ca16daee-7123-4c46-8096-724917660d9c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:34.465112 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-725932b2-3372-4920-8c5d-fc3cf7ddbdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.477140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f547f0e-d485-4a95-b6f7-efb5f5f9827a None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:34.511668 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8e243-5471-4aff-89a7-1999c1a43349 None None] Routers {'db7dee3b-8411-4e8f-a4cd-ec27572df604'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:34.512333 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b0e8e243-5471-4aff-89a7-1999c1a43349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['db7dee3b-8411-4e8f-a4cd-ec27572df604'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:34.518091 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] For port 0e67d8b1-2197-44cd-9708-5f4c13161692, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:34.559363 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b494f085-5c4e-4183-835d-df3989b0d74c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.564676 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b494f085-5c4e-4183-835d-df3989b0d74c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.579136 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ac834-5d6f-4c0e-9cfb-cd333b6d258d None None] Pushing event updated for resources: {'Port': ['ID=c9b8796e-767f-44d1-9358-3792e8ead5b8,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:34.624934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-33f99629-f54f-4ec3-a0c7-4128613eac1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Deleting port 8b1592c0-df75-4d1a-8101-cc69c7fd532f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:34.624934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33f99629-f54f-4ec3-a0c7-4128613eac1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.629470 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] For port 0e67d8b1-2197-44cd-9708-5f4c13161692, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=0e67d8b1-2197-44cd-9708-5f4c13161692,segment=NetworkSegment(4c1bb228-ef2a-408a-a0b9-94616f408284),segment_id=4c1bb228-ef2a-408a-a0b9-94616f408284)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:34.641132 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.648324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-725932b2-3372-4920-8c5d-fc3cf7ddbdfe None None] Port ca16daee-7123-4c46-8096-724917660d9c cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:34.723463 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-33f99629-f54f-4ec3-a0c7-4128613eac1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] For port 8b1592c0-df75-4d1a-8101-cc69c7fd532f, host hv-neutron-8215, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:34.723844 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33f99629-f54f-4ec3-a0c7-4128613eac1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.733436 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b494f085-5c4e-4183-835d-df3989b0d74c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.733989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b494f085-5c4e-4183-835d-df3989b0d74c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Fanout notify agent at l3_agent the message router_deleted on router cc26f9eb-a153-444c-a571-53ded7175e87 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:16:34.737852 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Router 882c9452-fb5a-4294-89bb-83cba26e9928 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:16:34.744500 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b494f085-5c4e-4183-835d-df3989b0d74c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.748246 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b494f085-5c4e-4183-835d-df3989b0d74c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/routers/cc26f9eb-a153-444c-a571-53ded7175e87 HTTP/1.1" status: 204 len: 168 time: 0.6694756 Dec 14 01:16:34.750093 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52170) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:34.761965 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-33f99629-f54f-4ec3-a0c7-4128613eac1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Calling delete_port for 8b1592c0-df75-4d1a-8101-cc69c7fd532f owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:34.879018 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-725932b2-3372-4920-8c5d-fc3cf7ddbdfe None None] Provisioning complete for port 43fd8a8b-2d74-4050-9a71-af69a200b23c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:34.879495 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-725932b2-3372-4920-8c5d-fc3cf7ddbdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.881191 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.956421 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d8160-7c3a-4eb1-ba5c-d98ab774800d None None] Pushing event updated for resources: {'Port': ['ID=0e67d8b1-2197-44cd-9708-5f4c13161692,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:34.966551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33f99629-f54f-4ec3-a0c7-4128613eac1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:34.994356 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e5366a-5900-4522-acca-fff064861a3a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:34.995240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b0e8e243-5471-4aff-89a7-1999c1a43349 None None] Set router db7dee3b-8411-4e8f-a4cd-ec27572df604 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:16:34.998371 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-92e5366a-5900-4522-acca-fff064861a3a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2471097 Dec 14 01:16:35.032698 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52172) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:35.050042 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73f0ffb2-d115-4feb-8d98-9d1df91df590 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:35.054492 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f99629-f54f-4ec3-a0c7-4128613eac1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b1592c0-df75-4d1a-8101-cc69c7fd532f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:35.062067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33f99629-f54f-4ec3-a0c7-4128613eac1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:35.078842 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-33f99629-f54f-4ec3-a0c7-4128613eac1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] 10.222.0.32 "DELETE /v2.0/ports/8b1592c0-df75-4d1a-8101-cc69c7fd532f HTTP/1.1" status: 204 len: 168 time: 1.0014834 Dec 14 01:16:35.108697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52174) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:35.138171 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0f547f0e-d485-4a95-b6f7-efb5f5f9827a None None] Deleting port c2e6299e-d4f4-4466-aecd-1be6c5b521de {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:35.138754 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f547f0e-d485-4a95-b6f7-efb5f5f9827a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:35.180730 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bca4eb93-b06b-4d53-8c79-d1159d9000be admin admin] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:35.182666 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f591420-7b7f-4709-a67e-a9f62aa2193c admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:35.199791 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e8bd4d-5da0-4b5e-b1eb-85f846dd3897 None None] Sync routers for ids ['bffd5d17-617a-44c0-8d03-6f902e145a3d'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:35.200530 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6f591420-7b7f-4709-a67e-a9f62aa2193c admin admin] 10.222.0.32 "PUT /v2.0/routers/bffd5d17-617a-44c0-8d03-6f902e145a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0034089 Dec 14 01:16:35.202688 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-0868889c-4f28-4e04-897c-1ec3e3b90b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] GET failed (client error): The resource could not be found. Dec 14 01:16:35.208604 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0868889c-4f28-4e04-897c-1ec3e3b90b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] 10.222.0.32 "GET /v2.0/ports/8b1592c0-df75-4d1a-8101-cc69c7fd532f HTTP/1.1" status: 404 len: 333 time: 0.0943379 Dec 14 01:16:35.227741 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e8bd4d-5da0-4b5e-b1eb-85f846dd3897 None None] Routers {'bffd5d17-617a-44c0-8d03-6f902e145a3d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:35.228430 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-90e8bd4d-5da0-4b5e-b1eb-85f846dd3897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bffd5d17-617a-44c0-8d03-6f902e145a3d'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:35.297980 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5,segment=NetworkSegment(3e65327c-b78d-4eb1-a218-d50f1e6b7060),segment_id=3e65327c-b78d-4eb1-a218-d50f1e6b7060)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:35.370659 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52176) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:35.371086 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52178) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:35.379913 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:35.397009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-da463fa7-fb06-48e2-ad1b-5ba9cc12017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Request body: {'port': {'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-627649318'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:35.427879 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-90e8bd4d-5da0-4b5e-b1eb-85f846dd3897 None None] Set router bffd5d17-617a-44c0-8d03-6f902e145a3d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:16:35.428670 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ca9923e5-7092-4d3b-997f-7161c1b4c919 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:16:35.435263 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:35.506504 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: ca9923e5-7092-4d3b-997f-7161c1b4c919 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:35.507000 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ca9923e5-7092-4d3b-997f-7161c1b4c919 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:16:35.528586 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-725932b2-3372-4920-8c5d-fc3cf7ddbdfe None None] Provisioning complete for port cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:35.529549 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-725932b2-3372-4920-8c5d-fc3cf7ddbdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:35.622974 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0f547f0e-d485-4a95-b6f7-efb5f5f9827a None None] For port c2e6299e-d4f4-4466-aecd-1be6c5b521de, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c2e6299e-d4f4-4466-aecd-1be6c5b521de,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:35.625271 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f547f0e-d485-4a95-b6f7-efb5f5f9827a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:35.695150 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfdc715-b0d6-473d-85a1-d494057ec1eb tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:35.698584 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bdfdc715-b0d6-473d-85a1-d494057ec1eb tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6639802 Dec 14 01:16:35.715644 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0f547f0e-d485-4a95-b6f7-efb5f5f9827a None None] Calling delete_port for c2e6299e-d4f4-4466-aecd-1be6c5b521de owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:35.725279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52180) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:35.729008 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:35.799647 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-90e8bd4d-5da0-4b5e-b1eb-85f846dd3897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'name': 'tempest-ServersTestManualDisk-1262123754-router', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:42Z', 'updated_at': '2021-12-14T01:16:31Z', 'revision_number': 5, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'gw_port': {'id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:43Z', 'updated_at': '2021-12-14T01:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:35.812731 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bca4eb93-b06b-4d53-8c79-d1159d9000be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:35.849541 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e8bd4d-5da0-4b5e-b1eb-85f846dd3897 None None] Checking router: bffd5d17-617a-44c0-8d03-6f902e145a3d for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:16:35.850658 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0261774a-a3d7-47e0-a5ed-fb2d4119cd45 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1229761 Dec 14 01:16:35.857488 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52182) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:35.867675 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cb29d13d-057b-463f-93cb-d6fb9dcd4b5a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:35.869399 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0ffb2-d115-4feb-8d98-9d1df91df590 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event updated for resources: {'Subnet': ['ID=0357532d-62d9-409e-a442-801bff1e0bee,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:35.883395 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e8bd4d-5da0-4b5e-b1eb-85f846dd3897 None None] Routers {'bffd5d17-617a-44c0-8d03-6f902e145a3d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:35.884463 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-90e8bd4d-5da0-4b5e-b1eb-85f846dd3897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bffd5d17-617a-44c0-8d03-6f902e145a3d'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:35.910913 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a2c8cc-ee26-4fff-807e-ce5b32ed0b10 None None] Network 5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:35.912951 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da463fa7-fb06-48e2-ad1b-5ba9cc12017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Made reservation on behalf of 666beebaec8e4eb0809e97e35a5718ba for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:35.915474 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da463fa7-fb06-48e2-ad1b-5ba9cc12017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:35.941873 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:35.960247 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:35.968497 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c7a839f5-7752-43d6-afb8-0515a540c249 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "PUT /v2.0/routers/882c9452-fb5a-4294-89bb-83cba26e9928 HTTP/1.1" status: 200 len: 919 time: 7.1880116 Dec 14 01:16:35.969550 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52184) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:36.036026 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-da463fa7-fb06-48e2-ad1b-5ba9cc12017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] device_id is not set on port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:16:36.164617 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-90e8bd4d-5da0-4b5e-b1eb-85f846dd3897 None None] Set router bffd5d17-617a-44c0-8d03-6f902e145a3d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:16:36.192331 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb29d13d-057b-463f-93cb-d6fb9dcd4b5a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:36.196394 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb29d13d-057b-463f-93cb-d6fb9dcd4b5a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:36.277615 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a75b4a9f-ba31-4058-9eff-56cdd4dae7ae tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "GET /v2.0/routers/882c9452-fb5a-4294-89bb-83cba26e9928 HTTP/1.1" status: 200 len: 925 time: 0.2957773 Dec 14 01:16:36.278251 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52186) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:36.279976 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da463fa7-fb06-48e2-ad1b-5ba9cc12017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:36.306935 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c9b8796e-767f-44d1-9358-3792e8ead5b8 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:36.311776 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495e38e-6a04-4598-bec4-58bee92eec14 None None] Sync routers for ids ['882c9452-fb5a-4294-89bb-83cba26e9928'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:36.360981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: c9b8796e-767f-44d1-9358-3792e8ead5b8 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:36.361394 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c9b8796e-767f-44d1-9358-3792e8ead5b8 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 14 01:16:36.374205 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495e38e-6a04-4598-bec4-58bee92eec14 None None] Routers {'882c9452-fb5a-4294-89bb-83cba26e9928'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:36.374753 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f495e38e-6a04-4598-bec4-58bee92eec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['882c9452-fb5a-4294-89bb-83cba26e9928'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:36.381723 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Allocated IP 2001:db8::1 (817e65f7-c1f7-4c9b-aa58-67ca56179489/4037fbcd-538b-4dae-aef7-2790d91ecd9e/8b8f9096-6796-4bc0-9955-67771bc02f05) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:36.397593 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-90e8bd4d-5da0-4b5e-b1eb-85f846dd3897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'name': 'tempest-ServersTestManualDisk-1262123754-router', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:42Z', 'updated_at': '2021-12-14T01:16:31Z', 'revision_number': 5, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'gw_port': {'id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:43Z', 'updated_at': '2021-12-14T01:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:36.420452 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd4f969-e77d-4e3c-9938-f4e44e93244e tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:36.428138 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ffd4f969-e77d-4e3c-9938-f4e44e93244e tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9d3d9e64-5277-4411-88bd-12485529348e&device_id=882c9452-fb5a-4294-89bb-83cba26e9928&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1468678 Dec 14 01:16:36.429018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52188) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:36.444215 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2384d382-7828-43ff-acaf-6c57f9746474 None None] Network e2407f7d-7d67-41d0-86a2-e608127a8438 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:36.445995 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Port c9b8796e-767f-44d1-9358-3792e8ead5b8 not found, will not notify nova. {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 14 01:16:36.446445 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 43fd8a8b-2d74-4050-9a71-af69a200b23c up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:36.447840 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e8bd4d-5da0-4b5e-b1eb-85f846dd3897 None None] The sync data for ids ['bffd5d17-617a-44c0-8d03-6f902e145a3d'] in dv-neutron-821592-1-hyperv is: [{'id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'name': 'tempest-ServersTestManualDisk-1262123754-router', 'tenant_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:42Z', 'updated_at': '2021-12-14T01:16:31Z', 'revision_number': 5, 'project_id': '4c3c9814a3bf4124a8679f70ca60ef3e', 'gw_port': {'id': 'bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd5d17-617a-44c0-8d03-6f902e145a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:43Z', 'updated_at': '2021-12-14T01:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:36.450340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b0e8e243-5471-4aff-89a7-1999c1a43349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'name': 'tempest-ServersTestJSON-1080620613-router', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:44Z', 'updated_at': '2021-12-14T01:16:31Z', 'revision_number': 5, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'gw_port': {'id': '3b6818e8-e0bd-4c52-a783-c739414da9c4', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:44:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:14:46Z', 'updated_at': '2021-12-14T01:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:36.511582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0922b6ac-3235-438c-9037-3acd7c50d828 admin admin] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:36.521741 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:36.535810 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f0ffb2-d115-4feb-8d98-9d1df91df590 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Checking segment: {'id': 'd49e0a3a-93cf-4b50-95b2-c49bbb46cf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bf0638f5-fefe-4eb4-8f59-1a80eb025901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:36.535810 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f0ffb2-d115-4feb-8d98-9d1df91df590 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Network hostable DHCP agents. Network: bf0638f5-fefe-4eb4-8f59-1a80eb025901, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:36.545360 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e8e243-5471-4aff-89a7-1999c1a43349 None None] Checking router: db7dee3b-8411-4e8f-a4cd-ec27572df604 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:16:36.548477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f495e38e-6a04-4598-bec4-58bee92eec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:36.599536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:36.619922 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Port': ['ID=c9b8796e-767f-44d1-9358-3792e8ead5b8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:36.635492 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f547f0e-d485-4a95-b6f7-efb5f5f9827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:36.646314 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadc77e7-c926-4ae7-9791-88645c8c292f tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:36.648204 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fadc77e7-c926-4ae7-9791-88645c8c292f tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "GET /v2.0/networks/9d3d9e64-5277-4411-88bd-12485529348e HTTP/1.1" status: 200 len: 881 time: 0.2162099 Dec 14 01:16:36.653667 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52190) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:36.693245 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e8b76698-73d4-4824-8471-a19356387d4d tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "GET /v2.0/ports?device_id=882c9452-fb5a-4294-89bb-83cba26e9928 HTTP/1.1" status: 200 len: 205 time: 0.0382416 Dec 14 01:16:36.695841 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52192) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:36.700684 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d54dd2d8-8d7c-4260-9b67-6e525eb744ee None None] Provisioning complete for port 0e67d8b1-2197-44cd-9708-5f4c13161692 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:36.701332 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d54dd2d8-8d7c-4260-9b67-6e525eb744ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:36.703067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8e243-5471-4aff-89a7-1999c1a43349 None None] Routers {'db7dee3b-8411-4e8f-a4cd-ec27572df604'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:36.703989 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b0e8e243-5471-4aff-89a7-1999c1a43349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['db7dee3b-8411-4e8f-a4cd-ec27572df604'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:36.709124 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da463fa7-fb06-48e2-ad1b-5ba9cc12017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:36.710989 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495e38e-6a04-4598-bec4-58bee92eec14 None None] Routers {'882c9452-fb5a-4294-89bb-83cba26e9928'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:36.711211 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f495e38e-6a04-4598-bec4-58bee92eec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['882c9452-fb5a-4294-89bb-83cba26e9928'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:36.734396 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f547f0e-d485-4a95-b6f7-efb5f5f9827a None None] Pushing event deleted for resources: {'Port': ['ID=c2e6299e-d4f4-4466-aecd-1be6c5b521de,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:36.745273 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No DVR routers for this DVR port c9b8796e-767f-44d1-9358-3792e8ead5b8 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:36.756006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f0ffb2-d115-4feb-8d98-9d1df91df590 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Network bf0638f5-fefe-4eb4-8f59-1a80eb025901 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:36.865497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-cb29d13d-057b-463f-93cb-d6fb9dcd4b5a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:16:36.869303 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb29d13d-057b-463f-93cb-d6fb9dcd4b5a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:36.871015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f547f0e-d485-4a95-b6f7-efb5f5f9827a None None] No DVR routers for this DVR port c2e6299e-d4f4-4466-aecd-1be6c5b521de on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:36.916193 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f495e38e-6a04-4598-bec4-58bee92eec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:36.916914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495e38e-6a04-4598-bec4-58bee92eec14 None None] The sync data for ids ['882c9452-fb5a-4294-89bb-83cba26e9928'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:36.946151 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29d13d-057b-463f-93cb-d6fb9dcd4b5a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=f153adcb-1c3f-431e-b7a2-73705e4ef7e1,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:36.965050 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb29d13d-057b-463f-93cb-d6fb9dcd4b5a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:36.969600 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-cb29d13d-057b-463f-93cb-d6fb9dcd4b5a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:36.974510 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da47c8d7-1a49-4c93-8215-d8778c91250a tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:36.978440 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb29d13d-057b-463f-93cb-d6fb9dcd4b5a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:36.978918 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb29d13d-057b-463f-93cb-d6fb9dcd4b5a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:36.986547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4294c3ed-63d8-4356-ace2-58cd5678ad7e None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:37.044778 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cb29d13d-057b-463f-93cb-d6fb9dcd4b5a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1830492 Dec 14 01:16:37.045035 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52194) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:37.050648 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cb7eaa9e-6648-4b77-a2f7-c11b896487b4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:37.056209 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 43fd8a8b-2d74-4050-9a71-af69a200b23c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:37.056709 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.067977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b0e8e243-5471-4aff-89a7-1999c1a43349 None None] Set router db7dee3b-8411-4e8f-a4cd-ec27572df604 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:16:37.162546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b0e8e243-5471-4aff-89a7-1999c1a43349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'name': 'tempest-ServersTestJSON-1080620613-router', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:44Z', 'updated_at': '2021-12-14T01:16:35Z', 'revision_number': 6, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:37.169038 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-73f0ffb2-d115-4feb-8d98-9d1df91df590 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, bf0638f5-fefe-4eb4-8f59-1a80eb025901) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:37.186379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da463fa7-fb06-48e2-ad1b-5ba9cc12017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Network 092bf39d-4886-4aba-90dd-cec62ea4c77c is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:37.188014 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f0ffb2-d115-4feb-8d98-9d1df91df590 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:37.188652 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73f0ffb2-d115-4feb-8d98-9d1df91df590 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.198334 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da47c8d7-1a49-4c93-8215-d8778c91250a tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.211101 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e8e243-5471-4aff-89a7-1999c1a43349 None None] The sync data for ids ['db7dee3b-8411-4e8f-a4cd-ec27572df604'] in dv-neutron-821592-1-hyperv is: [{'id': 'db7dee3b-8411-4e8f-a4cd-ec27572df604', 'name': 'tempest-ServersTestJSON-1080620613-router', 'tenant_id': 'fabb3b1d93404fdd971115f340a0221d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:14:44Z', 'updated_at': '2021-12-14T01:16:35Z', 'revision_number': 6, 'project_id': 'fabb3b1d93404fdd971115f340a0221d', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:37.215646 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bca4eb93-b06b-4d53-8c79-d1159d9000be admin admin] Deleting port 3b6818e8-e0bd-4c52-a783-c739414da9c4 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:37.215989 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bca4eb93-b06b-4d53-8c79-d1159d9000be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.218077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-da463fa7-fb06-48e2-ad1b-5ba9cc12017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:37.231137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdccd24-0a4e-4faa-9632-fa05daae11fa None None] Network bf0638f5-fefe-4eb4-8f59-1a80eb025901 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:37.239078 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da463fa7-fb06-48e2-ad1b-5ba9cc12017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:37.240061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da463fa7-fb06-48e2-ad1b-5ba9cc12017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:37.240708 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da463fa7-fb06-48e2-ad1b-5ba9cc12017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.246982 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0922b6ac-3235-438c-9037-3acd7c50d828 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.264655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da463fa7-fb06-48e2-ad1b-5ba9cc12017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Pushing event updated for resources: {'Port': ['ID=902a11d5-edf4-4cf1-8bc5-7977a075dcbb,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:37.267413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.276346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7eaa9e-6648-4b77-a2f7-c11b896487b4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:37.280282 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb7eaa9e-6648-4b77-a2f7-c11b896487b4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.360544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': 'f153adcb-1c3f-431e-b7a2-73705e4ef7e1'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:37.361446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.384442 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network 817e65f7-c1f7-4c9b-aa58-67ca56179489 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:37.387248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.387399 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-da47c8d7-1a49-4c93-8215-d8778c91250a tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Deleting port ca16daee-7123-4c46-8096-724917660d9c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:37.388410 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da47c8d7-1a49-4c93-8215-d8778c91250a tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.417105 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d54dd2d8-8d7c-4260-9b67-6e525eb744ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.477883 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:37.485556 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-da463fa7-fb06-48e2-ad1b-5ba9cc12017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0924981 Dec 14 01:16:37.488811 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:37.489426 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.499738 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-73f0ffb2-d115-4feb-8d98-9d1df91df590 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7962511 Dec 14 01:16:37.506713 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da47c8d7-1a49-4c93-8215-d8778c91250a tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.508604 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52196) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:37.508877 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52198) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:37.515964 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:37.522379 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-da47c8d7-1a49-4c93-8215-d8778c91250a tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Calling delete_port for ca16daee-7123-4c46-8096-724917660d9c owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:37.593906 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 0e67d8b1-2197-44cd-9708-5f4c13161692 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:37.598087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d54dd2d8-8d7c-4260-9b67-6e525eb744ee None None] For port 0e67d8b1-2197-44cd-9708-5f4c13161692, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=0e67d8b1-2197-44cd-9708-5f4c13161692,segment=NetworkSegment(4c1bb228-ef2a-408a-a0b9-94616f408284),segment_id=4c1bb228-ef2a-408a-a0b9-94616f408284)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:37.608871 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-5be8a00c-f07b-4cd8-b298-ed06655d401b tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Request body: {'subnet': {'network_id': '36ff07f4-23ff-4500-afd4-07e808b22b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:37.635669 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d54dd2d8-8d7c-4260-9b67-6e525eb744ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.710760 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bf0638f5-fefe-4eb4-8f59-1a80eb025901', 'network_id': 'bf0638f5-fefe-4eb4-8f59-1a80eb025901', 'project_id': 'd0aa03954ac3403ba6e12448032cf6de', 'fixed_ips': [{'subnet_id': '0357532d-62d9-409e-a442-801bff1e0bee'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:37.711656 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.765745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d54dd2d8-8d7c-4260-9b67-6e525eb744ee None None] Could not find standard attr ID for object c9b8796e-767f-44d1-9358-3792e8ead5b8. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:16:37.793977 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.824688 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Allocated IP 2001:db8::f816:3eff:fe07:2650 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/f153adcb-1c3f-431e-b7a2-73705e4ef7e1/f8730a6b-062a-47a3-8a07-82f841425059) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:37.886271 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54dd2d8-8d7c-4260-9b67-6e525eb744ee None None] Pushing event updated for resources: {'Port': ['ID=0e67d8b1-2197-44cd-9708-5f4c13161692,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:37.901239 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d54dd2d8-8d7c-4260-9b67-6e525eb744ee None None] Provisioning complete for port cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:37.901617 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d54dd2d8-8d7c-4260-9b67-6e525eb744ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:37.945021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=8b8f9096-6796-4bc0-9955-67771bc02f05,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:37.993586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5a1fef-af11-459e-be73-5958625a5384,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:38.034739 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bca4eb93-b06b-4d53-8c79-d1159d9000be admin admin] For port 3b6818e8-e0bd-4c52-a783-c739414da9c4, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=3b6818e8-e0bd-4c52-a783-c739414da9c4,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:38.035404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bca4eb93-b06b-4d53-8c79-d1159d9000be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.093269 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.101307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bca4eb93-b06b-4d53-8c79-d1159d9000be admin admin] Calling delete_port for 3b6818e8-e0bd-4c52-a783-c739414da9c4 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:38.128282 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da47c8d7-1a49-4c93-8215-d8778c91250a tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.143310 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.182816 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb7eaa9e-6648-4b77-a2f7-c11b896487b4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.184902 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47c8d7-1a49-4c93-8215-d8778c91250a tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Pushing event deleted for resources: {'Port': ['ID=ca16daee-7123-4c46-8096-724917660d9c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:38.194536 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d152bb4-7d9f-41d6-b2b0-3841afe4e891 None None] Network 5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:38.196509 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8217c4a0-52cf-469f-9bc8-7da0ebfdeda1 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:38.205832 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 0e67d8b1-2197-44cd-9708-5f4c13161692 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:38.206201 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.256622 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7eaa9e-6648-4b77-a2f7-c11b896487b4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:38.265599 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-cb7eaa9e-6648-4b77-a2f7-c11b896487b4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:38.268594 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7eaa9e-6648-4b77-a2f7-c11b896487b4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:38.269191 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb7eaa9e-6648-4b77-a2f7-c11b896487b4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.276889 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:38.286240 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0922b6ac-3235-438c-9037-3acd7c50d828 admin admin] Deleting port bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:38.286919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0922b6ac-3235-438c-9037-3acd7c50d828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.296544 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.305011 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da47c8d7-1a49-4c93-8215-d8778c91250a tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.305230 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9f1c82-3ab5-47a4-9ac8-a5a8a3cc3be1') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:38.305480 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9f1c82-3ab5-47a4-9ac8-a5a8a3cc3be1') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:38.310184 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7eaa9e-6648-4b77-a2f7-c11b896487b4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=a0ca1f08-6992-4b7c-a6e9-d625fffa45f5,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:38.310892 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be8a00c-f07b-4cd8-b298-ed06655d401b tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Made reservation on behalf of d0aa03954ac3403ba6e12448032cf6de for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:38.314711 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5be8a00c-f07b-4cd8-b298-ed06655d401b tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.352635 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cb7eaa9e-6648-4b77-a2f7-c11b896487b4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3062203 Dec 14 01:16:38.354071 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52200) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:38.379484 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Allocated IP 2001:db8::2 (bf0638f5-fefe-4eb4-8f59-1a80eb025901/0357532d-62d9-409e-a442-801bff1e0bee/07bea230-a2fe-43f7-b7ca-7dd79480f467) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:38.429994 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.463117 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da47c8d7-1a49-4c93-8215-d8778c91250a tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.466479 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da47c8d7-1a49-4c93-8215-d8778c91250a tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.486519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6c2ad728-220e-44c1-ad77-fa404cff7617 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'mac_address': 'fa:16:3e:8d:00:22', 'name': 'tempest-NetworksTestDHCPv6-1235836526'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:38.539193 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.542557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0021891e-a97d-4bd2-9464-9b5beb0da60f None None] DHCP port deletion for 5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:38.580627 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:38.581151 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:38.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:38.603790 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.607347 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da47c8d7-1a49-4c93-8215-d8778c91250a tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.607662 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da47c8d7-1a49-4c93-8215-d8778c91250a tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Fanout notify agent at l3_agent the message router_deleted on router 882c9452-fb5a-4294-89bb-83cba26e9928 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:16:38.615780 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da47c8d7-1a49-4c93-8215-d8778c91250a tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.621145 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-da47c8d7-1a49-4c93-8215-d8778c91250a tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "DELETE /v2.0/routers/882c9452-fb5a-4294-89bb-83cba26e9928 HTTP/1.1" status: 204 len: 168 time: 1.9237161 Dec 14 01:16:38.621896 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52202) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:38.631334 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-673835295', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:38.642564 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.689967 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.691126 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.709624 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:38.722537 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:38.760292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:38.767098 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2ad728-220e-44c1-ad77-fa404cff7617 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:38.772584 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c1605b8b-aabd-4a20-a405-13d12a25e793 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:16:38.774925 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Pushing event updated for resources: {'Port': ['ID=f8730a6b-062a-47a3-8a07-82f841425059,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:38.783084 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.813915 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: c1605b8b-aabd-4a20-a405-13d12a25e793 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:38.814448 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c1605b8b-aabd-4a20-a405-13d12a25e793 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:16:38.814943 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c2e6299e-d4f4-4466-aecd-1be6c5b521de no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:16:38.837903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0922b6ac-3235-438c-9037-3acd7c50d828 admin admin] For port bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:38.838298 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0922b6ac-3235-438c-9037-3acd7c50d828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.853162 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: c2e6299e-d4f4-4466-aecd-1be6c5b521de {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:38.853513 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c2e6299e-d4f4-4466-aecd-1be6c5b521de not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:16:38.884228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0922b6ac-3235-438c-9037-3acd7c50d828 admin admin] Calling delete_port for bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:38.909599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.929713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.961072 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Attempting to bind port f8730a6b-062a-47a3-8a07-82f841425059 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:38.961576 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Attempting to bind port f8730a6b-062a-47a3-8a07-82f841425059 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:38.962024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Attempting to bind port f8730a6b-062a-47a3-8a07-82f841425059 on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:38.965190 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4de7fc80-c431-4de4-83db-c0239e91f6e0 None None] Provisioning complete for port 0e67d8b1-2197-44cd-9708-5f4c13161692 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:38.965833 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4de7fc80-c431-4de4-83db-c0239e91f6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.971871 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.978467 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.981945 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/networks/5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf HTTP/1.1" status: 204 len: 168 time: 7.0938063 Dec 14 01:16:38.987867 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52204) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:38.989838 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:38.998405 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-652e98c2-2441-499d-b7e3-c7558241bd44 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1436842940'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:39.002585 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:39.003157 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:39.003690 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.004430 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:39.005073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Bound port: f8730a6b-062a-47a3-8a07-82f841425059, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:39.005651 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.005853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c2ad728-220e-44c1-ad77-fa404cff7617 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.024750 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0f30f-89e7-4b00-8672-e9c398356514 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Network': ['ID=5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:39.058270 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Network bf0638f5-fefe-4eb4-8f59-1a80eb025901 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:39.065914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:39.068309 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:39.070675 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 0e67d8b1-2197-44cd-9708-5f4c13161692 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:39.075006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] device_id is not set on port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:16:39.084928 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-6c2ad728-220e-44c1-ad77-fa404cff7617 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port 693bea33-d87f-42ad-b307-e4770b0850ca yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:16:39.098378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652e98c2-2441-499d-b7e3-c7558241bd44 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:39.101864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-652e98c2-2441-499d-b7e3-c7558241bd44 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.119973 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.148518 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bca4eb93-b06b-4d53-8c79-d1159d9000be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.178209 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.187368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652e98c2-2441-499d-b7e3-c7558241bd44 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:39.192883 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Pushing event updated for resources: {'Port': ['ID=07bea230-a2fe-43f7-b7ca-7dd79480f467,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:39.230313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] For port f8730a6b-062a-47a3-8a07-82f841425059, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:39.239859 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4eb93-b06b-4d53-8c79-d1159d9000be admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6818e8-e0bd-4c52-a783-c739414da9c4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:39.261025 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64b997f-f037-4952-a80c-bfb35d3524b5 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:39.264776 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] For port f8730a6b-062a-47a3-8a07-82f841425059, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f8730a6b-062a-47a3-8a07-82f841425059,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:39.275547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Attempting to bind port 07bea230-a2fe-43f7-b7ca-7dd79480f467 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:39.276024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Attempting to bind port 07bea230-a2fe-43f7-b7ca-7dd79480f467 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'd49e0a3a-93cf-4b50-95b2-c49bbb46cf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bf0638f5-fefe-4eb4-8f59-1a80eb025901'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:39.276614 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Attempting to bind port 07bea230-a2fe-43f7-b7ca-7dd79480f467 on network bf0638f5-fefe-4eb4-8f59-1a80eb025901 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:39.283697 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.345856 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:39.346392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Checking segment: {'id': 'd49e0a3a-93cf-4b50-95b2-c49bbb46cf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bf0638f5-fefe-4eb4-8f59-1a80eb025901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:39.346896 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.347380 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Bound using segment: {'id': 'd49e0a3a-93cf-4b50-95b2-c49bbb46cf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bf0638f5-fefe-4eb4-8f59-1a80eb025901'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:39.347977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Bound port: 07bea230-a2fe-43f7-b7ca-7dd79480f467, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49e0a3a-93cf-4b50-95b2-c49bbb46cf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bf0638f5-fefe-4eb4-8f59-1a80eb025901'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:39.348479 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.350383 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5be8a00c-f07b-4cd8-b298-ed06655d401b tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.384733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 0e67d8b1-2197-44cd-9708-5f4c13161692 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:39.385325 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.472523 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cf0d0-7ddc-4966-86b2-cdf027e8d76d None None] Pushing event updated for resources: {'Port': ['ID=f8730a6b-062a-47a3-8a07-82f841425059,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:39.493139 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Pushing event updated for resources: {'Port': ['ID=902a11d5-edf4-4cf1-8bc5-7977a075dcbb,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:39.506516 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4de7fc80-c431-4de4-83db-c0239e91f6e0 None None] Provisioning complete for port 8b8f9096-6796-4bc0-9955-67771bc02f05 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:39.507132 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4de7fc80-c431-4de4-83db-c0239e91f6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.516049 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:39.516672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:39.517167 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:39.535779 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bca4eb93-b06b-4d53-8c79-d1159d9000be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.548246 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.551057 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] For port 07bea230-a2fe-43f7-b7ca-7dd79480f467, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:39.552212 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8a00c-f07b-4cd8-b298-ed06655d401b tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event updated for resources: {'Subnet': ['ID=b6ee6b94-6371-4b9f-9b78-05f52d64d8d7,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:39.574532 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-652e98c2-2441-499d-b7e3-c7558241bd44 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.574718 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] For port 07bea230-a2fe-43f7-b7ca-7dd79480f467, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=07bea230-a2fe-43f7-b7ca-7dd79480f467,segment=NetworkSegment(d49e0a3a-93cf-4b50-95b2-c49bbb46cf9d),segment_id=d49e0a3a-93cf-4b50-95b2-c49bbb46cf9d)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:39.574827 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-652e98c2-2441-499d-b7e3-c7558241bd44 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Added segment 955eda38-6399-4274-b0c7-a27239e2bb31 of type vlan for network c52b8c40-301d-4600-a5cb-2e9dcff3af41 Dec 14 01:16:39.584661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:39.585211 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:39.601266 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.608990 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4de7fc80-c431-4de4-83db-c0239e91f6e0 None None] Port 8b8f9096-6796-4bc0-9955-67771bc02f05 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:39.621644 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 2 to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb Dec 14 01:16:39.647136 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.647910 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.661880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:39.720253 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cdb89-9587-48df-8239-767f3dbc9614 None None] Pushing event updated for resources: {'Port': ['ID=07bea230-a2fe-43f7-b7ca-7dd79480f467,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:39.759143 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bca4eb93-b06b-4d53-8c79-d1159d9000be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.772590 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-652e98c2-2441-499d-b7e3-c7558241bd44 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.773874 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bca4eb93-b06b-4d53-8c79-d1159d9000be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.778912 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:39.782844 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.785178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:39.785510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:39.785841 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:39.831914 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be8a00c-f07b-4cd8-b298-ed06655d401b tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Checking segment: {'id': '8ec080e3-ae5a-44cc-a5f4-eee628d60b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '36ff07f4-23ff-4500-afd4-07e808b22b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:39.837155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be8a00c-f07b-4cd8-b298-ed06655d401b tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Network hostable DHCP agents. Network: 36ff07f4-23ff-4500-afd4-07e808b22b21, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:39.909625 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-6c2ad728-220e-44c1-ad77-fa404cff7617 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 172.20.0.3 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/a0ca1f08-6992-4b7c-a6e9-d625fffa45f5/693bea33-d87f-42ad-b307-e4770b0850ca) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:39.926903 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-6c2ad728-220e-44c1-ad77-fa404cff7617 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::f816:3eff:fe8d:22 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/f153adcb-1c3f-431e-b7a2-73705e4ef7e1/693bea33-d87f-42ad-b307-e4770b0850ca) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:39.973120 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-652e98c2-2441-499d-b7e3-c7558241bd44 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.979179 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652e98c2-2441-499d-b7e3-c7558241bd44 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:39.979814 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-652e98c2-2441-499d-b7e3-c7558241bd44 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.989939 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:39.991992 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c9b8796e-767f-44d1-9358-3792e8ead5b8 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:16:40.053163 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: c9b8796e-767f-44d1-9358-3792e8ead5b8 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:40.054237 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c9b8796e-767f-44d1-9358-3792e8ead5b8 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:16:40.054904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device dce5d37d-f71d-4d69-ae02-47a323610a92 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:16:40.078922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: dce5d37d-f71d-4d69-ae02-47a323610a92 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:40.081893 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device dce5d37d-f71d-4d69-ae02-47a323610a92 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:16:40.082591 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a5c0ac86-9e5a-4f30-a420-d90ba312e325 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:16:40.095384 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:40.116081 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: a5c0ac86-9e5a-4f30-a420-d90ba312e325 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:40.116979 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a5c0ac86-9e5a-4f30-a420-d90ba312e325 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:16:40.117471 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 3b6818e8-e0bd-4c52-a783-c739414da9c4 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:16:40.142030 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-652e98c2-2441-499d-b7e3-c7558241bd44 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1456492 Dec 14 01:16:40.142276 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 3b6818e8-e0bd-4c52-a783-c739414da9c4 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:40.142276 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 3b6818e8-e0bd-4c52-a783-c739414da9c4 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:16:40.146255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52206) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:40.159637 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7d1935a4-0d0b-4f2a-8d2e-23a26693cf7f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'subnet': {'network_id': 'c52b8c40-301d-4600-a5cb-2e9dcff3af41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:40.224603 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e98c2-2441-499d-b7e3-c7558241bd44 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Network': ['ID=c52b8c40-301d-4600-a5cb-2e9dcff3af41,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:40.237904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network c52b8c40-301d-4600-a5cb-2e9dcff3af41 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:40.297928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=8b8f9096-6796-4bc0-9955-67771bc02f05,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:40.300225 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:40.300608 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:40.305296 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 3 to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb Dec 14 01:16:40.328654 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bca4eb93-b06b-4d53-8c79-d1159d9000be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:40.329149 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca4eb93-b06b-4d53-8c79-d1159d9000be admin admin] Fanout notify agent at l3_agent the message router_deleted on router db7dee3b-8411-4e8f-a4cd-ec27572df604 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:16:40.330928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0922b6ac-3235-438c-9037-3acd7c50d828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:40.364695 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bca4eb93-b06b-4d53-8c79-d1159d9000be admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:40.365864 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bca4eb93-b06b-4d53-8c79-d1159d9000be admin admin] 10.222.0.32 "DELETE /v2.0/routers/db7dee3b-8411-4e8f-a4cd-ec27572df604 HTTP/1.1" status: 204 len: 168 time: 5.8648198 Dec 14 01:16:40.369110 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922b6ac-3235-438c-9037-3acd7c50d828 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:40.370962 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52208) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:40.387285 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:40.387617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:40.387949 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:40.415230 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be8a00c-f07b-4cd8-b298-ed06655d401b tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Network 36ff07f4-23ff-4500-afd4-07e808b22b21 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:40.433591 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f205e010-75a4-4c79-8ac3-3356ce9f365e None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:40.443663 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Allocated IP 172.26.1.77 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/f536bf98-c409-4837-89b6-7d66bb7e7490) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:40.473530 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-5be8a00c-f07b-4cd8-b298-ed06655d401b tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 36ff07f4-23ff-4500-afd4-07e808b22b21) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:40.477408 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:40.477737 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:40.481192 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c2ad728-220e-44c1-ad77-fa404cff7617 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:40.486174 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eb9fed-1854-4355-97f2-2ad2927e92b2 None None] Network 36ff07f4-23ff-4500-afd4-07e808b22b21 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:40.487689 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1935a4-0d0b-4f2a-8d2e-23a26693cf7f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:40.491536 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d1935a4-0d0b-4f2a-8d2e-23a26693cf7f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:40.504192 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 4 to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb Dec 14 01:16:40.517896 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be8a00c-f07b-4cd8-b298-ed06655d401b tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:40.518749 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5be8a00c-f07b-4cd8-b298-ed06655d401b tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:40.566344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network 817e65f7-c1f7-4c9b-aa58-67ca56179489 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:40.570470 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:40.572188 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:40.581703 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5be8a00c-f07b-4cd8-b298-ed06655d401b tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0601323 Dec 14 01:16:40.582406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a3d658-9f77-46cb-a11f-2afdffc8748c admin admin] Deleting subnet 35894143-d245-46e1-be5a-a76c13933a02 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:16:40.584598 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52210) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:40.587711 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:40.587988 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:40.588372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:40.591122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58a3d658-9f77-46cb-a11f-2afdffc8748c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:40.615757 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0922b6ac-3235-438c-9037-3acd7c50d828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:40.642701 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-36ff07f4-23ff-4500-afd4-07e808b22b21', 'network_id': '36ff07f4-23ff-4500-afd4-07e808b22b21', 'project_id': 'd0aa03954ac3403ba6e12448032cf6de', 'fixed_ips': [{'subnet_id': 'b6ee6b94-6371-4b9f-9b78-05f52d64d8d7'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:40.645082 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:40.750543 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0922b6ac-3235-438c-9037-3acd7c50d828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:40.752958 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0922b6ac-3235-438c-9037-3acd7c50d828 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:40.816796 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:40.817126 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:40.847023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c2ad728-220e-44c1-ad77-fa404cff7617 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:40.877810 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Allocated IP 2001:db8::2 (36ff07f4-23ff-4500-afd4-07e808b22b21/b6ee6b94-6371-4b9f-9b78-05f52d64d8d7/d2167238-5b2e-42e6-8bdc-0abb4f452c80) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:40.887613 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.015582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2ad728-220e-44c1-ad77-fa404cff7617 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:41.070780 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6c2ad728-220e-44c1-ad77-fa404cff7617 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:41.074338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ad728-220e-44c1-ad77-fa404cff7617 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:41.093311 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 5 to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb Dec 14 01:16:41.143388 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:41.143648 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:41.145173 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:41.149235 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ad728-220e-44c1-ad77-fa404cff7617 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=693bea33-d87f-42ad-b307-e4770b0850ca,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:41.157479 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0922b6ac-3235-438c-9037-3acd7c50d828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.158110 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0922b6ac-3235-438c-9037-3acd7c50d828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bffd5d17-617a-44c0-8d03-6f902e145a3d {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:16:41.177673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:41.178215 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:41.205302 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0922b6ac-3235-438c-9037-3acd7c50d828 admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.208970 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0922b6ac-3235-438c-9037-3acd7c50d828 admin admin] 10.222.0.32 "DELETE /v2.0/routers/bffd5d17-617a-44c0-8d03-6f902e145a3d HTTP/1.1" status: 204 len: 168 time: 5.8242059 Dec 14 01:16:41.208970 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 6 to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb Dec 14 01:16:41.241318 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52212) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:41.268175 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:41.268568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:41.268915 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:41.288881 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:41.289221 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:41.293667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58a3d658-9f77-46cb-a11f-2afdffc8748c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.295537 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 7 to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb Dec 14 01:16:41.324252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f8730a6b-062a-47a3-8a07-82f841425059 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:41.335245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e6950f-1bce-4c14-9381-ef56e00b3dcf None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:41.362993 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.368265 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:41.368669 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:41.369200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:41.375346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ad728-220e-44c1-ad77-fa404cff7617 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:41.376162 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c2ad728-220e-44c1-ad77-fa404cff7617 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.379250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:41.379588 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:41.382864 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 8 to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb Dec 14 01:16:41.407422 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:41.408216 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:41.408402 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:41.412225 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d1935a4-0d0b-4f2a-8d2e-23a26693cf7f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.420835 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:41.421039 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:41.425289 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 9 to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb Dec 14 01:16:41.428395 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router 03423914-205f-4c68-b40b-ff97bec7f7d6 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:16:41.492977 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.495863 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:41.495999 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783680e6-e000-44ce-9a12-1b11b4dcda69 None None] Network bf0638f5-fefe-4eb4-8f59-1a80eb025901 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:41.496483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:41.496569 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:41.501721 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6c2ad728-220e-44c1-ad77-fa404cff7617 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.0300453 Dec 14 01:16:41.505309 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:41.505831 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:41.506165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52214) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:41.510341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:41.528053 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Deleting subnet ddd22a13-c373-4dc2-b4b7-ccadbff4884a {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:16:41.530255 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.plugin [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 10 to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb Dec 14 01:16:41.536452 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Pushing event updated for resources: {'Port': ['ID=f536bf98-c409-4837-89b6-7d66bb7e7490,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:41.539965 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:41.542103 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:41.549029 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.571532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf90711c-f2b1-4652-8582-052e7d39e236 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:41.579491 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f8dcdce3-1dd9-4c52-8550-ca37ca17df5e None None] Provisioning complete for port 8b8f9096-6796-4bc0-9955-67771bc02f05 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:41.580523 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8dcdce3-1dd9-4c52-8550-ca37ca17df5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.592541 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:41.593355 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:41.595118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:41.633837 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:41.634227 dv-neutron-821592-1-hyperv neutron-server[103409]: ERROR neutron.plugins.ml2.managers [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:41.634717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.645446 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1935a4-0d0b-4f2a-8d2e-23a26693cf7f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Subnet': ['ID=2b121e77-39dd-4da9-be41-225c9b319c71,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:41.664834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58a3d658-9f77-46cb-a11f-2afdffc8748c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.707839 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f8dcdce3-1dd9-4c52-8550-ca37ca17df5e None None] Port 8b8f9096-6796-4bc0-9955-67771bc02f05 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:41.739581 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port f8730a6b-062a-47a3-8a07-82f841425059 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:41.739886 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.740043 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.749317 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:41.762380 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b27e7d-287f-4f82-aad7-c939b2145873 None None] Sync routers for ids ['03423914-205f-4c68-b40b-ff97bec7f7d6'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:41.771055 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3ea7d3d5-3a4c-45cd-974f-43e8c8c58dbc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/03423914-205f-4c68-b40b-ff97bec7f7d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5524583 Dec 14 01:16:41.776922 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52216) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:41.777677 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b27e7d-287f-4f82-aad7-c939b2145873 None None] Routers {'03423914-205f-4c68-b40b-ff97bec7f7d6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:41.778619 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-43b27e7d-287f-4f82-aad7-c939b2145873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['03423914-205f-4c68-b40b-ff97bec7f7d6'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:41.816469 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3c18a9-4130-45be-b2f5-85a79e3aaebe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:41.834133 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3c18a9-4130-45be-b2f5-85a79e3aaebe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:41.834486 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-43b27e7d-287f-4f82-aad7-c939b2145873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:41.836355 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0e3c18a9-4130-45be-b2f5-85a79e3aaebe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.2918742 Dec 14 01:16:41.848418 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b27e7d-287f-4f82-aad7-c939b2145873 None None] Routers {'03423914-205f-4c68-b40b-ff97bec7f7d6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:41.849468 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-43b27e7d-287f-4f82-aad7-c939b2145873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['03423914-205f-4c68-b40b-ff97bec7f7d6'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:41.858622 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.875271 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Update dhcp port {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'fixed_ips': [{'subnet_id': 'f153adcb-1c3f-431e-b7a2-73705e4ef7e1', 'ip_address': '2001:db8::f816:3eff:fe07:2650'}, {'subnet_id': 'a0ca1f08-6992-4b7c-a6e9-d625fffa45f5'}], 'binding:host_id': 'dv-neutron-821592-1-hyperv'}, 'id': 'f8730a6b-062a-47a3-8a07-82f841425059'} from dv-neutron-821592-1-hyperv. {{(pid=103410) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 01:16:41.889184 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52218) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:41.894454 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] For port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:41.894837 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempted to set empty binding levels {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 14 01:16:41.909456 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.917813 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1935a4-0d0b-4f2a-8d2e-23a26693cf7f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Checking segment: {'id': '955eda38-6399-4274-b0c7-a27239e2bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c52b8c40-301d-4600-a5cb-2e9dcff3af41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:41.918022 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-43b27e7d-287f-4f82-aad7-c939b2145873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:41.918246 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1935a4-0d0b-4f2a-8d2e-23a26693cf7f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network hostable DHCP agents. Network: c52b8c40-301d-4600-a5cb-2e9dcff3af41, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:41.923852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58a3d658-9f77-46cb-a11f-2afdffc8748c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.926519 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b27e7d-287f-4f82-aad7-c939b2145873 None None] The sync data for ids ['03423914-205f-4c68-b40b-ff97bec7f7d6'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:41.945404 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.954616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.980664 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Network 36ff07f4-23ff-4500-afd4-07e808b22b21 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:41.981834 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-81f2456b-18ee-4433-ae50-4c8ab6587358 None None] Provisioning complete for port 07bea230-a2fe-43f7-b7ca-7dd79480f467 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:41.982080 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] In _notify_port_updated(), no bound segment for port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:16:41.982226 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81f2456b-18ee-4433-ae50-4c8ab6587358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.982962 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:41.983567 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:41.985185 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] 10.222.0.32 "PUT /v2.0/ports/902a11d5-edf4-4cf1-8bc5-7977a075dcbb HTTP/1.1" status: 200 len: 980 time: 4.4741359 Dec 14 01:16:41.990457 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52220) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:41.995039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58a3d658-9f77-46cb-a11f-2afdffc8748c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.001098 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-58a3d658-9f77-46cb-a11f-2afdffc8748c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/35894143-d245-46e1-be5a-a76c13933a02 HTTP/1.1" status: 204 len: 168 time: 1.6236386 Dec 14 01:16:42.001999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3d658-9f77-46cb-a11f-2afdffc8748c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35894143-d245-46e1-be5a-a76c13933a02,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:42.011718 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52222) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:42.025054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224fe7ce-06af-44a8-8221-f6c042770b9d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.026502 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-224fe7ce-06af-44a8-8221-f6c042770b9d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports/8b8f9096-6796-4bc0-9955-67771bc02f05 HTTP/1.1" status: 200 len: 911 time: 0.2440710 Dec 14 01:16:42.044712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52224) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:42.068321 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:42.076536 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b499a7c-629b-44e6-8a92-af3a664a8e63 None None] Network ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:42.081887 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:16:42.134089 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd828e1c-6ecb-42ec-92d3-271675974620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Pushing event updated for resources: {'Port': ['ID=902a11d5-edf4-4cf1-8bc5-7977a075dcbb,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:42.161018 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:42.184802 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1935a4-0d0b-4f2a-8d2e-23a26693cf7f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network c52b8c40-301d-4600-a5cb-2e9dcff3af41 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:42.203505 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.204348 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.217247 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.217733 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.218203 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.218654 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.219212 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.219664 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.220137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.220580 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.221298 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.221462 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.221909 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.222349 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.222789 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.223550 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.223681 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.224116 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.224551 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.225026 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.231170 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0554fbab-2a26-4ec6-bd31-cc8812e80ae1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16706 time: 0.2360055 Dec 14 01:16:42.232204 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52226) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:42.254919 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7d1935a4-0d0b-4f2a-8d2e-23a26693cf7f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, c52b8c40-301d-4600-a5cb-2e9dcff3af41) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:42.294058 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa97fb94-22e2-4bd4-9de0-4cadf0654ed4 None None] Network c52b8c40-301d-4600-a5cb-2e9dcff3af41 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:42.347111 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.381503 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Pushing event updated for resources: {'Port': ['ID=d2167238-5b2e-42e6-8bdc-0abb4f452c80,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:42.500426 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Attempting to bind port d2167238-5b2e-42e6-8bdc-0abb4f452c80 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:42.501203 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Attempting to bind port d2167238-5b2e-42e6-8bdc-0abb4f452c80 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '8ec080e3-ae5a-44cc-a5f4-eee628d60b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '36ff07f4-23ff-4500-afd4-07e808b22b21'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:42.501203 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Attempting to bind port d2167238-5b2e-42e6-8bdc-0abb4f452c80 on network 36ff07f4-23ff-4500-afd4-07e808b22b21 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:42.508616 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Deleting port 4349066f-66f7-440c-8bdd-71485793be32 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:42.509225 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.546726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:42.547147 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Checking segment: {'id': '8ec080e3-ae5a-44cc-a5f4-eee628d60b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '36ff07f4-23ff-4500-afd4-07e808b22b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:42.547563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.547966 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Bound using segment: {'id': '8ec080e3-ae5a-44cc-a5f4-eee628d60b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '36ff07f4-23ff-4500-afd4-07e808b22b21'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:42.548488 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Bound port: d2167238-5b2e-42e6-8bdc-0abb4f452c80, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec080e3-ae5a-44cc-a5f4-eee628d60b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '36ff07f4-23ff-4500-afd4-07e808b22b21'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:42.548878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.555214 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9764ef91-9168-45b8-8080-ef74b16677ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Deleting port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:42.555431 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9764ef91-9168-45b8-8080-ef74b16677ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.565997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port f8730a6b-062a-47a3-8a07-82f841425059, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f8730a6b-062a-47a3-8a07-82f841425059,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:42.581139 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81f2456b-18ee-4433-ae50-4c8ab6587358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.588135 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.588959 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 07bea230-a2fe-43f7-b7ca-7dd79480f467 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:42.629557 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1935a4-0d0b-4f2a-8d2e-23a26693cf7f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:42.629889 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d1935a4-0d0b-4f2a-8d2e-23a26693cf7f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.673722 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] For port 4349066f-66f7-440c-8bdd-71485793be32, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4349066f-66f7-440c-8bdd-71485793be32,segment=NetworkSegment(4b8f7014-0564-4bd3-90ab-75e37d39f27a),segment_id=4b8f7014-0564-4bd3-90ab-75e37d39f27a)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:42.673956 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.691330 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7d1935a4-0d0b-4f2a-8d2e-23a26693cf7f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5403125 Dec 14 01:16:42.700943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52228) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:42.712314 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9764ef91-9168-45b8-8080-ef74b16677ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] For port 902a11d5-edf4-4cf1-8bc5-7977a075dcbb, host hv-neutron-8215, got binding levels [] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:42.714213 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9764ef91-9168-45b8-8080-ef74b16677ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.721201 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Allocated IP 2001:db8::1 (bf0638f5-fefe-4eb4-8f59-1a80eb025901/0357532d-62d9-409e-a442-801bff1e0bee/ceaa89a6-9abe-405b-9afa-43d9f118264b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:42.727835 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Calling delete_port for 4349066f-66f7-440c-8bdd-71485793be32 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:42.763683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a081efe8-0e21-4e24-b501-572be10d5d1a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port 693bea33-d87f-42ad-b307-e4770b0850ca {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:42.763989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a081efe8-0e21-4e24-b501-572be10d5d1a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.776733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16d404b-f986-4088-92e3-bcdafbc7dd26 None None] DHCP port deletion for ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:42.783273 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.796946 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9764ef91-9168-45b8-8080-ef74b16677ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Calling delete_port for 902a11d5-edf4-4cf1-8bc5-7977a075dcbb owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:42.804915 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-c52b8c40-301d-4600-a5cb-2e9dcff3af41', 'network_id': 'c52b8c40-301d-4600-a5cb-2e9dcff3af41', 'project_id': '23b9ff3b60424289894d8328f5d4c3fb', 'fixed_ips': [{'subnet_id': '2b121e77-39dd-4da9-be41-225c9b319c71'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:42.805962 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.852076 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.886418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-81f2456b-18ee-4433-ae50-4c8ab6587358 None None] For port 07bea230-a2fe-43f7-b7ca-7dd79480f467, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=07bea230-a2fe-43f7-b7ca-7dd79480f467,segment=NetworkSegment(d49e0a3a-93cf-4b50-95b2-c49bbb46cf9d),segment_id=d49e0a3a-93cf-4b50-95b2-c49bbb46cf9d)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:42.892030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Allocated IP 172.20.0.2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/a0ca1f08-6992-4b7c-a6e9-d625fffa45f5/f8730a6b-062a-47a3-8a07-82f841425059) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:42.898407 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=f8730a6b-062a-47a3-8a07-82f841425059,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:42.914802 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81f2456b-18ee-4433-ae50-4c8ab6587358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.930219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.938356 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ddd22a13-c373-4dc2-b4b7-ccadbff4884a HTTP/1.1" status: 204 len: 168 time: 1.6847222 Dec 14 01:16:42.939164 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] For port d2167238-5b2e-42e6-8bdc-0abb4f452c80, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:42.939736 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd22a13-c373-4dc2-b4b7-ccadbff4884a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:42.942905 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52230) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:42.958746 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:42.967837 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9909cec-808b-4393-a787-e999480a2a69 None None] Network 6b6c98d5-c0d5-4295-8563-67b8b13840da requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:42.991710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:42.992322 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:42.992806 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:42.993283 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:42.993757 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:42.994253 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:42.994721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:42.995188 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:42.995656 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:42.996145 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:42.996620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:42.997066 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:42.997513 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dde7b0-8328-4b3d-b410-32b3af73d89d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:43.047282 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] For port d2167238-5b2e-42e6-8bdc-0abb4f452c80, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d2167238-5b2e-42e6-8bdc-0abb4f452c80,segment=NetworkSegment(8ec080e3-ae5a-44cc-a5f4-eee628d60b82),segment_id=8ec080e3-ae5a-44cc-a5f4-eee628d60b82)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:43.107584 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.128835 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.136447 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a081efe8-0e21-4e24-b501-572be10d5d1a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.168909 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.171129 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a081efe8-0e21-4e24-b501-572be10d5d1a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for 693bea33-d87f-42ad-b307-e4770b0850ca owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:43.174306 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9764ef91-9168-45b8-8080-ef74b16677ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.175609 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.202766 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=4349066f-66f7-440c-8bdd-71485793be32,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:43.212124 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] No DVR routers for this DVR port 4349066f-66f7-440c-8bdd-71485793be32 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:43.304707 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.317876 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764ef91-9168-45b8-8080-ef74b16677ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Pushing event deleted for resources: {'Port': ['ID=902a11d5-edf4-4cf1-8bc5-7977a075dcbb,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:43.320025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9764ef91-9168-45b8-8080-ef74b16677ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.326262 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9764ef91-9168-45b8-8080-ef74b16677ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] 10.222.0.32 "DELETE /v2.0/ports/902a11d5-edf4-4cf1-8bc5-7977a075dcbb HTTP/1.1" status: 204 len: 168 time: 1.0933478 Dec 14 01:16:43.332058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52232) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:43.365626 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 07bea230-a2fe-43f7-b7ca-7dd79480f467 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:43.366063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.367512 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-81f2456b-18ee-4433-ae50-4c8ab6587358 None None] Provisioning complete for port f536bf98-c409-4837-89b6-7d66bb7e7490 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:43.367873 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81f2456b-18ee-4433-ae50-4c8ab6587358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.372677 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.398432 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-92369a46-be9f-41ad-8fbb-5c871e3261c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] GET failed (client error): The resource could not be found. Dec 14 01:16:43.399896 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-92369a46-be9f-41ad-8fbb-5c871e3261c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] 10.222.0.32 "GET /v2.0/ports/902a11d5-edf4-4cf1-8bc5-7977a075dcbb HTTP/1.1" status: 404 len: 333 time: 0.0661104 Dec 14 01:16:43.405144 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52234) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:43.411002 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.417775 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9de14b47-fcfa-442a-922c-ddd216c1c82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-641280255', 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:43.431612 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2456b-18ee-4433-ae50-4c8ab6587358 None None] Pushing event updated for resources: {'Port': ['ID=07bea230-a2fe-43f7-b7ca-7dd79480f467,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:43.463648 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.507715 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Network bf0638f5-fefe-4eb4-8f59-1a80eb025901 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:43.522323 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.524721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:43.527474 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:43.528170 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.566754 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-81f2456b-18ee-4433-ae50-4c8ab6587358 None None] Port f536bf98-c409-4837-89b6-7d66bb7e7490 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:43.599836 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event updated for resources: {'Port': ['ID=ceaa89a6-9abe-405b-9afa-43d9f118264b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:43.629623 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e16d404b-f986-4088-92e3-bcdafbc7dd26 None None] Deleting port 4349066f-66f7-440c-8bdd-71485793be32 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:43.630008 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e16d404b-f986-4088-92e3-bcdafbc7dd26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.642503 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-81f2456b-18ee-4433-ae50-4c8ab6587358 None None] Provisioning complete for port f8730a6b-062a-47a3-8a07-82f841425059 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:43.642880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81f2456b-18ee-4433-ae50-4c8ab6587358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.677539 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de14b47-fcfa-442a-922c-ddd216c1c82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Made reservation on behalf of 666beebaec8e4eb0809e97e35a5718ba for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:43.680358 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9de14b47-fcfa-442a-922c-ddd216c1c82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.701080 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] For port f8730a6b-062a-47a3-8a07-82f841425059, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f8730a6b-062a-47a3-8a07-82f841425059,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:43.723516 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] Deleting port 3cb4e818-71b1-4b14-92d3-47f3f3d7785d {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:43.724266 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.873514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-9de14b47-fcfa-442a-922c-ddd216c1c82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] device_id is not set on port b04eccb0-1837-4103-9fd4-fa4faba65073 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:16:43.917160 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e16d404b-f986-4088-92e3-bcdafbc7dd26 None None] For port 4349066f-66f7-440c-8bdd-71485793be32, host dv-neutron-821592-1-hyperv, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:43.917806 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e16d404b-f986-4088-92e3-bcdafbc7dd26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.937964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e16d404b-f986-4088-92e3-bcdafbc7dd26 None None] Calling delete_port for 4349066f-66f7-440c-8bdd-71485793be32 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:43.941143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-e16d404b-f986-4088-92e3-bcdafbc7dd26 None None] Port 4349066f-66f7-440c-8bdd-71485793be32 was not found and therefore no delete operation was performed {{(pid=103410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 01:16:43.963830 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e16d404b-f986-4088-92e3-bcdafbc7dd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.979571 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] For port 3cb4e818-71b1-4b14-92d3-47f3f3d7785d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=3cb4e818-71b1-4b14-92d3-47f3f3d7785d,segment=NetworkSegment(1baa0476-3275-46f9-ad82-e5393b5c0b0c),segment_id=1baa0476-3275-46f9-ad82-e5393b5c0b0c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:43.980511 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.990446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:43.995415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Allocated IP 2001:db8::1 (c52b8c40-301d-4600-a5cb-2e9dcff3af41/2b121e77-39dd-4da9-be41-225c9b319c71/a640da66-6b1f-4685-b458-acd57295f78b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:44.035655 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] Calling delete_port for 3cb4e818-71b1-4b14-92d3-47f3f3d7785d owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:44.041650 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a081efe8-0e21-4e24-b501-572be10d5d1a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.056757 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61724b-a998-47a2-b672-f7e54f26dbca None None] Pushing event updated for resources: {'Port': ['ID=d2167238-5b2e-42e6-8bdc-0abb4f452c80,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:44.065148 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6cfd1a-7a10-487a-a65d-8343f1ee7468 None None] DHCP port deletion for 6b6c98d5-c0d5-4295-8563-67b8b13840da request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:44.067871 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.070634 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Allocated IP 2001:db8:1::1 (e2407f7d-7d67-41d0-86a2-e608127a8438/8df3a452-8ff4-4510-87ef-c4a82be95c88/9af40f16-f663-4d26-aafe-1484635e5ca5) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:44.102645 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.106544 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd91d18-64b4-4dbb-b820-93afa8ddc3e9']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:44.108343 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d404b-f986-4088-92e3-bcdafbc7dd26 None None] Pushing event deleted for resources: {'Port': ['ID=4349066f-66f7-440c-8bdd-71485793be32,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:44.129227 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081efe8-0e21-4e24-b501-572be10d5d1a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=693bea33-d87f-42ad-b307-e4770b0850ca,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:44.152083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8f7014-0564-4bd3-90ab-75e37d39f27a') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:44.152411 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8f7014-0564-4bd3-90ab-75e37d39f27a') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:44.168360 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.186355 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16d404b-f986-4088-92e3-bcdafbc7dd26 None None] No DVR routers for this DVR port 4349066f-66f7-440c-8bdd-71485793be32 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:44.188627 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.205700 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:44.206372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:44.208298 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:44.299147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.307568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.314912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.331546 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ebd91d18-64b4-4dbb-b820-93afa8ddc3e9 HTTP/1.1" status: 204 len: 168 time: 2.3169296 Dec 14 01:16:44.352718 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd91d18-64b4-4dbb-b820-93afa8ddc3e9,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:44.366837 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.367183 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.367520 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.367853 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.368208 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.368942 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.368942 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.369163 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.369789 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.369789 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.370104 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.370419 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.371119 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e47de-aade-4b4d-85cb-6a9b61067e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.406166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.406583 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Pushing event updated for resources: {'Port': ['ID=f8730a6b-062a-47a3-8a07-82f841425059,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:44.491474 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.491914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.492295 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.492599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.492937 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.493272 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.493623 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.493965 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.494313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.494647 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.494978 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.495298 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.495620 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368829b4-7412-44f1-b911-74bfbbaf84c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:16:44.530657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network e2407f7d-7d67-41d0-86a2-e608127a8438 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:44.540379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:44.558266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:44.558813 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.575803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8b6cfd1a-7a10-487a-a65d-8343f1ee7468 None None] Deleting port 3cb4e818-71b1-4b14-92d3-47f3f3d7785d {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:44.576942 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b6cfd1a-7a10-487a-a65d-8343f1ee7468 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.579327 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.644709 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.669343 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-16975f51-9f67-4652-9bde-f284441ccb4d None None] Provisioning complete for port ceaa89a6-9abe-405b-9afa-43d9f118264b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:44.669775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-16975f51-9f67-4652-9bde-f284441ccb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.690276 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f8730a6b-062a-47a3-8a07-82f841425059 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:44.721716 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=9af40f16-f663-4d26-aafe-1484635e5ca5,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:44.727553 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52238) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:44.748738 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a081efe8-0e21-4e24-b501-572be10d5d1a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.758199 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a081efe8-0e21-4e24-b501-572be10d5d1a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/693bea33-d87f-42ad-b307-e4770b0850ca HTTP/1.1" status: 204 len: 168 time: 2.8638320 Dec 14 01:16:44.765126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.771240 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52240) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:44.785805 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Router 5afee3a9-3233-42ac-bcb2-fd91328b2fd9 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:16:44.846391 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9de14b47-fcfa-442a-922c-ddd216c1c82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.881387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-8b6cfd1a-7a10-487a-a65d-8343f1ee7468 None None] For port 3cb4e818-71b1-4b14-92d3-47f3f3d7785d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=3cb4e818-71b1-4b14-92d3-47f3f3d7785d,segment=NetworkSegment(1baa0476-3275-46f9-ad82-e5393b5c0b0c),segment_id=1baa0476-3275-46f9-ad82-e5393b5c0b0c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:44.881748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b6cfd1a-7a10-487a-a65d-8343f1ee7468 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:44.894223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Network c52b8c40-301d-4600-a5cb-2e9dcff3af41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:44.926325 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:44.946693 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Pushing event updated for resources: {'Port': ['ID=a640da66-6b1f-4685-b458-acd57295f78b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:44.950033 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8b6cfd1a-7a10-487a-a65d-8343f1ee7468 None None] Calling delete_port for 3cb4e818-71b1-4b14-92d3-47f3f3d7785d owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:44.958093 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:44.961037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-16975f51-9f67-4652-9bde-f284441ccb4d None None] Port ceaa89a6-9abe-405b-9afa-43d9f118264b cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:45.020078 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d976fa3f-4920-4fd2-a1d8-1a16af23768d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:45.025477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d976fa3f-4920-4fd2-a1d8-1a16af23768d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:45.027026 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d976fa3f-4920-4fd2-a1d8-1a16af23768d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:45.028811 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d976fa3f-4920-4fd2-a1d8-1a16af23768d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2091885 Dec 14 01:16:45.040165 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52242) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:45.045217 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:45.075157 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-131c6ecd-3e2a-4832-a7a0-58bf46781268 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fabb3b1d93404fdd971115f340a0221d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3402035 Dec 14 01:16:45.075157 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Subnet': ['ID=2b121e77-39dd-4da9-be41-225c9b319c71,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:45.075814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb10c29-e66c-4fbd-a0ae-a9d880477497 None None] Sync routers for ids ['5afee3a9-3233-42ac-bcb2-fd91328b2fd9'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:45.086241 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52244) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:45.086993 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.087490 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.110470 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-16975f51-9f67-4652-9bde-f284441ccb4d None None] Provisioning complete for port 07bea230-a2fe-43f7-b7ca-7dd79480f467 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:45.111091 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-16975f51-9f67-4652-9bde-f284441ccb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.140090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52b8c40-301d-4600-a5cb-2e9dcff3af41']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:45.172123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Attempting to bind port a640da66-6b1f-4685-b458-acd57295f78b on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:45.172932 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Attempting to bind port a640da66-6b1f-4685-b458-acd57295f78b by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '955eda38-6399-4274-b0c7-a27239e2bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c52b8c40-301d-4600-a5cb-2e9dcff3af41'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:45.173501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Attempting to bind port a640da66-6b1f-4685-b458-acd57295f78b on network c52b8c40-301d-4600-a5cb-2e9dcff3af41 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:45.186759 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port f8730a6b-062a-47a3-8a07-82f841425059 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:45.187351 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.193188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb10c29-e66c-4fbd-a0ae-a9d880477497 None None] Routers {'5afee3a9-3233-42ac-bcb2-fd91328b2fd9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:45.193839 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6bb10c29-e66c-4fbd-a0ae-a9d880477497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5afee3a9-3233-42ac-bcb2-fd91328b2fd9'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:45.195747 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.205040 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955eda38-6399-4274-b0c7-a27239e2bb31') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:45.205040 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955eda38-6399-4274-b0c7-a27239e2bb31') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:45.211119 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=3cb4e818-71b1-4b14-92d3-47f3f3d7785d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:45.230381 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.268856 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.273156 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-14e3b4f5-dcb5-4a5e-a63a-17474587f758 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6453788 Dec 14 01:16:45.273156 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] No DVR routers for this DVR port 3cb4e818-71b1-4b14-92d3-47f3f3d7785d on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:45.279577 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52246) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:45.285501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6bb10c29-e66c-4fbd-a0ae-a9d880477497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:45.301734 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:45.302125 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Checking segment: {'id': '955eda38-6399-4274-b0c7-a27239e2bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c52b8c40-301d-4600-a5cb-2e9dcff3af41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:45.302534 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.302938 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Bound using segment: {'id': '955eda38-6399-4274-b0c7-a27239e2bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c52b8c40-301d-4600-a5cb-2e9dcff3af41'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:45.303428 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Bound port: a640da66-6b1f-4685-b458-acd57295f78b, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955eda38-6399-4274-b0c7-a27239e2bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c52b8c40-301d-4600-a5cb-2e9dcff3af41'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:45.303823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.309625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e5bdf755-f37b-47f0-821a-a0e1015e3d16 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:45.311625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.315240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3110f4-2852-4305-a31a-8bcc55d47d7f None None] Network 36ff07f4-23ff-4500-afd4-07e808b22b21 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:45.325430 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c04b80c-3127-454e-ab7e-57db2db8990d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet a0ca1f08-6992-4b7c-a6e9-d625fffa45f5 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:16:45.328919 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c04b80c-3127-454e-ab7e-57db2db8990d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.368308 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:45.368530 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.374978 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c04b80c-3127-454e-ab7e-57db2db8990d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:45.375597 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:45.388183 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-149134cb-d715-4458-acc3-4ddc519922c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.405387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb10c29-e66c-4fbd-a0ae-a9d880477497 None None] Routers {'5afee3a9-3233-42ac-bcb2-fd91328b2fd9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:45.406041 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6bb10c29-e66c-4fbd-a0ae-a9d880477497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5afee3a9-3233-42ac-bcb2-fd91328b2fd9'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:45.471093 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c04b80c-3127-454e-ab7e-57db2db8990d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.483295 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6bb10c29-e66c-4fbd-a0ae-a9d880477497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:45.483951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb10c29-e66c-4fbd-a0ae-a9d880477497 None None] The sync data for ids ['5afee3a9-3233-42ac-bcb2-fd91328b2fd9'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:45.500521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b6cfd1a-7a10-487a-a65d-8343f1ee7468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.559726 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-149134cb-d715-4458-acc3-4ddc519922c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.564734 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 01:16:45.564734 dv-neutron-821592-1-hyperv neutron-server[103409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 01:16:45.564734 dv-neutron-821592-1-hyperv neutron-server[103409]: [parameters: {'id': 'c52b8c40-301d-4600-a5cb-2e9dcff3af41'}] Dec 14 01:16:45.564734 dv-neutron-821592-1-hyperv neutron-server[103409]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:16:45.565087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:16:45.589015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.591371 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cfd1a-7a10-487a-a65d-8343f1ee7468 None None] Pushing event deleted for resources: {'Port': ['ID=3cb4e818-71b1-4b14-92d3-47f3f3d7785d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:45.602293 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9de14b47-fcfa-442a-922c-ddd216c1c82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.617463 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.618537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.693908 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de14b47-fcfa-442a-922c-ddd216c1c82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Network 092bf39d-4886-4aba-90dd-cec62ea4c77c is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:45.699864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.716471 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9de14b47-fcfa-442a-922c-ddd216c1c82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:45.719681 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de14b47-fcfa-442a-922c-ddd216c1c82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:45.720719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de14b47-fcfa-442a-922c-ddd216c1c82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:45.721396 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9de14b47-fcfa-442a-922c-ddd216c1c82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.728032 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de14b47-fcfa-442a-922c-ddd216c1c82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Pushing event updated for resources: {'Port': ['ID=b04eccb0-1837-4103-9fd4-fa4faba65073,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:45.819551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c04b80c-3127-454e-ab7e-57db2db8990d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.821218 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.830175 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6c98d5-c0d5-4295-8563-67b8b13840da']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:45.841177 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6cfd1a-7a10-487a-a65d-8343f1ee7468 None None] No DVR routers for this DVR port 3cb4e818-71b1-4b14-92d3-47f3f3d7785d on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:45.842349 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.843398 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c04b80c-3127-454e-ab7e-57db2db8990d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.843695 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.848876 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7c04b80c-3127-454e-ab7e-57db2db8990d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/a0ca1f08-6992-4b7c-a6e9-d625fffa45f5 HTTP/1.1" status: 204 len: 168 time: 0.7928340 Dec 14 01:16:45.858694 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] For port a640da66-6b1f-4685-b458-acd57295f78b, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:45.890416 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52248) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:45.900873 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event updated for resources: {'Port': ['ID=ceaa89a6-9abe-405b-9afa-43d9f118264b,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:45.901313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-149134cb-d715-4458-acc3-4ddc519922c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.904981 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-149134cb-d715-4458-acc3-4ddc519922c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.906144 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-149134cb-d715-4458-acc3-4ddc519922c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9e86097-7af1-4e23-b544-5fe7b781b0bf HTTP/1.1" status: 204 len: 168 time: 0.8155324 Dec 14 01:16:45.912248 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9de14b47-fcfa-442a-922c-ddd216c1c82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4988265 Dec 14 01:16:45.914920 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1baa0476-3275-46f9-ad82-e5393b5c0b0c') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:45.915300 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1baa0476-3275-46f9-ad82-e5393b5c0b0c') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:45.921141 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04b80c-3127-454e-ab7e-57db2db8990d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ca1f08-6992-4b7c-a6e9-d625fffa45f5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:45.930509 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] For port a640da66-6b1f-4685-b458-acd57295f78b, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a640da66-6b1f-4685-b458-acd57295f78b,segment=NetworkSegment(955eda38-6399-4274-b0c7-a27239e2bb31),segment_id=955eda38-6399-4274-b0c7-a27239e2bb31)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:45.932492 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52252) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:45.937672 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450eb735-89d4-433b-9164-6a391dd85d12 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:45.947261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.950230 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:45.963597 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149134cb-d715-4458-acc3-4ddc519922c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e86097-7af1-4e23-b544-5fe7b781b0bf,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:45.965874 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 07bea230-a2fe-43f7-b7ca-7dd79480f467 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:45.999544 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:46.004357 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c066c8ce-59ce-495f-94bf-a91894a85244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:46.005800 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c066c8ce-59ce-495f-94bf-a91894a85244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] 10.222.0.32 "GET /v2.0/ports/b04eccb0-1837-4103-9fd4-fa4faba65073 HTTP/1.1" status: 200 len: 958 time: 0.0723238 Dec 14 01:16:46.017485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52254) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:46.049068 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:46.049489 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:46.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:46.074024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:46.075637 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=9af40f16-f663-4d26-aafe-1484635e5ca5,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:46.105711 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5e849027-db32-403a-8c3e-7c490cbd3969 None None] Could not find standard attr ID for object 693bea33-d87f-42ad-b307-e4770b0850ca. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:16:46.165073 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Network bf0638f5-fefe-4eb4-8f59-1a80eb025901 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:46.169572 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:46.205929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed52e4-4ee0-474d-b540-ad66a7318d17 None None] Pushing event updated for resources: {'Port': ['ID=a640da66-6b1f-4685-b458-acd57295f78b,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:46.218150 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5e849027-db32-403a-8c3e-7c490cbd3969 None None] Provisioning complete for port d2167238-5b2e-42e6-8bdc-0abb4f452c80 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:46.221647 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e849027-db32-403a-8c3e-7c490cbd3969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:46.226406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-60803401-7bcb-42b0-8a58-a1ae3d69d4f9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet f153adcb-1c3f-431e-b7a2-73705e4ef7e1 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:16:46.230168 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:46.234927 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:46.238986 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] 10.222.0.32 "DELETE /v2.0/networks/6b6c98d5-c0d5-4295-8563-67b8b13840da HTTP/1.1" status: 204 len: 168 time: 3.2849398 Dec 14 01:16:46.251673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60803401-7bcb-42b0-8a58-a1ae3d69d4f9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:46.331213 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b9480e-7fde-41ec-8a44-43227154d454 None None] Network c52b8c40-301d-4600-a5cb-2e9dcff3af41 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:46.347106 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 07bea230-a2fe-43f7-b7ca-7dd79480f467 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:46.350877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:46.458967 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network e2407f7d-7d67-41d0-86a2-e608127a8438 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:46.503046 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60803401-7bcb-42b0-8a58-a1ae3d69d4f9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:46.508871 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:46.609743 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Deleting port a640da66-6b1f-4685-b458-acd57295f78b {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:46.610110 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:46.744393 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf755-f37b-47f0-821a-a0e1015e3d16 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:46.747413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52264) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:46.761498 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e849027-db32-403a-8c3e-7c490cbd3969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:46.801618 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5e849027-db32-403a-8c3e-7c490cbd3969 None None] For port d2167238-5b2e-42e6-8bdc-0abb4f452c80, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d2167238-5b2e-42e6-8bdc-0abb4f452c80,segment=NetworkSegment(8ec080e3-ae5a-44cc-a5f4-eee628d60b82),segment_id=8ec080e3-ae5a-44cc-a5f4-eee628d60b82)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:46.803657 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d2167238-5b2e-42e6-8bdc-0abb4f452c80 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:46.830072 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e849027-db32-403a-8c3e-7c490cbd3969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:46.932518 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5e849027-db32-403a-8c3e-7c490cbd3969 None None] Provisioning complete for port 9af40f16-f663-4d26-aafe-1484635e5ca5 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:46.932897 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e849027-db32-403a-8c3e-7c490cbd3969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:46.951604 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de9437-b7c0-4e5a-bbd2-33e4d826f0ca admin admin] Pushing event deleted for resources: {'Network': ['ID=6b6c98d5-c0d5-4295-8563-67b8b13840da,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:46.973725 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e849027-db32-403a-8c3e-7c490cbd3969 None None] Pushing event updated for resources: {'Port': ['ID=d2167238-5b2e-42e6-8bdc-0abb4f452c80,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:46.975621 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-67f6b685-fc56-4647-9626-bb422c1099ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Deleting port b04eccb0-1837-4103-9fd4-fa4faba65073 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:46.975937 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67f6b685-fc56-4647-9626-bb422c1099ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.004505 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf755-f37b-47f0-821a-a0e1015e3d16 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.014371 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port d2167238-5b2e-42e6-8bdc-0abb4f452c80 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:47.014791 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.048234 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5e849027-db32-403a-8c3e-7c490cbd3969 None None] Port 9af40f16-f663-4d26-aafe-1484635e5ca5 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:47.065836 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67f6b685-fc56-4647-9626-bb422c1099ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.082647 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-67f6b685-fc56-4647-9626-bb422c1099ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Calling delete_port for b04eccb0-1837-4103-9fd4-fa4faba65073 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:47.088864 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5e849027-db32-403a-8c3e-7c490cbd3969 None None] Provisioning complete for port f8730a6b-062a-47a3-8a07-82f841425059 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:47.089524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e849027-db32-403a-8c3e-7c490cbd3969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.097557 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] For port a640da66-6b1f-4685-b458-acd57295f78b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a640da66-6b1f-4685-b458-acd57295f78b,segment=NetworkSegment(955eda38-6399-4274-b0c7-a27239e2bb31),segment_id=955eda38-6399-4274-b0c7-a27239e2bb31)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:47.098136 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.100770 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Router f5f5ace0-903d-4ac3-a21d-76c97a5d97d5 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:16:47.176888 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60803401-7bcb-42b0-8a58-a1ae3d69d4f9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.210448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Calling delete_port for a640da66-6b1f-4685-b458-acd57295f78b owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:47.227076 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-52350391-4370-47be-8f61-6a137521a2a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c3c9814a3bf4124a8679f70ca60ef3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4727209 Dec 14 01:16:47.228119 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router 03423914-205f-4c68-b40b-ff97bec7f7d6 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:16:47.237427 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52272) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:47.288981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:16:47.324667 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:47.325079 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device bfdccfa7-61cd-46c3-8fc0-46fe89d05e2b not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:16:47.325433 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 3cb4e818-71b1-4b14-92d3-47f3f3d7785d no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:16:47.332246 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:47.344625 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bde62b2d-72ac-4ffd-b643-9a46588ad583 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "PUT /v2.0/routers/f5f5ace0-903d-4ac3-a21d-76c97a5d97d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7511585 Dec 14 01:16:47.345199 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b0337-dc20-433c-812b-6027c135b18e None None] Sync routers for ids ['f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:47.359000 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52276) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:47.365131 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b0337-dc20-433c-812b-6027c135b18e None None] Routers {'f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:47.369839 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-2f1b0337-dc20-433c-812b-6027c135b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:47.378650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 3cb4e818-71b1-4b14-92d3-47f3f3d7785d {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:47.379217 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 3cb4e818-71b1-4b14-92d3-47f3f3d7785d not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:16:47.379803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4349066f-66f7-440c-8bdd-71485793be32 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:16:47.403063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 4349066f-66f7-440c-8bdd-71485793be32 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:47.403764 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4349066f-66f7-440c-8bdd-71485793be32 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:16:47.433106 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5a1b14c-b9d3-44cf-a5b9-1c3d43ef2ce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.434781 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67f6b685-fc56-4647-9626-bb422c1099ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.450661 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-2f1b0337-dc20-433c-812b-6027c135b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:47.457038 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9045ff46-d939-46df-818e-91ef7c5f251b None None] Provisioning complete for port ceaa89a6-9abe-405b-9afa-43d9f118264b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:47.457467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9045ff46-d939-46df-818e-91ef7c5f251b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.479139 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b0337-dc20-433c-812b-6027c135b18e None None] Routers {'f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:47.479850 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-2f1b0337-dc20-433c-812b-6027c135b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:47.515302 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9045ff46-d939-46df-818e-91ef7c5f251b None None] Port ceaa89a6-9abe-405b-9afa-43d9f118264b cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:47.520428 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6b685-fc56-4647-9626-bb422c1099ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Pushing event deleted for resources: {'Port': ['ID=b04eccb0-1837-4103-9fd4-fa4faba65073,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:47.532344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9045ff46-d939-46df-818e-91ef7c5f251b None None] Provisioning complete for port 9af40f16-f663-4d26-aafe-1484635e5ca5 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:47.532344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9045ff46-d939-46df-818e-91ef7c5f251b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.564818 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5a1b14c-b9d3-44cf-a5b9-1c3d43ef2ce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.569435 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-2f1b0337-dc20-433c-812b-6027c135b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:47.570266 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b0337-dc20-433c-812b-6027c135b18e None None] The sync data for ids ['f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:47.580608 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67f6b685-fc56-4647-9626-bb422c1099ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.580608 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-67f6b685-fc56-4647-9626-bb422c1099ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b04eccb0-1837-4103-9fd4-fa4faba65073 HTTP/1.1" status: 204 len: 168 time: 1.5661128 Dec 14 01:16:47.587905 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52282) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:47.622531 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e5bdf755-f37b-47f0-821a-a0e1015e3d16 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Deleting port f536bf98-c409-4837-89b6-7d66bb7e7490 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:47.622742 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf755-f37b-47f0-821a-a0e1015e3d16 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.657597 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f8730a6b-062a-47a3-8a07-82f841425059 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:47.676144 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d914f8-b534-493b-b988-3d8f72d00836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] GET failed (client error): The resource could not be found. Dec 14 01:16:47.683277 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-59d914f8-b534-493b-b988-3d8f72d00836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] 10.222.0.32 "GET /v2.0/ports/b04eccb0-1837-4103-9fd4-fa4faba65073 HTTP/1.1" status: 404 len: 333 time: 0.0887403 Dec 14 01:16:47.685676 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52284) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:47.694226 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-59b2ad94-1779-43aa-84f4-4a06b50cadc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Request body: {'port': {'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099860323'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:47.706375 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60803401-7bcb-42b0-8a58-a1ae3d69d4f9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.713952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52286) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:47.718890 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9045ff46-d939-46df-818e-91ef7c5f251b None None] Port 9af40f16-f663-4d26-aafe-1484635e5ca5 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:47.721446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eb8d54-c3cd-4a18-a5c2-6b5dbc7e1d7f None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:16:47.775606 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60803401-7bcb-42b0-8a58-a1ae3d69d4f9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=f153adcb-1c3f-431e-b7a2-73705e4ef7e1,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:47.780026 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port f8730a6b-062a-47a3-8a07-82f841425059 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:47.780583 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.780785 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60803401-7bcb-42b0-8a58-a1ae3d69d4f9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.784494 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-60803401-7bcb-42b0-8a58-a1ae3d69d4f9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/f153adcb-1c3f-431e-b7a2-73705e4ef7e1 HTTP/1.1" status: 204 len: 168 time: 1.8886597 Dec 14 01:16:47.793956 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52290) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:47.807368 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:47.816561 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-01b0c36e-967b-4408-ac85-22d536361102 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/03423914-205f-4c68-b40b-ff97bec7f7d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7691355 Dec 14 01:16:47.832265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9045ff46-d939-46df-818e-91ef7c5f251b None None] Provisioning complete for port d2167238-5b2e-42e6-8bdc-0abb4f452c80 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:47.832802 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9045ff46-d939-46df-818e-91ef7c5f251b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.853702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4195b96-640c-48df-a7b9-409fc978b2aa None None] Sync routers for ids ['03423914-205f-4c68-b40b-ff97bec7f7d6'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:47.878979 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52292) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:47.897198 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5a1b14c-b9d3-44cf-a5b9-1c3d43ef2ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.899753 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5a1b14c-b9d3-44cf-a5b9-1c3d43ef2ce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:47.900913 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c5a1b14c-b9d3-44cf-a5b9-1c3d43ef2ce2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2db6e317-df3f-4fa7-81a4-5eb6169fa48b HTTP/1.1" status: 204 len: 168 time: 0.6625252 Dec 14 01:16:47.934215 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4195b96-640c-48df-a7b9-409fc978b2aa None None] Routers {'03423914-205f-4c68-b40b-ff97bec7f7d6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:47.934856 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b4195b96-640c-48df-a7b9-409fc978b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['03423914-205f-4c68-b40b-ff97bec7f7d6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:47.973441 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bcdc4f-0d86-4e7c-bbdd-b116b302ed3c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:47.977432 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c9bcdc4f-0d86-4e7c-bbdd-b116b302ed3c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports/9af40f16-f663-4d26-aafe-1484635e5ca5 HTTP/1.1" status: 200 len: 913 time: 0.0959098 Dec 14 01:16:47.983105 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1b14c-b9d3-44cf-a5b9-1c3d43ef2ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db6e317-df3f-4fa7-81a4-5eb6169fa48b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:47.996255 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b4195b96-640c-48df-a7b9-409fc978b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:48.000380 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52296) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:48.058035 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eb8d54-c3cd-4a18-a5c2-6b5dbc7e1d7f None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:16:48.068446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4195b96-640c-48df-a7b9-409fc978b2aa None None] Routers {'03423914-205f-4c68-b40b-ff97bec7f7d6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:48.069096 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b4195b96-640c-48df-a7b9-409fc978b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['03423914-205f-4c68-b40b-ff97bec7f7d6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:48.144444 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b4195b96-640c-48df-a7b9-409fc978b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:48.145016 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4195b96-640c-48df-a7b9-409fc978b2aa None None] The sync data for ids ['03423914-205f-4c68-b40b-ff97bec7f7d6'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:48.154573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d2167238-5b2e-42e6-8bdc-0abb4f452c80 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:48.228425 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-4b9483bd-3467-4852-8b39-670094f0cb52 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:16:48.229716 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4b9483bd-3467-4852-8b39-670094f0cb52 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "PUT /v2.0/routers/f5f5ace0-903d-4ac3-a21d-76c97a5d97d5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8687956 Dec 14 01:16:48.260782 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52300) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:48.276548 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3709f88d-214f-4e71-90b3-0a9a9278ac5d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4811509 Dec 14 01:16:48.280676 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf755-f37b-47f0-821a-a0e1015e3d16 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:48.284257 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:48.286700 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52306) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:48.295679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f1443496-3d0c-402f-b36d-f311a16a9e98 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-307079905-network', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:48.304892 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port d2167238-5b2e-42e6-8bdc-0abb4f452c80 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:48.305733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:48.351252 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e4aed740-3c44-4dc2-ae16-891bab4f36c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:48.375074 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b2ad94-1779-43aa-84f4-4a06b50cadc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Made reservation on behalf of 666beebaec8e4eb0809e97e35a5718ba for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:48.377890 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-59b2ad94-1779-43aa-84f4-4a06b50cadc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:48.382972 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e5bdf755-f37b-47f0-821a-a0e1015e3d16 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Calling delete_port for f536bf98-c409-4837-89b6-7d66bb7e7490 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:48.443424 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No DVR routers for this DVR port a640da66-6b1f-4685-b458-acd57295f78b on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:48.445508 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Port': ['ID=a640da66-6b1f-4685-b458-acd57295f78b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:48.555766 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4aed740-3c44-4dc2-ae16-891bab4f36c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:48.559725 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4aed740-3c44-4dc2-ae16-891bab4f36c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:48.693969 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-91de460f-49ce-4bbc-bbc1-47721061210e None None] Provisioning complete for port f8730a6b-062a-47a3-8a07-82f841425059 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:48.694702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-91de460f-49ce-4bbc-bbc1-47721061210e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:48.734321 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-59b2ad94-1779-43aa-84f4-4a06b50cadc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] device_id is not set on port 81604a13-55d6-4834-9d1d-9d8ea2f39984 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:16:48.745457 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf755-f37b-47f0-821a-a0e1015e3d16 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:48.793965 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdf755-f37b-47f0-821a-a0e1015e3d16 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Pushing event deleted for resources: {'Port': ['ID=f536bf98-c409-4837-89b6-7d66bb7e7490,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:48.840948 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5e6288f-b403-4e25-b93c-47aa5030553b tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:48.863148 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:48.883777 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb744882-e821-4a9d-966f-f0778d38face None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:48.889298 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73880943-e372-4b8d-b02e-1bf8e98e5f78 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:48.905872 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1443496-3d0c-402f-b36d-f311a16a9e98 admin admin] Made reservation on behalf of bfe5dd77b8fd41d0a68aef6d29a81ff5 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:48.909114 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1443496-3d0c-402f-b36d-f311a16a9e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:48.922332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1443496-3d0c-402f-b36d-f311a16a9e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.048615 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52b8c40-301d-4600-a5cb-2e9dcff3af41']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:49.094170 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955eda38-6399-4274-b0c7-a27239e2bb31') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:49.094583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955eda38-6399-4274-b0c7-a27239e2bb31') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:49.130901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.150787 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf755-f37b-47f0-821a-a0e1015e3d16 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.223108 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-e4aed740-3c44-4dc2-ae16-891bab4f36c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:16:49.241606 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.244678 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f52959-bc98-42c3-add9-c34a9eaccf28 None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:49.316778 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-98f52959-bc98-42c3-add9-c34a9eaccf28 None None] Deleting port f8730a6b-062a-47a3-8a07-82f841425059 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:49.317676 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-98f52959-bc98-42c3-add9-c34a9eaccf28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.325179 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:49.325710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:49.403341 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:49.407929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-98f52959-bc98-42c3-add9-c34a9eaccf28 None None] For port f8730a6b-062a-47a3-8a07-82f841425059, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f8730a6b-062a-47a3-8a07-82f841425059,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:49.408428 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-98f52959-bc98-42c3-add9-c34a9eaccf28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.427099 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-98f52959-bc98-42c3-add9-c34a9eaccf28 None None] Calling delete_port for f8730a6b-062a-47a3-8a07-82f841425059 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:49.516185 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6288f-b403-4e25-b93c-47aa5030553b tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting port 9af40f16-f663-4d26-aafe-1484635e5ca5 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:49.516671 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5e6288f-b403-4e25-b93c-47aa5030553b tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.557810 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-98f52959-bc98-42c3-add9-c34a9eaccf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.578146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf755-f37b-47f0-821a-a0e1015e3d16 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.598825 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf755-f37b-47f0-821a-a0e1015e3d16 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.619164 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f8730a6b-062a-47a3-8a07-82f841425059 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:16:49.623925 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f52959-bc98-42c3-add9-c34a9eaccf28 None None] Pushing event deleted for resources: {'Port': ['ID=f8730a6b-062a-47a3-8a07-82f841425059,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:49.628293 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-59b2ad94-1779-43aa-84f4-4a06b50cadc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.641633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.651061 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f52959-bc98-42c3-add9-c34a9eaccf28 None None] No DVR routers for this DVR port f8730a6b-062a-47a3-8a07-82f841425059 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:16:49.655784 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: f8730a6b-062a-47a3-8a07-82f841425059 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:16:49.656532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f8730a6b-062a-47a3-8a07-82f841425059 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:16:49.660426 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.671137 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/networks/c52b8c40-301d-4600-a5cb-2e9dcff3af41 HTTP/1.1" status: 204 len: 168 time: 6.9675903 Dec 14 01:16:49.679024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1443496-3d0c-402f-b36d-f311a16a9e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.681601 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4aed740-3c44-4dc2-ae16-891bab4f36c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.685199 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52334) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:49.693395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d6a2432e-a28d-4fc6-a6ca-de29532b010f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1580764892'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:49.731534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0646fd-417d-4691-a0b8-d503c7983451 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Network': ['ID=c52b8c40-301d-4600-a5cb-2e9dcff3af41,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:49.733371 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1443496-3d0c-402f-b36d-f311a16a9e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.733768 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5e6288f-b403-4e25-b93c-47aa5030553b tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.773497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6288f-b403-4e25-b93c-47aa5030553b tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Calling delete_port for 9af40f16-f663-4d26-aafe-1484635e5ca5 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:49.777266 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4aed740-3c44-4dc2-ae16-891bab4f36c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Port f8730a6b-062a-47a3-8a07-82f841425059 concurrently deleted while adding address for new subnet {'id': 'fc086f26-68e8-4bfd-9de3-de1db3e2ba37', 'name': '', 'tenant_id': '55931f2844424f749dcf0d06366b00bf', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 430, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-12-14T01:16:48Z', 'updated_at': '2021-12-14T01:16:48Z', 'revision_number': 0, 'segment_id': None, 'project_id': '55931f2844424f749dcf0d06366b00bf'}. {{(pid=103408) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Dec 14 01:16:49.777827 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4aed740-3c44-4dc2-ae16-891bab4f36c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.826275 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1443496-3d0c-402f-b36d-f311a16a9e98 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:49.832182 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a2432e-a28d-4fc6-a6ca-de29532b010f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:49.835824 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6a2432e-a28d-4fc6-a6ca-de29532b010f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.841282 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-59b2ad94-1779-43aa-84f4-4a06b50cadc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.845744 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bdf755-f37b-47f0-821a-a0e1015e3d16 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Router 5afee3a9-3233-42ac-bcb2-fd91328b2fd9 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:16:49.846389 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52338) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:49.851664 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1443496-3d0c-402f-b36d-f311a16a9e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b05078-b9c9-4f34-9114-3460ab6e011a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:49.864484 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aed740-3c44-4dc2-ae16-891bab4f36c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:49.871436 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1443496-3d0c-402f-b36d-f311a16a9e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.871782 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-f1443496-3d0c-402f-b36d-f311a16a9e98 admin admin] Added segment a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a of type vlan for network f7b8327e-95d0-4538-baf8-12b321378ee5 Dec 14 01:16:49.894205 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aed740-3c44-4dc2-ae16-891bab4f36c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=fc086f26-68e8-4bfd-9de3-de1db3e2ba37,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:49.899472 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e4aed740-3c44-4dc2-ae16-891bab4f36c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:49.902297 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aed740-3c44-4dc2-ae16-891bab4f36c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:49.902916 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4aed740-3c44-4dc2-ae16-891bab4f36c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:49.911448 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021afe8f-bd46-4f06-8d8f-185abdcb1ff7 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:49.952319 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a2432e-a28d-4fc6-a6ca-de29532b010f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:49.959057 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b2ad94-1779-43aa-84f4-4a06b50cadc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Network 092bf39d-4886-4aba-90dd-cec62ea4c77c is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:49.977261 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e4aed740-3c44-4dc2-ae16-891bab4f36c4 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6893523 Dec 14 01:16:49.980515 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52342) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:49.991002 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f11c1851-5c00-4580-b7ce-7a52332f6f09 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:49.998141 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-59b2ad94-1779-43aa-84f4-4a06b50cadc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:50.011188 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b2ad94-1779-43aa-84f4-4a06b50cadc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:50.012146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b2ad94-1779-43aa-84f4-4a06b50cadc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:50.012749 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-59b2ad94-1779-43aa-84f4-4a06b50cadc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.017122 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6a2432e-a28d-4fc6-a6ca-de29532b010f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.017546 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-d6a2432e-a28d-4fc6-a6ca-de29532b010f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Added segment 3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0 of type vlan for network e9a52e2e-eee0-4a29-8519-39c03e2d54b0 Dec 14 01:16:50.026600 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': 'fc086f26-68e8-4bfd-9de3-de1db3e2ba37'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:50.028130 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.052030 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2ad94-1779-43aa-84f4-4a06b50cadc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Pushing event updated for resources: {'Port': ['ID=81604a13-55d6-4834-9d1d-9d8ea2f39984,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:50.067724 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1014106176', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:50.071678 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1443496-3d0c-402f-b36d-f311a16a9e98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.124088 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bdf755-f37b-47f0-821a-a0e1015e3d16 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:50.129879 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-59b2ad94-1779-43aa-84f4-4a06b50cadc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4395716 Dec 14 01:16:50.139441 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938bb8de-c342-47f0-b431-afb59cc86faa None None] Sync routers for ids ['5afee3a9-3233-42ac-bcb2-fd91328b2fd9'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:50.141625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf755-f37b-47f0-821a-a0e1015e3d16 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.142911 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e5bdf755-f37b-47f0-821a-a0e1015e3d16 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "PUT /v2.0/routers/5afee3a9-3233-42ac-bcb2-fd91328b2fd9 HTTP/1.1" status: 200 len: 709 time: 4.8524101 Dec 14 01:16:50.143417 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52344) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:50.150405 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:50.152029 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52346) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:50.159394 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938bb8de-c342-47f0-b431-afb59cc86faa None None] Routers {'5afee3a9-3233-42ac-bcb2-fd91328b2fd9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:50.161315 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-938bb8de-c342-47f0-b431-afb59cc86faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5afee3a9-3233-42ac-bcb2-fd91328b2fd9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:50.195657 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6a2432e-a28d-4fc6-a6ca-de29532b010f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.197992 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-938bb8de-c342-47f0-b431-afb59cc86faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:50.207899 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938bb8de-c342-47f0-b431-afb59cc86faa None None] Routers {'5afee3a9-3233-42ac-bcb2-fd91328b2fd9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:50.208830 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-938bb8de-c342-47f0-b431-afb59cc86faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5afee3a9-3233-42ac-bcb2-fd91328b2fd9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:50.222800 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1443496-3d0c-402f-b36d-f311a16a9e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.223506 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1443496-3d0c-402f-b36d-f311a16a9e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:50.224118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1443496-3d0c-402f-b36d-f311a16a9e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.232959 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Allocated IP 2001:db8::f816:3eff:fed1:b89b (bee5f2cb-0e66-4058-9cdb-51591d3f118e/fc086f26-68e8-4bfd-9de3-de1db3e2ba37/7d05b11f-e365-466f-b8f1-7fd60c736125) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:50.238632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dede310f-8984-487e-8508-9b21f00a79cb tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.246791 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-938bb8de-c342-47f0-b431-afb59cc86faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:50.247669 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938bb8de-c342-47f0-b431-afb59cc86faa None None] The sync data for ids ['5afee3a9-3233-42ac-bcb2-fd91328b2fd9'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:50.310110 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Made reservation on behalf of 0817bb60e52a40d1bb71edccef6e393c for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:50.312616 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.390815 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.400110 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-802bb0e4-b422-4d72-8d01-03cd0431dbb0 tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "GET /v2.0/routers/5afee3a9-3233-42ac-bcb2-fd91328b2fd9 HTTP/1.1" status: 200 len: 744 time: 0.2419376 Dec 14 01:16:50.401012 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f1443496-3d0c-402f-b36d-f311a16a9e98 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6828239 Dec 14 01:16:50.401569 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52348) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:50.417561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52350) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:50.430157 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.435892 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-38bb364a-5122-48a0-9e8e-20384ff8f1ce admin admin] Request body: {'subnet': {'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-307079905-subnet', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:50.438044 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.485771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:50.489491 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:50.494481 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e0d18ffe-ad61-4f5d-9c82-246b020f847c tempest-RoutersIpV6AdminTest-951240318 tempest-RoutersIpV6AdminTest-951240318-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9d3d9e64-5277-4411-88bd-12485529348e&device_id=5afee3a9-3233-42ac-bcb2-fd91328b2fd9 HTTP/1.1" status: 200 len: 205 time: 0.0819745 Dec 14 01:16:50.495508 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:50.498663 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52352) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:50.504561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1443496-3d0c-402f-b36d-f311a16a9e98 admin admin] Pushing event updated for resources: {'Network': ['ID=f7b8327e-95d0-4538-baf8-12b321378ee5,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:50.537457 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Pushing event updated for resources: {'Port': ['ID=7d05b11f-e365-466f-b8f1-7fd60c736125,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:50.540036 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network f7b8327e-95d0-4538-baf8-12b321378ee5 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:50.548064 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-50112b4f-040a-4a18-bb28-f6645fa0475f tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "GET /v2.0/ports?device_id=5afee3a9-3233-42ac-bcb2-fd91328b2fd9 HTTP/1.1" status: 200 len: 205 time: 0.0445631 Dec 14 01:16:50.556468 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52354) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:50.627528 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Attempting to bind port 7d05b11f-e365-466f-b8f1-7fd60c736125 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:50.627931 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Attempting to bind port 7d05b11f-e365-466f-b8f1-7fd60c736125 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:50.628306 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Attempting to bind port 7d05b11f-e365-466f-b8f1-7fd60c736125 on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:50.644082 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:50.644523 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:50.644959 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.645348 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:50.645838 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Bound port: 7d05b11f-e365-466f-b8f1-7fd60c736125, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:50.646227 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.675253 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.693266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bb364a-5122-48a0-9e8e-20384ff8f1ce admin admin] Made reservation on behalf of bfe5dd77b8fd41d0a68aef6d29a81ff5 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:50.695607 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-38bb364a-5122-48a0-9e8e-20384ff8f1ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.707704 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6a2432e-a28d-4fc6-a6ca-de29532b010f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.713433 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a2432e-a28d-4fc6-a6ca-de29532b010f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:50.714047 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6a2432e-a28d-4fc6-a6ca-de29532b010f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.722985 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] For port 7d05b11f-e365-466f-b8f1-7fd60c736125, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:50.726909 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] For port 7d05b11f-e365-466f-b8f1-7fd60c736125, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7d05b11f-e365-466f-b8f1-7fd60c736125,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:50.732663 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.748852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ea31dd3-254c-4d94-b356-011d245c465f tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.792216 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5e6288f-b403-4e25-b93c-47aa5030553b tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.793804 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608aded7-fcac-44b1-8572-a7c328e0242e None None] Pushing event updated for resources: {'Port': ['ID=7d05b11f-e365-466f-b8f1-7fd60c736125,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:50.816804 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d6a2432e-a28d-4fc6-a6ca-de29532b010f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1257348 Dec 14 01:16:50.837506 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52356) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:50.861955 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-bc73b3e7-bdb3-4d4b-b27d-16c104e2940a tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'subnet': {'network_id': 'e9a52e2e-eee0-4a29-8519-39c03e2d54b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:50.876788 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6288f-b403-4e25-b93c-47aa5030553b tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Port': ['ID=9af40f16-f663-4d26-aafe-1484635e5ca5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:50.923723 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2432e-a28d-4fc6-a6ca-de29532b010f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Network': ['ID=e9a52e2e-eee0-4a29-8519-39c03e2d54b0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:50.926564 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11c1851-5c00-4580-b7ce-7a52332f6f09 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:50.930170 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f11c1851-5c00-4580-b7ce-7a52332f6f09 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:50.941261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network e9a52e2e-eee0-4a29-8519-39c03e2d54b0 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:51.312139 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc73b3e7-bdb3-4d4b-b27d-16c104e2940a tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:51.315650 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc73b3e7-bdb3-4d4b-b27d-16c104e2940a tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:51.335932 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5e6288f-b403-4e25-b93c-47aa5030553b tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:51.351687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:51.364821 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ea31dd3-254c-4d94-b356-011d245c465f tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:51.366374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:51.370031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ea31dd3-254c-4d94-b356-011d245c465f tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:51.382524 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] device_id is not set on port a467673f-8c4f-4014-9d9f-4d52eb800536 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:16:51.532580 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ea31dd3-254c-4d94-b356-011d245c465f tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:51.533277 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea31dd3-254c-4d94-b356-011d245c465f tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Fanout notify agent at l3_agent the message router_deleted on router 5afee3a9-3233-42ac-bcb2-fd91328b2fd9 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:16:51.549357 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7d05b11f-e365-466f-b8f1-7fd60c736125 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:51.551494 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ea31dd3-254c-4d94-b356-011d245c465f tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:51.556260 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3ea31dd3-254c-4d94-b356-011d245c465f tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "DELETE /v2.0/routers/5afee3a9-3233-42ac-bcb2-fd91328b2fd9 HTTP/1.1" status: 204 len: 168 time: 0.9952159 Dec 14 01:16:51.557309 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49da80ce-6073-4b20-b2f8-e74985d0bc4f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:51.568501 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52358) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:51.603881 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] device_id is not set on port 81604a13-55d6-4834-9d1d-9d8ea2f39984 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:16:51.623540 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:51.641010 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 7d05b11f-e365-466f-b8f1-7fd60c736125 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:51.641733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:51.642584 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:51.652725 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e58f3fd6-2c6a-4cdb-be92-6171c53b57a9 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "GET /v2.0/ports?device_id=5afee3a9-3233-42ac-bcb2-fd91328b2fd9 HTTP/1.1" status: 200 len: 205 time: 0.0809164 Dec 14 01:16:51.664706 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52360) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:51.740909 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:51.742602 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Allocated IP 172.26.1.46 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/a467673f-8c4f-4014-9d9f-4d52eb800536) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:51.744901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-38bb364a-5122-48a0-9e8e-20384ff8f1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:51.787182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 7d05b11f-e365-466f-b8f1-7fd60c736125, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7d05b11f-e365-466f-b8f1-7fd60c736125,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:51.794230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:51.853291 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb364a-5122-48a0-9e8e-20384ff8f1ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c950cfe2-66cf-445f-90c5-d23a7416e235,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:51.866889 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-9f56bd88-d6e5-4a38-9548-7cc987c4156e tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] delete failed (client error): The resource could not be found. Dec 14 01:16:51.870785 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9f56bd88-d6e5-4a38-9548-7cc987c4156e tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "DELETE /v2.0/routers/5afee3a9-3233-42ac-bcb2-fd91328b2fd9 HTTP/1.1" status: 404 len: 336 time: 0.1997316 Dec 14 01:16:51.873802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dede310f-8984-487e-8508-9b21f00a79cb tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Deleting port ceaa89a6-9abe-405b-9afa-43d9f118264b {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:51.874141 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dede310f-8984-487e-8508-9b21f00a79cb tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:51.876893 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52362) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:51.910977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a010fcd-939e-4db9-93e3-72043b6daa45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:51.913529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=7d05b11f-e365-466f-b8f1-7fd60c736125,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:51.923689 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Pushing event updated for resources: {'Port': ['ID=81604a13-55d6-4834-9d1d-9d8ea2f39984,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:51.990212 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a0e559a4-e229-41f5-91d7-463b1b132c8d tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "GET /v2.0/ports?device_id=882c9452-fb5a-4294-89bb-83cba26e9928 HTTP/1.1" status: 200 len: 205 time: 0.0739043 Dec 14 01:16:51.991062 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bb364a-5122-48a0-9e8e-20384ff8f1ce admin admin] Checking segment: {'id': 'a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:51.991422 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bb364a-5122-48a0-9e8e-20384ff8f1ce admin admin] Network hostable DHCP agents. Network: f7b8327e-95d0-4538-baf8-12b321378ee5, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:51.993400 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52364) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:51.996850 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:51.997195 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:51.997999 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:52.013033 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e6288f-b403-4e25-b93c-47aa5030553b tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router 03423914-205f-4c68-b40b-ff97bec7f7d6 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:16:52.016493 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f11c1851-5c00-4580-b7ce-7a52332f6f09 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:52.018262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:52.018597 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:52.024565 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 2 to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 Dec 14 01:16:52.055220 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-3eae3816-47cc-40e6-8956-10920de79ef7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] delete failed (client error): The resource could not be found. Dec 14 01:16:52.058839 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3eae3816-47cc-40e6-8956-10920de79ef7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "DELETE /v2.0/routers/882c9452-fb5a-4294-89bb-83cba26e9928 HTTP/1.1" status: 404 len: 336 time: 0.0578372 Dec 14 01:16:52.068204 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52366) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:52.069131 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc73b3e7-bdb3-4d4b-b27d-16c104e2940a tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:52.104939 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bb364a-5122-48a0-9e8e-20384ff8f1ce admin admin] Network f7b8327e-95d0-4538-baf8-12b321378ee5 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:52.115896 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:52.116278 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:52.116632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:52.117146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dede310f-8984-487e-8508-9b21f00a79cb tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:52.131568 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0d806e70-2721-4bd1-816d-02456929c221 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddee55ab-682c-4d5f-a50d-bc12da1a95b4 HTTP/1.1" status: 200 len: 205 time: 0.0579491 Dec 14 01:16:52.134593 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52368) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:52.137213 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11c1851-5c00-4580-b7ce-7a52332f6f09 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:52.148961 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:52.151159 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-38bb364a-5122-48a0-9e8e-20384ff8f1ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, f7b8327e-95d0-4538-baf8-12b321378ee5) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:52.160952 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86411d9-624e-404e-aeec-8b3d6a899792 None None] Network f7b8327e-95d0-4538-baf8-12b321378ee5 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:52.186048 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dede310f-8984-487e-8508-9b21f00a79cb tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Calling delete_port for ceaa89a6-9abe-405b-9afa-43d9f118264b owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:52.191793 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bb364a-5122-48a0-9e8e-20384ff8f1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:52.192437 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-38bb364a-5122-48a0-9e8e-20384ff8f1ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:52.196650 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-d10e459d-e94b-4e41-ab85-5dca38e655c9 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] delete failed (client error): The resource could not be found. Dec 14 01:16:52.201504 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d10e459d-e94b-4e41-ab85-5dca38e655c9 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "DELETE /v2.0/routers/ddee55ab-682c-4d5f-a50d-bc12da1a95b4 HTTP/1.1" status: 404 len: 336 time: 0.0605323 Dec 14 01:16:52.206523 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52370) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:52.206713 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:52.206822 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:52.207700 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f11c1851-5c00-4580-b7ce-7a52332f6f09 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:52.213407 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 3 to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 Dec 14 01:16:52.214182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-aa0b497b-f2b9-4df9-9d75-98b990e80bee None None] Provisioning complete for port 7d05b11f-e365-466f-b8f1-7fd60c736125 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:52.214802 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa0b497b-f2b9-4df9-9d75-98b990e80bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:52.215188 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c1851-5c00-4580-b7ce-7a52332f6f09 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=bf500b2b-2207-4189-b749-5b0a58038109,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:52.224562 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11c1851-5c00-4580-b7ce-7a52332f6f09 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:52.224836 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f11c1851-5c00-4580-b7ce-7a52332f6f09 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:52.251346 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c58adc-9701-4a1e-8578-66f5c8d8dd93 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:52.276087 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-053cfc12-7227-4cf1-ad5c-729af8b9bb8c tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "GET /v2.0/ports?device_id=a22d38e2-67bf-4f48-ab11-dd66d4e4bba5 HTTP/1.1" status: 200 len: 205 time: 0.0697093 Dec 14 01:16:52.282426 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:52.282774 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:52.283123 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:52.285165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52372) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:52.292993 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-38bb364a-5122-48a0-9e8e-20384ff8f1ce admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8610852 Dec 14 01:16:52.299246 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52374) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:52.308023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-307079905-router', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:52.318710 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f11c1851-5c00-4580-b7ce-7a52332f6f09 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3358104 Dec 14 01:16:52.319683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e6288f-b403-4e25-b93c-47aa5030553b tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:52.322965 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:52.323271 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:52.325294 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52376) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:52.334092 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f5e6288f-b403-4e25-b93c-47aa5030553b tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/03423914-205f-4c68-b40b-ff97bec7f7d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3293173 Dec 14 01:16:52.334092 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 4 to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 Dec 14 01:16:52.340868 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c8af43-c7b6-428e-a72c-c1c9127ce531 None None] Sync routers for ids ['03423914-205f-4c68-b40b-ff97bec7f7d6'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:52.342124 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52378) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:52.353655 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-df007d5c-1078-40e1-a3c4-d621b2d8483e tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] delete failed (client error): The resource could not be found. Dec 14 01:16:52.354731 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-df007d5c-1078-40e1-a3c4-d621b2d8483e tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "DELETE /v2.0/routers/a22d38e2-67bf-4f48-ab11-dd66d4e4bba5 HTTP/1.1" status: 404 len: 336 time: 0.0683362 Dec 14 01:16:52.363245 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52380) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:52.363456 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3d421fef-7c4b-440c-9ef5-985f2efe800d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'mac_address': 'fa:16:3e:14:e5:48', 'name': 'tempest-NetworksTestDHCPv6-406149787'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:52.382331 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c8af43-c7b6-428e-a72c-c1c9127ce531 None None] Routers {'03423914-205f-4c68-b40b-ff97bec7f7d6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:52.383075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-35c8af43-c7b6-428e-a72c-c1c9127ce531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['03423914-205f-4c68-b40b-ff97bec7f7d6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:52.397772 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-f7b8327e-95d0-4538-baf8-12b321378ee5', 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5', 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'fixed_ips': [{'subnet_id': 'c950cfe2-66cf-445f-90c5-d23a7416e235'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:52.398779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:52.402604 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73b3e7-bdb3-4d4b-b27d-16c104e2940a tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Subnet': ['ID=5714f1b0-9c96-4d0b-b6be-037e51408648,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:52.405374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73b3e7-bdb3-4d4b-b27d-16c104e2940a tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Checking segment: {'id': '3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e9a52e2e-eee0-4a29-8519-39c03e2d54b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:52.405744 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc73b3e7-bdb3-4d4b-b27d-16c104e2940a tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network hostable DHCP agents. Network: e9a52e2e-eee0-4a29-8519-39c03e2d54b0, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:52.410738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:52.445560 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:52.445975 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:52.446355 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:52.456832 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:52.457570 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:52.458931 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4c14eca7-8271-46d6-8da5-c989f66dedb1 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "GET /v2.0/ports?device_id=27df7a19-aa58-490a-8247-7aa6bbd86b83 HTTP/1.1" status: 200 len: 205 time: 0.0932472 Dec 14 01:16:52.461763 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52382) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:52.469464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-35c8af43-c7b6-428e-a72c-c1c9127ce531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:52.481336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:52.481671 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:52.489313 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 5 to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 Dec 14 01:16:52.513808 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c8af43-c7b6-428e-a72c-c1c9127ce531 None None] Routers {'03423914-205f-4c68-b40b-ff97bec7f7d6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:52.514579 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-35c8af43-c7b6-428e-a72c-c1c9127ce531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['03423914-205f-4c68-b40b-ff97bec7f7d6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:52.535959 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-e3fab01e-1803-4eee-94a0-9b1aa9e812ee tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] delete failed (client error): The resource could not be found. Dec 14 01:16:52.539410 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e3fab01e-1803-4eee-94a0-9b1aa9e812ee tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "DELETE /v2.0/routers/27df7a19-aa58-490a-8247-7aa6bbd86b83 HTTP/1.1" status: 404 len: 336 time: 0.0690546 Dec 14 01:16:52.541631 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52384) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:52.544358 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc73b3e7-bdb3-4d4b-b27d-16c104e2940a tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network e9a52e2e-eee0-4a29-8519-39c03e2d54b0 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:52.556724 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-35c8af43-c7b6-428e-a72c-c1c9127ce531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:52.557530 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c8af43-c7b6-428e-a72c-c1c9127ce531 None None] The sync data for ids ['03423914-205f-4c68-b40b-ff97bec7f7d6'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:52.576036 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:52.579600 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:52.579838 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:52.580214 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:52.590871 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-bc73b3e7-bdb3-4d4b-b27d-16c104e2940a tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, e9a52e2e-eee0-4a29-8519-39c03e2d54b0) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:52.595392 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc73b3e7-bdb3-4d4b-b27d-16c104e2940a tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:52.596047 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc73b3e7-bdb3-4d4b-b27d-16c104e2940a tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:52.597765 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0a0da62c-4420-4504-8383-1331b4cb180a tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0a822b-16b1-486e-a820-47a7e3c67da6 HTTP/1.1" status: 200 len: 205 time: 0.0543923 Dec 14 01:16:52.598661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Pushing event updated for resources: {'Port': ['ID=a467673f-8c4f-4014-9d9f-4d52eb800536,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:52.601629 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:52.604381 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52386) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:52.616159 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:52.677506 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff03984b-21e7-4e27-a093-7b2c69367b6a None None] Network e9a52e2e-eee0-4a29-8519-39c03e2d54b0 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:52.749477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e382ba66-f2aa-41ac-a60d-a076fcfd9fc2 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:52.759080 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-6d48e8cb-bc55-4703-9130-c2944eb5d1a4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] delete failed (client error): The resource could not be found. Dec 14 01:16:52.760146 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6d48e8cb-bc55-4703-9130-c2944eb5d1a4 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "DELETE /v2.0/routers/0e0a822b-16b1-486e-a820-47a7e3c67da6 HTTP/1.1" status: 404 len: 336 time: 0.1476264 Dec 14 01:16:52.784544 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52388) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:52.824829 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f7aa46-5627-4a11-a477-281c55ed29f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] DELETE failed (client error): The resource could not be found. Dec 14 01:16:52.825382 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f7aa46-5627-4a11-a477-281c55ed29f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:16:52.829553 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c2f7aa46-5627-4a11-a477-281c55ed29f7 tempest-RoutersIpV6AdminTest-489251066 tempest-RoutersIpV6AdminTest-489251066-project] 10.222.0.32 "DELETE /v2.0/subnets/a7799bd5-ae8c-49a2-b9fd-0a2f246f5db8 HTTP/1.1" status: 404 len: 337 time: 0.0400853 Dec 14 01:16:52.874157 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:52.875302 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:52.902342 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:52.902930 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:52.908552 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:52.909541 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 6 to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 Dec 14 01:16:52.910986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dede310f-8984-487e-8508-9b21f00a79cb tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:52.975308 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:52.975812 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:52.976341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:52.981969 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-88f9b144-4e8d-4538-b14a-e5aa01f89708 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1311867 Dec 14 01:16:52.984761 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-e9a52e2e-eee0-4a29-8519-39c03e2d54b0', 'network_id': 'e9a52e2e-eee0-4a29-8519-39c03e2d54b0', 'project_id': '23b9ff3b60424289894d8328f5d4c3fb', 'fixed_ips': [{'subnet_id': '5714f1b0-9c96-4d0b-b6be-037e51408648'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:52.985845 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:52.986485 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede310f-8984-487e-8508-9b21f00a79cb tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event deleted for resources: {'Port': ['ID=ceaa89a6-9abe-405b-9afa-43d9f118264b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:52.995359 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52392) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:53.001724 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-dc51b3a1-76cf-421a-bfa4-413f242bec59 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}]}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:53.015230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Allocated IP 172.20.0.2 (f7b8327e-95d0-4538-baf8-12b321378ee5/c950cfe2-66cf-445f-90c5-d23a7416e235/2b1c7021-1712-4e1b-812d-3346e4dd28ac) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:53.015648 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bc73b3e7-bdb3-4d4b-b27d-16c104e2940a tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1582153 Dec 14 01:16:53.020953 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52394) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:53.021153 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7331b6bf-25ee-4dfb-aee4-174b78bf6ffe None None] Update dhcp port {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'fixed_ips': [{'subnet_id': 'fc086f26-68e8-4bfd-9de3-de1db3e2ba37', 'ip_address': '2001:db8::f816:3eff:fed1:b89b'}, {'subnet_id': 'bf500b2b-2207-4189-b749-5b0a58038109'}], 'binding:host_id': 'dv-neutron-821592-1-hyperv'}, 'id': '7d05b11f-e365-466f-b8f1-7fd60c736125'} from dv-neutron-821592-1-hyperv. {{(pid=103410) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 01:16:53.032653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e12b2c5c-ad6d-492c-98cd-cfb5b8177bb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'subnet': {'network_id': 'e9a52e2e-eee0-4a29-8519-39c03e2d54b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:53.040311 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:53.040873 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:53.058742 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 7 to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 Dec 14 01:16:53.073075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-83554dea-94f5-4a66-a267-dbe126ad4698 None None] Provisioning complete for port a467673f-8c4f-4014-9d9f-4d52eb800536 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:53.073465 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83554dea-94f5-4a66-a267-dbe126ad4698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.185745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc51b3a1-76cf-421a-bfa4-413f242bec59 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.186967 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc51b3a1-76cf-421a-bfa4-413f242bec59 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.207974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:53.208215 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:53.208490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:53.223104 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.226729 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:53.227052 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:53.231312 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 8 to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 Dec 14 01:16:53.234324 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d421fef-7c4b-440c-9ef5-985f2efe800d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:53.278712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc51b3a1-76cf-421a-bfa4-413f242bec59 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.298116 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52398) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:53.318113 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:53.318515 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:53.318869 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:53.341488 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dede310f-8984-487e-8508-9b21f00a79cb tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.371518 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:53.371875 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:53.376996 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 9 to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 Dec 14 01:16:53.416287 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:53.416735 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:53.417016 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:53.447812 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:53.448238 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:53.455534 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempt 10 to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 Dec 14 01:16:53.467119 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d421fef-7c4b-440c-9ef5-985f2efe800d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.488388 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7331b6bf-25ee-4dfb-aee4-174b78bf6ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.488977 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12b2c5c-ad6d-492c-98cd-cfb5b8177bb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:53.492431 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e12b2c5c-ad6d-492c-98cd-cfb5b8177bb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.502373 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:53.503035 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:53.503035 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempting to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:53.506386 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.533873 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8a951f6c-f2d7-4801-82f4-f51bddfd65f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.563703 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.564924 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:16:53.565290 dv-neutron-821592-1-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Failed to bind port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'dac148b4-88b1-4afc-8b66-c6386a74a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '092bf39d-4886-4aba-90dd-cec62ea4c77c'}] Dec 14 01:16:53.565643 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.567989 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc51b3a1-76cf-421a-bfa4-413f242bec59 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.572382 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Allocated IP 2001:db8::2 (e9a52e2e-eee0-4a29-8519-39c03e2d54b0/5714f1b0-9c96-4d0b-b6be-037e51408648/5014fbbf-09b3-4887-a40d-235878fdb7a8) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:53.575870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-3d421fef-7c4b-440c-9ef5-985f2efe800d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port 61e68c26-614b-440b-8f67-fa81da4ccf51 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:16:53.585223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7d05b11f-e365-466f-b8f1-7fd60c736125 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:53.689697 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-83554dea-94f5-4a66-a267-dbe126ad4698 None None] Port a467673f-8c4f-4014-9d9f-4d52eb800536 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:53.737001 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Network f7b8327e-95d0-4538-baf8-12b321378ee5 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:53.791318 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:53.797433 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Pushing event updated for resources: {'Port': ['ID=2b1c7021-1712-4e1b-812d-3346e4dd28ac,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:53.802727 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:53.904963 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Attempting to bind port 2b1c7021-1712-4e1b-812d-3346e4dd28ac on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:53.905185 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Attempting to bind port 2b1c7021-1712-4e1b-812d-3346e4dd28ac by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:53.905437 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Attempting to bind port 2b1c7021-1712-4e1b-812d-3346e4dd28ac on network f7b8327e-95d0-4538-baf8-12b321378ee5 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:53.912941 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] For port 81604a13-55d6-4834-9d1d-9d8ea2f39984, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:53.913569 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attempted to set empty binding levels {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 14 01:16:53.920768 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 7d05b11f-e365-466f-b8f1-7fd60c736125 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:53.921446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.925090 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.928950 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:53.929336 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Checking segment: {'id': 'a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:53.930294 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.930294 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Bound using segment: {'id': 'a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:53.930597 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Bound port: 2b1c7021-1712-4e1b-812d-3346e4dd28ac, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:53.930992 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:53.999044 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] In _notify_port_updated(), no bound segment for port 81604a13-55d6-4834-9d1d-9d8ea2f39984 on network 092bf39d-4886-4aba-90dd-cec62ea4c77c {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:16:54.000522 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:54.001338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.003163 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] 10.222.0.32 "PUT /v2.0/ports/81604a13-55d6-4834-9d1d-9d8ea2f39984 HTTP/1.1" status: 200 len: 981 time: 3.8565636 Dec 14 01:16:54.016782 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52402) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:54.059482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dede310f-8984-487e-8508-9b21f00a79cb tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Router f5f5ace0-903d-4ac3-a21d-76c97a5d97d5 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:16:54.110494 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.116057 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1dc46905-530c-49cf-9b6f-39819f52299e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.140166 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] For port 2b1c7021-1712-4e1b-812d-3346e4dd28ac, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:54.149879 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.159273 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.179910 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.188262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282a66c-9a44-4b94-a41e-1811268cac26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Pushing event updated for resources: {'Port': ['ID=81604a13-55d6-4834-9d1d-9d8ea2f39984,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:54.220399 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] For port 2b1c7021-1712-4e1b-812d-3346e4dd28ac, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2b1c7021-1712-4e1b-812d-3346e4dd28ac,segment=NetworkSegment(a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a),segment_id=a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:54.236232 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.239391 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-3d421fef-7c4b-440c-9ef5-985f2efe800d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 172.20.0.9 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/bf500b2b-2207-4189-b749-5b0a58038109/61e68c26-614b-440b-8f67-fa81da4ccf51) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:54.250633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95b075bc-69e6-4e70-8229-689d6b9bcc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.261089 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Network e9a52e2e-eee0-4a29-8519-39c03e2d54b0 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:54.267535 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:54.274471 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Pushing event updated for resources: {'Port': ['ID=5014fbbf-09b3-4887-a40d-235878fdb7a8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:54.277938 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:54.297077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dede310f-8984-487e-8508-9b21f00a79cb tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:54.317941 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dede310f-8984-487e-8508-9b21f00a79cb tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "PUT /v2.0/routers/f5f5ace0-903d-4ac3-a21d-76c97a5d97d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0542438 Dec 14 01:16:54.327115 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-3d421fef-7c4b-440c-9ef5-985f2efe800d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::f816:3eff:fe14:e548 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/fc086f26-68e8-4bfd-9de3-de1db3e2ba37/61e68c26-614b-440b-8f67-fa81da4ccf51) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:54.327389 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232a617-70fc-49ea-85ae-adea44a3a644 None None] Sync routers for ids ['f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:54.328178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8a951f6c-f2d7-4801-82f4-f51bddfd65f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.328491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52404) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:54.347306 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5232a617-70fc-49ea-85ae-adea44a3a644 None None] Routers {'f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:54.347822 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5232a617-70fc-49ea-85ae-adea44a3a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:54.375970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8a951f6c-f2d7-4801-82f4-f51bddfd65f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.391793 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-b2f46ce3-1ee1-4ea4-a8d4-d0b495cfcc0c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] delete failed (client error): The resource could not be found. Dec 14 01:16:54.398490 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b2f46ce3-1ee1-4ea4-a8d4-d0b495cfcc0c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1455295888 HTTP/1.1" status: 404 len: 335 time: 0.0687094 Dec 14 01:16:54.399076 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52406) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:54.415506 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5232a617-70fc-49ea-85ae-adea44a3a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:54.438141 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Attempting to bind port 5014fbbf-09b3-4887-a40d-235878fdb7a8 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:16:54.439344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Attempting to bind port 5014fbbf-09b3-4887-a40d-235878fdb7a8 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e9a52e2e-eee0-4a29-8519-39c03e2d54b0'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:16:54.439835 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Attempting to bind port 5014fbbf-09b3-4887-a40d-235878fdb7a8 on network e9a52e2e-eee0-4a29-8519-39c03e2d54b0 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:16:54.440878 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5232a617-70fc-49ea-85ae-adea44a3a644 None None] Routers {'f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:54.441326 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-21004bf3-dba7-46a5-9a65-d414ee7d04ea tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:54.441447 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e12b2c5c-ad6d-492c-98cd-cfb5b8177bb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.441827 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5232a617-70fc-49ea-85ae-adea44a3a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:54.459456 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:16:54.460700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Checking segment: {'id': '3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e9a52e2e-eee0-4a29-8519-39c03e2d54b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:54.461249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.463060 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Bound using segment: {'id': '3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e9a52e2e-eee0-4a29-8519-39c03e2d54b0'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:16:54.465524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Bound port: 5014fbbf-09b3-4887-a40d-235878fdb7a8, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e9a52e2e-eee0-4a29-8519-39c03e2d54b0'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:16:54.466189 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.491606 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5232a617-70fc-49ea-85ae-adea44a3a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:54.496690 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232a617-70fc-49ea-85ae-adea44a3a644 None None] The sync data for ids ['f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:54.520996 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d0990c6c-629a-4663-931b-7b3e8666de76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Deleting port 81604a13-55d6-4834-9d1d-9d8ea2f39984 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:54.521346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0990c6c-629a-4663-931b-7b3e8666de76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.531191 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12b2c5c-ad6d-492c-98cd-cfb5b8177bb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network e9a52e2e-eee0-4a29-8519-39c03e2d54b0 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:54.542988 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e12b2c5c-ad6d-492c-98cd-cfb5b8177bb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:54.546126 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12b2c5c-ad6d-492c-98cd-cfb5b8177bb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:54.546882 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e12b2c5c-ad6d-492c-98cd-cfb5b8177bb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.548215 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcd3cc-4b5f-44b5-9457-ae7b41a31de1 None None] Pushing event updated for resources: {'Port': ['ID=2b1c7021-1712-4e1b-812d-3346e4dd28ac,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:54.582529 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a951f6c-f2d7-4801-82f4-f51bddfd65f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78d9b6c-4d9f-4b97-bbb2-329929c3f8d5,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:54.619462 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8a951f6c-f2d7-4801-82f4-f51bddfd65f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b78b43d21cc1435ba70d9a1060cb5b84&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3155260 Dec 14 01:16:54.621093 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] For port 5014fbbf-09b3-4887-a40d-235878fdb7a8, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:16:54.621911 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52408) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:54.628578 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] For port 5014fbbf-09b3-4887-a40d-235878fdb7a8, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=5014fbbf-09b3-4887-a40d-235878fdb7a8,segment=NetworkSegment(3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0),segment_id=3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:16:54.638106 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.697581 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Allocated IP 172.26.1.59 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/6c0e46cc-766e-4958-9132-d6fa2f40d9c8) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:54.716418 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e12b2c5c-ad6d-492c-98cd-cfb5b8177bb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6910045 Dec 14 01:16:54.724599 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52410) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:54.770459 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106d5b8-1ffc-47ba-afb0-afce39ea5d2b None None] Pushing event updated for resources: {'Port': ['ID=5014fbbf-09b3-4887-a40d-235878fdb7a8,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:54.819763 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b2c5c-ad6d-492c-98cd-cfb5b8177bb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Subnet': ['ID=4f95fc78-6fb9-47cd-a5b8-fbeaabdee033,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:54.828764 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d0990c6c-629a-4663-931b-7b3e8666de76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] For port 81604a13-55d6-4834-9d1d-9d8ea2f39984, host hv-neutron-8215, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:54.829091 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0990c6c-629a-4663-931b-7b3e8666de76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.899483 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d0990c6c-629a-4663-931b-7b3e8666de76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Calling delete_port for 81604a13-55d6-4834-9d1d-9d8ea2f39984 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:54.968823 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21004bf3-dba7-46a5-9a65-d414ee7d04ea tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:54.999044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdcfc2a7-df02-46ad-82bc-9fac811475a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.023059 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-21004bf3-dba7-46a5-9a65-d414ee7d04ea tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] update failed (client error): The resource could not be found. Dec 14 01:16:55.023605 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-21004bf3-dba7-46a5-9a65-d414ee7d04ea tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "PUT /v2.0/routers/f5f5ace0-903d-4ac3-a21d-76c97a5d97d5 HTTP/1.1" status: 404 len: 339 time: 0.6142778 Dec 14 01:16:55.056069 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52412) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:55.063939 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c7ce8fb4-f112-449e-8bb8-50b59df2113d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-924392077'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:55.070369 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc51b3a1-76cf-421a-bfa4-413f242bec59 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.118129 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdcfc2a7-df02-46ad-82bc-9fac811475a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.127251 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc51b3a1-76cf-421a-bfa4-413f242bec59 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.162357 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ce8fb4-f112-449e-8bb8-50b59df2113d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Made reservation on behalf of d0aa03954ac3403ba6e12448032cf6de for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:55.166043 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8fb4-f112-449e-8bb8-50b59df2113d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.224812 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7555f2a0-c1ff-4e3f-9091-a7fa913944b3 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:55.226394 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7555f2a0-c1ff-4e3f-9091-a7fa913944b3 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:55.228023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7555f2a0-c1ff-4e3f-9091-a7fa913944b3 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:55.229591 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7555f2a0-c1ff-4e3f-9091-a7fa913944b3 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:55.231106 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7555f2a0-c1ff-4e3f-9091-a7fa913944b3 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:55.237056 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7555f2a0-c1ff-4e3f-9091-a7fa913944b3 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5073819 Dec 14 01:16:55.242036 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52414) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:55.256482 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-53bf0fe9-00ed-4f54-b486-2d312ccde3f0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-606183073'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:55.295234 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.323080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d421fef-7c4b-440c-9ef5-985f2efe800d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.330313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ce8fb4-f112-449e-8bb8-50b59df2113d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:55.357517 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1dc46905-530c-49cf-9b6f-39819f52299e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting port 8b8f9096-6796-4bc0-9955-67771bc02f05 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:55.357877 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1dc46905-530c-49cf-9b6f-39819f52299e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.377193 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.381629 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8fb4-f112-449e-8bb8-50b59df2113d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.381977 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-c7ce8fb4-f112-449e-8bb8-50b59df2113d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Added segment 4ba8ad06-c94a-4223-aaaa-5ae9037d6259 of type vlan for network 574e0c86-375f-4209-8f13-d1ea43997d4c Dec 14 01:16:55.384672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdcfc2a7-df02-46ad-82bc-9fac811475a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.385923 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdcfc2a7-df02-46ad-82bc-9fac811475a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.389779 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bdcfc2a7-df02-46ad-82bc-9fac811475a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e78d9b6c-4d9f-4b97-bbb2-329929c3f8d5 HTTP/1.1" status: 204 len: 168 time: 0.7617610 Dec 14 01:16:55.408490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bf0fe9-00ed-4f54-b486-2d312ccde3f0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:55.412346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53bf0fe9-00ed-4f54-b486-2d312ccde3f0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.455769 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0990c6c-629a-4663-931b-7b3e8666de76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.461058 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfc2a7-df02-46ad-82bc-9fac811475a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78d9b6c-4d9f-4b97-bbb2-329929c3f8d5,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:55.482244 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bf0fe9-00ed-4f54-b486-2d312ccde3f0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:16:55.493271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8fb4-f112-449e-8bb8-50b59df2113d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.500286 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d421fef-7c4b-440c-9ef5-985f2efe800d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.513294 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0990c6c-629a-4663-931b-7b3e8666de76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Pushing event deleted for resources: {'Port': ['ID=81604a13-55d6-4834-9d1d-9d8ea2f39984,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:55.543437 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0990c6c-629a-4663-931b-7b3e8666de76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.554859 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d0990c6c-629a-4663-931b-7b3e8666de76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] 10.222.0.32 "DELETE /v2.0/ports/81604a13-55d6-4834-9d1d-9d8ea2f39984 HTTP/1.1" status: 204 len: 168 time: 1.5129325 Dec 14 01:16:55.561386 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52418) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:55.563168 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.565935 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1dc46905-530c-49cf-9b6f-39819f52299e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.598666 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53bf0fe9-00ed-4f54-b486-2d312ccde3f0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.599236 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-53bf0fe9-00ed-4f54-b486-2d312ccde3f0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Added segment 85f755c9-8733-4ada-ab77-ebcc0f4232ab of type vlan for network 7f713fdb-a264-4bd6-a519-4fb8febc7807 Dec 14 01:16:55.613283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-7331b6bf-25ee-4dfb-aee4-174b78bf6ffe None None] Allocated IP 172.20.0.2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/bf500b2b-2207-4189-b749-5b0a58038109/7d05b11f-e365-466f-b8f1-7fd60c736125) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:55.618801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1dc46905-530c-49cf-9b6f-39819f52299e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Calling delete_port for 8b8f9096-6796-4bc0-9955-67771bc02f05 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:55.620979 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8fb4-f112-449e-8bb8-50b59df2113d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.636545 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ce8fb4-f112-449e-8bb8-50b59df2113d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:55.638834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8fb4-f112-449e-8bb8-50b59df2113d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.678268 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd76c97-18cc-4d06-a337-4555f410e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] GET failed (client error): The resource could not be found. Dec 14 01:16:55.681783 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3fd76c97-18cc-4d06-a337-4555f410e0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038682230-project-admin] 10.222.0.32 "GET /v2.0/ports/81604a13-55d6-4834-9d1d-9d8ea2f39984 HTTP/1.1" status: 404 len: 333 time: 0.1086512 Dec 14 01:16:55.686512 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d421fef-7c4b-440c-9ef5-985f2efe800d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:55.696552 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52422) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:55.700544 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:55.717519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3d421fef-7c4b-440c-9ef5-985f2efe800d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:55.723681 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d421fef-7c4b-440c-9ef5-985f2efe800d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=61e68c26-614b-440b-8f67-fa81da4ccf51,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:55.727800 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:55.758923 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d421fef-7c4b-440c-9ef5-985f2efe800d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:55.760920 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385a3e16-cdb5-4a86-ab53-7e429a963793 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:55.764356 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53bf0fe9-00ed-4f54-b486-2d312ccde3f0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.770304 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:55.777749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2b1c7021-1712-4e1b-812d-3346e4dd28ac up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:55.790900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc51b3a1-76cf-421a-bfa4-413f242bec59 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.841108 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7331b6bf-25ee-4dfb-aee4-174b78bf6ffe None None] For port 7d05b11f-e365-466f-b8f1-7fd60c736125, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7d05b11f-e365-466f-b8f1-7fd60c736125,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:55.858935 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c7ce8fb4-f112-449e-8bb8-50b59df2113d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8016760 Dec 14 01:16:55.893316 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52424) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:55.927673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7331b6bf-25ee-4dfb-aee4-174b78bf6ffe None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.942737 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d94ad12b-1294-4cf0-9633-1ae251073183 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Request body: {'subnet': {'network_id': '574e0c86-375f-4209-8f13-d1ea43997d4c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:55.949847 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7331b6bf-25ee-4dfb-aee4-174b78bf6ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:55.961109 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52426) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:55.975684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce8fb4-f112-449e-8bb8-50b59df2113d tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event updated for resources: {'Network': ['ID=574e0c86-375f-4209-8f13-d1ea43997d4c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:56.027573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6d7a81df-fb4f-418c-bf53-7375cecc33de None None] Provisioning complete for port 6c0e46cc-766e-4958-9132-d6fa2f40d9c8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:56.027947 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d7a81df-fb4f-418c-bf53-7375cecc33de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.035288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331b6bf-25ee-4dfb-aee4-174b78bf6ffe None None] Pushing event updated for resources: {'Port': ['ID=7d05b11f-e365-466f-b8f1-7fd60c736125,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:56.040122 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 2b1c7021-1712-4e1b-812d-3346e4dd28ac triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:56.040501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.042533 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 574e0c86-375f-4209-8f13-d1ea43997d4c details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:56.078363 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Pushing event updated for resources: {'Port': ['ID=6c0e46cc-766e-4958-9132-d6fa2f40d9c8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:56.095538 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32265044-ea17-4c20-85d3-7a9e1c34b76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.122790 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d421fef-7c4b-440c-9ef5-985f2efe800d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:56.123788 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d421fef-7c4b-440c-9ef5-985f2efe800d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.130120 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53bf0fe9-00ed-4f54-b486-2d312ccde3f0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.136156 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bf0fe9-00ed-4f54-b486-2d312ccde3f0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:56.137046 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53bf0fe9-00ed-4f54-b486-2d312ccde3f0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.205279 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc51b3a1-76cf-421a-bfa4-413f242bec59 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.210248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc51b3a1-76cf-421a-bfa4-413f242bec59 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.217707 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7710749c-2f3e-427f-9710-bbb2c84982e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=535ee2896386405f9aea48adc6f6a9d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2532048 Dec 14 01:16:56.229955 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52428) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:56.246316 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a81df-fb4f-418c-bf53-7375cecc33de None None] Port 6c0e46cc-766e-4958-9132-d6fa2f40d9c8 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:16:56.337912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc51b3a1-76cf-421a-bfa4-413f242bec59 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.338621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc51b3a1-76cf-421a-bfa4-413f242bec59 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 047e1860-bd59-4e4a-b767-6beb996f998b {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:16:56.339712 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.369158 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-53bf0fe9-00ed-4f54-b486-2d312ccde3f0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1204145 Dec 14 01:16:56.393572 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52430) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:56.408738 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3d421fef-7c4b-440c-9ef5-985f2efe800d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.0643075 Dec 14 01:16:56.408952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-792e8bf9-15bd-4854-a1af-eb71f6d7cb68 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:56.410732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 2b1c7021-1712-4e1b-812d-3346e4dd28ac, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2b1c7021-1712-4e1b-812d-3346e4dd28ac,segment=NetworkSegment(a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a),segment_id=a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:56.419364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52432) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:56.419900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.420984 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 5014fbbf-09b3-4887-a40d-235878fdb7a8 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:56.505710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf0fe9-00ed-4f54-b486-2d312ccde3f0 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Network': ['ID=7f713fdb-a264-4bd6-a519-4fb8febc7807,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:56.625354 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94ad12b-1294-4cf0-9633-1ae251073183 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Made reservation on behalf of d0aa03954ac3403ba6e12448032cf6de for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:56.625673 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-dc51b3a1-76cf-421a-bfa4-413f242bec59 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 14 01:16:56.629854 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dc51b3a1-76cf-421a-bfa4-413f242bec59 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.6326470 Dec 14 01:16:56.631232 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d94ad12b-1294-4cf0-9633-1ae251073183 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.639904 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52434) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:56.657687 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32265044-ea17-4c20-85d3-7a9e1c34b76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.682609 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8ddd-2297-488c-b760-436beee84ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.691006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1dc46905-530c-49cf-9b6f-39819f52299e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.713441 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeea8797-5088-4177-831a-475bc73b67bd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:56.720270 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeea8797-5088-4177-831a-475bc73b67bd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:56.724595 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-eeea8797-5088-4177-831a-475bc73b67bd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2828977 Dec 14 01:16:56.724743 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52176bd5-53ff-4fb4-b5af-87383ed34bd1 None None] Network f7b8327e-95d0-4538-baf8-12b321378ee5 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:56.739351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52436) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:56.746289 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 7f713fdb-a264-4bd6-a519-4fb8febc7807 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:56.748968 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c4afc1-2e36-414f-b0ed-141a15bbdc1d None None] Network e9a52e2e-eee0-4a29-8519-39c03e2d54b0 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:56.770859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-32265044-ea17-4c20-85d3-7a9e1c34b76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092bf39d-4886-4aba-90dd-cec62ea4c77c']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:56.783756 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc46905-530c-49cf-9b6f-39819f52299e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Port': ['ID=8b8f9096-6796-4bc0-9955-67771bc02f05,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:56.800351 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8ddd-2297-488c-b760-436beee84ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.854585 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-792e8bf9-15bd-4854-a1af-eb71f6d7cb68 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.856485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-32265044-ea17-4c20-85d3-7a9e1c34b76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac148b4-88b1-4afc-8b66-c6386a74a729') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:56.856892 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-32265044-ea17-4c20-85d3-7a9e1c34b76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac148b4-88b1-4afc-8b66-c6386a74a729') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:56.885487 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32265044-ea17-4c20-85d3-7a9e1c34b76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.977798 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32265044-ea17-4c20-85d3-7a9e1c34b76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.986816 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1dc46905-530c-49cf-9b6f-39819f52299e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:56.992449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-792e8bf9-15bd-4854-a1af-eb71f6d7cb68 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.050156 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32265044-ea17-4c20-85d3-7a9e1c34b76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:16:57.050692 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32265044-ea17-4c20-85d3-7a9e1c34b76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:16:57.058157 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:16:57.068789 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.075241 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-792e8bf9-15bd-4854-a1af-eb71f6d7cb68 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network 7f713fdb-a264-4bd6-a519-4fb8febc7807 is not hosted by any dhcp agent {{(pid=103409) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 14 01:16:57.084450 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792e8bf9-15bd-4854-a1af-eb71f6d7cb68 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:57.085381 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-792e8bf9-15bd-4854-a1af-eb71f6d7cb68 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.086878 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-792e8bf9-15bd-4854-a1af-eb71f6d7cb68 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "PUT /v2.0/networks/7f713fdb-a264-4bd6-a519-4fb8febc7807 HTTP/1.1" status: 200 len: 723 time: 0.6897874 Dec 14 01:16:57.094230 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e8bf9-15bd-4854-a1af-eb71f6d7cb68 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Network': ['ID=7f713fdb-a264-4bd6-a519-4fb8febc7807,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:57.097486 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52438) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:57.108714 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-58eb6c97-a82c-4b9d-a773-0176ebe5deb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'subnet': {'network_id': '7f713fdb-a264-4bd6-a519-4fb8febc7807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:57.146892 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7a0bc66e-b4eb-4bb0-bdb5-06c136c0b383 None None] Provisioning complete for port 2b1c7021-1712-4e1b-812d-3346e4dd28ac triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:57.147273 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a0bc66e-b4eb-4bb0-bdb5-06c136c0b383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.183169 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 7f713fdb-a264-4bd6-a519-4fb8febc7807 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:16:57.212473 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d6c8c883-f0ca-4cac-92ab-5ec3b60fdd97 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Deleting port a467673f-8c4f-4014-9d9f-4d52eb800536 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:57.212816 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6c8c883-f0ca-4cac-92ab-5ec3b60fdd97 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.226239 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.228035 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32265044-ea17-4c20-85d3-7a9e1c34b76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.238787 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-14afd68b-f219-413f-899f-883b3c5aaaa6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port 61e68c26-614b-440b-8f67-fa81da4ccf51 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:16:57.239285 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14afd68b-f219-413f-899f-883b3c5aaaa6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.270532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 5014fbbf-09b3-4887-a40d-235878fdb7a8 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:57.271164 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.274112 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=2b1c7021-1712-4e1b-812d-3346e4dd28ac,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:57.335455 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32265044-ea17-4c20-85d3-7a9e1c34b76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.341693 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-32265044-ea17-4c20-85d3-7a9e1c34b76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] 10.222.0.32 "DELETE /v2.0/networks/092bf39d-4886-4aba-90dd-cec62ea4c77c HTTP/1.1" status: 204 len: 168 time: 1.6395650 Dec 14 01:16:57.446470 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e8d23-704e-4f94-beae-3a66c1e41c7d None None] Update dhcp port {'port': {'network_id': 'e9a52e2e-eee0-4a29-8519-39c03e2d54b0', 'fixed_ips': [{'subnet_id': '5714f1b0-9c96-4d0b-b6be-037e51408648', 'ip_address': '2001:db8::2'}, {'subnet_id': '4f95fc78-6fb9-47cd-a5b8-fbeaabdee033'}], 'binding:host_id': 'dv-neutron-821592-1-hyperv'}, 'id': '5014fbbf-09b3-4887-a40d-235878fdb7a8'} from dv-neutron-821592-1-hyperv. {{(pid=103410) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 01:16:57.477087 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32265044-ea17-4c20-85d3-7a9e1c34b76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-405052957-project] Pushing event deleted for resources: {'Network': ['ID=092bf39d-4886-4aba-90dd-cec62ea4c77c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:57.560851 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-480e8d23-704e-4f94-beae-3a66c1e41c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.603635 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d94ad12b-1294-4cf0-9633-1ae251073183 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.613692 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.707632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14afd68b-f219-413f-899f-883b3c5aaaa6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.741072 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-14afd68b-f219-413f-899f-883b3c5aaaa6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for 61e68c26-614b-440b-8f67-fa81da4ccf51 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:57.747201 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8ddd-2297-488c-b760-436beee84ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.749206 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 5014fbbf-09b3-4887-a40d-235878fdb7a8, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=5014fbbf-09b3-4887-a40d-235878fdb7a8,segment=NetworkSegment(3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0),segment_id=3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:57.749856 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8ddd-2297-488c-b760-436beee84ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.751141 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4e7e8ddd-2297-488c-b760-436beee84ad1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99480433-e685-4e7e-893b-9e4d6d03a050 HTTP/1.1" status: 204 len: 168 time: 1.5199025 Dec 14 01:16:57.789673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e8ddd-2297-488c-b760-436beee84ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99480433-e685-4e7e-893b-9e4d6d03a050,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:57.834120 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.867154 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ad12b-1294-4cf0-9633-1ae251073183 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event updated for resources: {'Subnet': ['ID=5822c3f6-6bdf-49a1-9086-a5c80bb6cf7e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:57.896501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:57.905803 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52446) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:57.932140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d6bdb191-6d3b-455f-a17d-f664c1a88ebf None None] Provisioning complete for port 5014fbbf-09b3-4887-a40d-235878fdb7a8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:57.941322 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb191-6d3b-455f-a17d-f664c1a88ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:58.012047 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6c8c883-f0ca-4cac-92ab-5ec3b60fdd97 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:58.013311 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94ad12b-1294-4cf0-9633-1ae251073183 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Checking segment: {'id': '4ba8ad06-c94a-4223-aaaa-5ae9037d6259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '574e0c86-375f-4209-8f13-d1ea43997d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:58.013927 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94ad12b-1294-4cf0-9633-1ae251073183 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Network hostable DHCP agents. Network: 574e0c86-375f-4209-8f13-d1ea43997d4c, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:58.035538 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d6c8c883-f0ca-4cac-92ab-5ec3b60fdd97 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Calling delete_port for a467673f-8c4f-4014-9d9f-4d52eb800536 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:16:58.055335 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7d05b11f-e365-466f-b8f1-7fd60c736125 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:58.079658 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94ad12b-1294-4cf0-9633-1ae251073183 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Network 574e0c86-375f-4209-8f13-d1ea43997d4c is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:58.082183 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:58.114995 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=5014fbbf-09b3-4887-a40d-235878fdb7a8,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:58.144556 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-d94ad12b-1294-4cf0-9633-1ae251073183 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 574e0c86-375f-4209-8f13-d1ea43997d4c) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:58.155605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-480e8d23-704e-4f94-beae-3a66c1e41c7d None None] Allocated IP 172.20.0.1 (e9a52e2e-eee0-4a29-8519-39c03e2d54b0/4f95fc78-6fb9-47cd-a5b8-fbeaabdee033/5014fbbf-09b3-4887-a40d-235878fdb7a8) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:58.173794 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94ad12b-1294-4cf0-9633-1ae251073183 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:58.174875 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d94ad12b-1294-4cf0-9633-1ae251073183 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:58.210186 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6c8c883-f0ca-4cac-92ab-5ec3b60fdd97 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:58.229034 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb390bd1-a4fa-4138-9461-70293e6d74ea None None] Network 574e0c86-375f-4209-8f13-d1ea43997d4c requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:58.262648 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8c883-f0ca-4cac-92ab-5ec3b60fdd97 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Pushing event deleted for resources: {'Port': ['ID=a467673f-8c4f-4014-9d9f-4d52eb800536,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:58.287267 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc46905-530c-49cf-9b6f-39819f52299e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router 03423914-205f-4c68-b40b-ff97bec7f7d6 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:16:58.304028 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d94ad12b-1294-4cf0-9633-1ae251073183 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4027352 Dec 14 01:16:58.309460 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52452) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:58.325754 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ad4fa67c-c867-4377-8e86-e5666436c576 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Request body: {'router': {'external_gateway_info': {'network_id': '574e0c86-375f-4209-8f13-d1ea43997d4c'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:58.338005 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6c8c883-f0ca-4cac-92ab-5ec3b60fdd97 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:58.342560 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d6c8c883-f0ca-4cac-92ab-5ec3b60fdd97 tempest-RoutersAdminNegativeTest-632885086 tempest-RoutersAdminNegativeTest-632885086-project-admin] 10.222.0.32 "DELETE /v2.0/ports/a467673f-8c4f-4014-9d9f-4d52eb800536 HTTP/1.1" status: 204 len: 168 time: 1.7018945 Dec 14 01:16:58.355717 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9b2e63-e826-483d-bb56-b97111ce0b48 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:16:58.400903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58eb6c97-a82c-4b9d-a773-0176ebe5deb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:16:58.404389 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58eb6c97-a82c-4b9d-a773-0176ebe5deb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:58.490806 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 7d05b11f-e365-466f-b8f1-7fd60c736125 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:58.491245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:58.559743 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-480e8d23-704e-4f94-beae-3a66c1e41c7d None None] For port 5014fbbf-09b3-4887-a40d-235878fdb7a8, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=5014fbbf-09b3-4887-a40d-235878fdb7a8,segment=NetworkSegment(3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0),segment_id=3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:16:58.562026 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-574e0c86-375f-4209-8f13-d1ea43997d4c', 'network_id': '574e0c86-375f-4209-8f13-d1ea43997d4c', 'project_id': 'd0aa03954ac3403ba6e12448032cf6de', 'fixed_ips': [{'subnet_id': '5822c3f6-6bdf-49a1-9086-a5c80bb6cf7e'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:58.563268 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:58.636035 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d6bdb191-6d3b-455f-a17d-f664c1a88ebf None None] Provisioning complete for port 7d05b11f-e365-466f-b8f1-7fd60c736125 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:58.636446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb191-6d3b-455f-a17d-f664c1a88ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:58.685834 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-480e8d23-704e-4f94-beae-3a66c1e41c7d None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:58.687910 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52466) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:58.734646 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc46905-530c-49cf-9b6f-39819f52299e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:16:58.747500 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1dc46905-530c-49cf-9b6f-39819f52299e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/03423914-205f-4c68-b40b-ff97bec7f7d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4013777 Dec 14 01:16:58.751586 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-480e8d23-704e-4f94-beae-3a66c1e41c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:58.752946 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52470) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:58.814696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9c6e6c-704e-4c07-9ae3-0920865c3828 None None] Sync routers for ids ['03423914-205f-4c68-b40b-ff97bec7f7d6'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:16:58.817806 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-de4bc4e3-b401-4676-88fd-084be9b3afe4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports?device_id=03423914-205f-4c68-b40b-ff97bec7f7d6 HTTP/1.1" status: 200 len: 205 time: 0.0614507 Dec 14 01:16:58.817806 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58eb6c97-a82c-4b9d-a773-0176ebe5deb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:58.819121 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52474) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:58.826078 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e8d23-704e-4f94-beae-3a66c1e41c7d None None] Pushing event updated for resources: {'Port': ['ID=5014fbbf-09b3-4887-a40d-235878fdb7a8,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:58.832910 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2b1c7021-1712-4e1b-812d-3346e4dd28ac up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:16:58.943921 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Allocated IP 2001:db8:1::2 (574e0c86-375f-4209-8f13-d1ea43997d4c/5822c3f6-6bdf-49a1-9086-a5c80bb6cf7e/a81ead12-d9c8-47ee-b511-6b3e9d02fcc6) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:16:58.953210 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a434e2a-1459-4e0e-95df-9def4f9da014 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:58.994969 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb6c97-a82c-4b9d-a773-0176ebe5deb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Subnet': ['ID=424c2c21-85a3-4dbd-9609-83d7757c224a,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:59.058997 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14afd68b-f219-413f-899f-883b3c5aaaa6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.069858 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21dd82ae-0ea5-4bef-8be6-00dd3c0faa86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.074253 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eb6c97-a82c-4b9d-a773-0176ebe5deb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Checking segment: {'id': '85f755c9-8733-4ada-ab77-ebcc0f4232ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7f713fdb-a264-4bd6-a519-4fb8febc7807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:16:59.074705 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eb6c97-a82c-4b9d-a773-0176ebe5deb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network hostable DHCP agents. Network: 7f713fdb-a264-4bd6-a519-4fb8febc7807, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:16:59.168155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21dd82ae-0ea5-4bef-8be6-00dd3c0faa86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.229841 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afd68b-f219-413f-899f-883b3c5aaaa6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=61e68c26-614b-440b-8f67-fa81da4ccf51,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:59.234334 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9c6e6c-704e-4c07-9ae3-0920865c3828 None None] Routers {'03423914-205f-4c68-b40b-ff97bec7f7d6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:59.235666 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fa9c6e6c-704e-4c07-9ae3-0920865c3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['03423914-205f-4c68-b40b-ff97bec7f7d6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:59.240199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21dd82ae-0ea5-4bef-8be6-00dd3c0faa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.240787 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad4fa67c-c867-4377-8e86-e5666436c576 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.291538 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a09d6f1d-0c9b-4a40-8b23-59689b757c48 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c892359222944e1b8954bf1494826f02&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3731720 Dec 14 01:16:59.296313 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52484) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:59.347055 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fa9c6e6c-704e-4c07-9ae3-0920865c3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:59.361053 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a434e2a-1459-4e0e-95df-9def4f9da014 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.366793 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a434e2a-1459-4e0e-95df-9def4f9da014 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.372984 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-21dd82ae-0ea5-4bef-8be6-00dd3c0faa86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd9cd656d3664b8cb0c0e01c25bf587c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6823363 Dec 14 01:16:59.381814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9c6e6c-704e-4c07-9ae3-0920865c3828 None None] Routers {'03423914-205f-4c68-b40b-ff97bec7f7d6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:16:59.382182 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eb6c97-a82c-4b9d-a773-0176ebe5deb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network 7f713fdb-a264-4bd6-a519-4fb8febc7807 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:16:59.382638 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fa9c6e6c-704e-4c07-9ae3-0920865c3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['03423914-205f-4c68-b40b-ff97bec7f7d6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:59.386993 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52488) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:59.438551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14afd68b-f219-413f-899f-883b3c5aaaa6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.445827 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-14afd68b-f219-413f-899f-883b3c5aaaa6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/61e68c26-614b-440b-8f67-fa81da4ccf51 HTTP/1.1" status: 204 len: 168 time: 2.6964831 Dec 14 01:16:59.446065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fa9c6e6c-704e-4c07-9ae3-0920865c3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:16:59.446065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9c6e6c-704e-4c07-9ae3-0920865c3828 None None] The sync data for ids ['03423914-205f-4c68-b40b-ff97bec7f7d6'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:16:59.446760 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52490) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:59.493586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd82ae-0ea5-4bef-8be6-00dd3c0faa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de565e7-c8eb-4d8c-80d7-2da5d7c5328b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:16:59.515117 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d6bdb191-6d3b-455f-a17d-f664c1a88ebf None None] Could not find standard attr ID for object 61e68c26-614b-440b-8f67-fa81da4ccf51. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:16:59.515313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-58eb6c97-a82c-4b9d-a773-0176ebe5deb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 7f713fdb-a264-4bd6-a519-4fb8febc7807) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:59.531426 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a434e2a-1459-4e0e-95df-9def4f9da014 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.532186 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a434e2a-1459-4e0e-95df-9def4f9da014 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Fanout notify agent at l3_agent the message router_deleted on router 03423914-205f-4c68-b40b-ff97bec7f7d6 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:16:59.534374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eb6c97-a82c-4b9d-a773-0176ebe5deb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:59.535335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58eb6c97-a82c-4b9d-a773-0176ebe5deb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.547186 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d8247d-a574-49d0-b3a0-cd46cc371ce0 None None] Network 7f713fdb-a264-4bd6-a519-4fb8febc7807 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:16:59.563787 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce728b5-3071-403c-b73f-4ffdde7cb93a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:59.565379 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce728b5-3071-403c-b73f-4ffdde7cb93a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:59.566906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce728b5-3071-403c-b73f-4ffdde7cb93a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:16:59.568618 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7ce728b5-3071-403c-b73f-4ffdde7cb93a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1205335 Dec 14 01:16:59.569498 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Router 9002cbb3-2f3f-432c-a56b-92838a858846 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:16:59.584870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52492) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:59.596653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a434e2a-1459-4e0e-95df-9def4f9da014 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.600206 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5a434e2a-1459-4e0e-95df-9def4f9da014 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/routers/03423914-205f-4c68-b40b-ff97bec7f7d6 HTTP/1.1" status: 204 len: 168 time: 0.7744901 Dec 14 01:16:59.605117 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-58eb6c97-a82c-4b9d-a773-0176ebe5deb8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5034776 Dec 14 01:16:59.605738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52494) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:59.606066 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52496) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:16:59.627720 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-501fcd56-7ac1-4e1b-9e0b-13e33801c332 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:16:59.650438 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 2b1c7021-1712-4e1b-812d-3346e4dd28ac triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:59.650973 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.695422 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-328cbc4e-9915-4e22-a65b-80efaf2c06af tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet bf500b2b-2207-4189-b749-5b0a58038109 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:16:59.698961 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-328cbc4e-9915-4e22-a65b-80efaf2c06af tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.714212 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-31f6692e-2b98-4b97-82ed-84300068b3e1 None None] Provisioning complete for port 2b1c7021-1712-4e1b-812d-3346e4dd28ac triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:16:59.714607 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-31f6692e-2b98-4b97-82ed-84300068b3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.745386 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-328cbc4e-9915-4e22-a65b-80efaf2c06af tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.774063 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6eb9db78-ae59-45ad-8d4a-bdb1c05acb4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.803026 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.827323 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.861634 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6eb9db78-ae59-45ad-8d4a-bdb1c05acb4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.929277 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-328cbc4e-9915-4e22-a65b-80efaf2c06af tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.942948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Network 574e0c86-375f-4209-8f13-d1ea43997d4c is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:16:59.952541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:16:59.954365 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:16:59.956868 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-7f713fdb-a264-4bd6-a519-4fb8febc7807', 'network_id': '7f713fdb-a264-4bd6-a519-4fb8febc7807', 'project_id': '23b9ff3b60424289894d8328f5d4c3fb', 'fixed_ips': [{'subnet_id': '424c2c21-85a3-4dbd-9609-83d7757c224a'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:16:59.957719 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.988970 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d71d0168-9b18-469e-ae21-fb05e967befe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:16:59.994547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-382ea3fb-f1df-4126-b18e-632c9eb31846 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting subnet 8df3a452-8ff4-4510-87ef-c4a82be95c88 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:16:59.998699 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-382ea3fb-f1df-4126-b18e-632c9eb31846 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.014984 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Pushing event updated for resources: {'Port': ['ID=a81ead12-d9c8-47ee-b511-6b3e9d02fcc6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:00.072035 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-382ea3fb-f1df-4126-b18e-632c9eb31846 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.081596 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6eb9db78-ae59-45ad-8d4a-bdb1c05acb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.084764 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6eb9db78-ae59-45ad-8d4a-bdb1c05acb4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.086589 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6eb9db78-ae59-45ad-8d4a-bdb1c05acb4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2de565e7-c8eb-4d8c-80d7-2da5d7c5328b HTTP/1.1" status: 204 len: 168 time: 0.6717224 Dec 14 01:17:00.097549 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Attempting to bind port a81ead12-d9c8-47ee-b511-6b3e9d02fcc6 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:00.098248 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Attempting to bind port a81ead12-d9c8-47ee-b511-6b3e9d02fcc6 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '4ba8ad06-c94a-4223-aaaa-5ae9037d6259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '574e0c86-375f-4209-8f13-d1ea43997d4c'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:00.098530 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Attempting to bind port a81ead12-d9c8-47ee-b511-6b3e9d02fcc6 on network 574e0c86-375f-4209-8f13-d1ea43997d4c {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:00.106092 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:00.106483 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Checking segment: {'id': '4ba8ad06-c94a-4223-aaaa-5ae9037d6259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '574e0c86-375f-4209-8f13-d1ea43997d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:00.106885 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.107280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Bound using segment: {'id': '4ba8ad06-c94a-4223-aaaa-5ae9037d6259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '574e0c86-375f-4209-8f13-d1ea43997d4c'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:00.107756 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Bound port: a81ead12-d9c8-47ee-b511-6b3e9d02fcc6, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba8ad06-c94a-4223-aaaa-5ae9037d6259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '574e0c86-375f-4209-8f13-d1ea43997d4c'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:00.108162 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.149318 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d71d0168-9b18-469e-ae21-fb05e967befe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.237836 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Allocated IP 2001:db8::2 (7f713fdb-a264-4bd6-a519-4fb8febc7807/424c2c21-85a3-4dbd-9609-83d7757c224a/984cee64-b742-4056-8df2-1b1a6e83c615) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:00.239782 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:17:00.242501 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9db78-ae59-45ad-8d4a-bdb1c05acb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de565e7-c8eb-4d8c-80d7-2da5d7c5328b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:00.242697 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 5014fbbf-09b3-4887-a40d-235878fdb7a8 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:00.250461 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] For port a81ead12-d9c8-47ee-b511-6b3e9d02fcc6, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:00.254755 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Sync routers for ids ['9002cbb3-2f3f-432c-a56b-92838a858846'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:17:00.285870 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Routers {'9002cbb3-2f3f-432c-a56b-92838a858846'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:00.286622 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9002cbb3-2f3f-432c-a56b-92838a858846'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:00.293506 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-328cbc4e-9915-4e22-a65b-80efaf2c06af tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.298827 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-501fcd56-7ac1-4e1b-9e0b-13e33801c332 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3975702'] for subnet, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.307509 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] For port a81ead12-d9c8-47ee-b511-6b3e9d02fcc6, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a81ead12-d9c8-47ee-b511-6b3e9d02fcc6,segment=NetworkSegment(4ba8ad06-c94a-4223-aaaa-5ae9037d6259),segment_id=4ba8ad06-c94a-4223-aaaa-5ae9037d6259)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:00.340927 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.347005 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-957a4e55-a4cd-435f-9f3f-a3fd3885c988 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0437505 Dec 14 01:17:00.348381 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-ad4fa67c-c867-4377-8e86-e5666436c576 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:00.349391 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ad4fa67c-c867-4377-8e86-e5666436c576 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "PUT /v2.0/routers/f5f5ace0-903d-4ac3-a21d-76c97a5d97d5 HTTP/1.1" status: 400 len: 364 time: 2.0368152 Dec 14 01:17:00.375887 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52510) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:00.377087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52512) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:00.383862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.389914 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52514) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:00.412570 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cbc4e-9915-4e22-a65b-80efaf2c06af tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=bf500b2b-2207-4189-b749-5b0a58038109,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:00.426639 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-328cbc4e-9915-4e22-a65b-80efaf2c06af tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.433962 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-328cbc4e-9915-4e22-a65b-80efaf2c06af tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/bf500b2b-2207-4189-b749-5b0a58038109 HTTP/1.1" status: 204 len: 168 time: 0.8426707 Dec 14 01:17:00.436267 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52518) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:00.498065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfad27d-e59d-4778-9f08-2ca24c5054ff None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:00.502082 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375d41e6-30cd-4825-b749-8ea8e6c6b27e None None] Network e9a52e2e-eee0-4a29-8519-39c03e2d54b0 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:00.542806 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d71d0168-9b18-469e-ae21-fb05e967befe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.550009 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d71d0168-9b18-469e-ae21-fb05e967befe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.559507 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d71d0168-9b18-469e-ae21-fb05e967befe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ce844c4-9fca-4bbd-bd59-c16a43e427f5 HTTP/1.1" status: 204 len: 168 time: 1.2581124 Dec 14 01:17:00.576400 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Set router 9002cbb3-2f3f-432c-a56b-92838a858846 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:17:00.606799 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d0168-9b18-469e-ae21-fb05e967befe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce844c4-9fca-4bbd-bd59-c16a43e427f5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:00.644952 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0270dab-d9e7-49ac-bba0-2c151bfa3650 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet fc086f26-68e8-4bfd-9de3-de1db3e2ba37 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:00.651897 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0270dab-d9e7-49ac-bba0-2c151bfa3650 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.759790 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-382ea3fb-f1df-4126-b18e-632c9eb31846 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.788171 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0270dab-d9e7-49ac-bba0-2c151bfa3650 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.842869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34418c33-1dfc-44d9-b120-699238bb08ab None None] Pushing event updated for resources: {'Port': ['ID=a81ead12-d9c8-47ee-b511-6b3e9d02fcc6,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:00.875857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6a2c6fe2-e0da-422c-b4da-1f01749ccd65 None None] Provisioning complete for port 5014fbbf-09b3-4887-a40d-235878fdb7a8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:00.876658 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a2c6fe2-e0da-422c-b4da-1f01749ccd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.896035 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 5014fbbf-09b3-4887-a40d-235878fdb7a8 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:00.896730 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:00.995515 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0270dab-d9e7-49ac-bba0-2c151bfa3650 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:01.094532 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'name': 'tempest-ServerActionsTestJSON-307079905-router', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:52Z', 'updated_at': '2021-12-14T01:16:56Z', 'revision_number': 3, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'gw_port': {'id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:16:54Z', 'updated_at': '2021-12-14T01:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:01.115442 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-444090559', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:01.159602 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Made reservation on behalf of b9c79b2bf8de49b4a4400c98791f9869 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:01.167642 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:01.169441 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Checking router: 9002cbb3-2f3f-432c-a56b-92838a858846 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:17:01.169961 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Updating router 9002cbb3-2f3f-432c-a56b-92838a858846 port 6c0e46cc-766e-4958-9132-d6fa2f40d9c8 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:17:01.188859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:01.214276 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52526) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:01.247426 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:01.248901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:01.252866 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0270dab-d9e7-49ac-bba0-2c151bfa3650 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:01.263779 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-382ea3fb-f1df-4126-b18e-632c9eb31846 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:01.334795 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:01.363938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0270dab-d9e7-49ac-bba0-2c151bfa3650 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=fc086f26-68e8-4bfd-9de3-de1db3e2ba37,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:01.491005 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:01.493676 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0270dab-d9e7-49ac-bba0-2c151bfa3650 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:01.494358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:01.498849 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c0270dab-d9e7-49ac-bba0-2c151bfa3650 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/fc086f26-68e8-4bfd-9de3-de1db3e2ba37 HTTP/1.1" status: 204 len: 168 time: 1.0632987 Dec 14 01:17:01.505924 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ba7a9744-6f7c-455c-934c-b26ca06b6c18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0817bb60e52a40d1bb71edccef6e393c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876618 Dec 14 01:17:01.505924 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52528) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:01.505924 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52530) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:01.508991 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:01.544775 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52532) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:01.571338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] device_id is not set on port 2f3dd301-bafd-44ca-a231-137592493610 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:17:01.582315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-382ea3fb-f1df-4126-b18e-632c9eb31846 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:01.588992 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-382ea3fb-f1df-4126-b18e-632c9eb31846 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/8df3a452-8ff4-4510-87ef-c4a82be95c88 HTTP/1.1" status: 204 len: 168 time: 1.9816980 Dec 14 01:17:01.590482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ea3fb-f1df-4126-b18e-632c9eb31846 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Subnet': ['ID=8df3a452-8ff4-4510-87ef-c4a82be95c88,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:01.597434 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52534) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:01.617807 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08caa47f-5b76-40b9-b2fa-89b3c2992641 None None] Network e2407f7d-7d67-41d0-86a2-e608127a8438 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:01.755596 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e3a8be9b-2f3a-4f5c-a058-5e7f0b79d4f6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2469771 Dec 14 01:17:01.764162 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52536) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:01.778720 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-42c730d9-9754-4102-9c23-867b3de67527 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:01.848765 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:01.852898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe77d96-81cb-49a5-a6b8-82f842d0b6ce,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:01.869699 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:01.914407 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6af2b532-df64-48f6-9357-358141b2ef11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=666beebaec8e4eb0809e97e35a5718ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4054697 Dec 14 01:17:01.929143 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52538) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:01.966908 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb089c-e21e-4884-ae84-000c7e25c7c9 None None] Pushing event updated for resources: {'Port': ['ID=6c0e46cc-766e-4958-9132-d6fa2f40d9c8,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:02.016609 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Attempting to bind port 6c0e46cc-766e-4958-9132-d6fa2f40d9c8 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:02.016953 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Attempting to bind port 6c0e46cc-766e-4958-9132-d6fa2f40d9c8 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:02.020634 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Attempting to bind port 6c0e46cc-766e-4958-9132-d6fa2f40d9c8 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:02.022759 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6691fa79-1ac0-4863-829a-aa26ef4203b9 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:02.029929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Network 7f713fdb-a264-4bd6-a519-4fb8febc7807 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:02.033530 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:02.036057 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:02.036816 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.037485 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:02.038117 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Bound port: 6c0e46cc-766e-4958-9132-d6fa2f40d9c8, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:02.040000 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.064151 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Pushing event updated for resources: {'Port': ['ID=984cee64-b742-4056-8df2-1b1a6e83c615,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:02.071963 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:02.087034 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Allocated IP 172.26.1.158 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/2f3dd301-bafd-44ca-a231-137592493610) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:02.095575 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:02.129702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Allocated IP 2001:db8::1 (b2036b90-d7e7-47c7-947c-0674fb2a3a7e/5241a632-50ea-48e4-b37f-4e01c81361de/d53e4b9d-5f24-47d7-8ba0-06bd66707c5f) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:02.208016 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] For port 6c0e46cc-766e-4958-9132-d6fa2f40d9c8, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:02.220135 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] For port 6c0e46cc-766e-4958-9132-d6fa2f40d9c8, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6c0e46cc-766e-4958-9132-d6fa2f40d9c8,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:02.229432 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.246358 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-83537029-d85b-42b5-b319-5e3a3aef7686 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting subnet 4037fbcd-538b-4dae-aef7-2790d91ecd9e {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:02.269234 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83537029-d85b-42b5-b319-5e3a3aef7686 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.339494 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Attempting to bind port 984cee64-b742-4056-8df2-1b1a6e83c615 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:02.339864 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Attempting to bind port 984cee64-b742-4056-8df2-1b1a6e83c615 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '85f755c9-8733-4ada-ab77-ebcc0f4232ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7f713fdb-a264-4bd6-a519-4fb8febc7807'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:02.340442 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Attempting to bind port 984cee64-b742-4056-8df2-1b1a6e83c615 on network 7f713fdb-a264-4bd6-a519-4fb8febc7807 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:02.349141 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a81ead12-d9c8-47ee-b511-6b3e9d02fcc6 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:02.361551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-671b3cbe-2a77-47d6-9e4a-e0ebfcaea5a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.436586 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6509b6f4-a538-4769-8945-ff86c25bf315 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:02.468805 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-671b3cbe-2a77-47d6-9e4a-e0ebfcaea5a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.471008 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb089c-e21e-4884-ae84-000c7e25c7c9 None None] Pushing event updated for resources: {'Port': ['ID=6c0e46cc-766e-4958-9132-d6fa2f40d9c8,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:02.473260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.489962 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:02.490488 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Checking segment: {'id': '85f755c9-8733-4ada-ab77-ebcc0f4232ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7f713fdb-a264-4bd6-a519-4fb8febc7807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:02.491478 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.491871 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Bound using segment: {'id': '85f755c9-8733-4ada-ab77-ebcc0f4232ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7f713fdb-a264-4bd6-a519-4fb8febc7807'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:02.493119 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Bound port: 984cee64-b742-4056-8df2-1b1a6e83c615, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f755c9-8733-4ada-ab77-ebcc0f4232ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7f713fdb-a264-4bd6-a519-4fb8febc7807'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:02.493864 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.494865 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Routers {'9002cbb3-2f3f-432c-a56b-92838a858846'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:02.496075 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9002cbb3-2f3f-432c-a56b-92838a858846'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:02.539531 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-501fcd56-7ac1-4e1b-9e0b-13e33801c332 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760986610872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14174659'] for subnet, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.541849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ff0616-07e6-4d85-8428-e885195e3275 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:02.549179 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a051cd7c-61f0-40be-ba56-37f355b5598d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.552379 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-94402771-7ea1-43bb-87b0-b4cff14f0795 None None] Provisioning complete for port 6c0e46cc-766e-4958-9132-d6fa2f40d9c8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:02.552758 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94402771-7ea1-43bb-87b0-b4cff14f0795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.566207 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c730d9-9754-4102-9c23-867b3de67527 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:02.569388 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42c730d9-9754-4102-9c23-867b3de67527 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.633766 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a051cd7c-61f0-40be-ba56-37f355b5598d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.680843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e751d3d-d633-4050-8c54-08c902515951 None None] Network 574e0c86-375f-4209-8f13-d1ea43997d4c requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:02.685098 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-671b3cbe-2a77-47d6-9e4a-e0ebfcaea5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.685427 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fcd56-7ac1-4e1b-9e0b-13e33801c332 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Subnet': ['ID=424c2c21-85a3-4dbd-9609-83d7757c224a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:02.689248 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-671b3cbe-2a77-47d6-9e4a-e0ebfcaea5a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.692982 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port a81ead12-d9c8-47ee-b511-6b3e9d02fcc6 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:02.693165 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-671b3cbe-2a77-47d6-9e4a-e0ebfcaea5a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49da80ce-6073-4b20-b2f8-e74985d0bc4f HTTP/1.1" status: 204 len: 168 time: 1.1291635 Dec 14 01:17:02.693262 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.702210 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501fcd56-7ac1-4e1b-9e0b-13e33801c332 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:02.704054 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-501fcd56-7ac1-4e1b-9e0b-13e33801c332 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.706141 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-501fcd56-7ac1-4e1b-9e0b-13e33801c332 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "PUT /v2.0/subnets/424c2c21-85a3-4dbd-9609-83d7757c224a HTTP/1.1" status: 200 len: 826 time: 3.0890250 Dec 14 01:17:02.708819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.719165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52542) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:02.728171 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] Set router 9002cbb3-2f3f-432c-a56b-92838a858846 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:17:02.786890 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.790679 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b3cbe-2a77-47d6-9e4a-e0ebfcaea5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49da80ce-6073-4b20-b2f8-e74985d0bc4f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:02.840934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a056e851-d2ae-4439-a972-af132d426eed None None] DHCP port deletion for e2407f7d-7d67-41d0-86a2-e608127a8438 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:02.889726 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.920801 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] For port 984cee64-b742-4056-8df2-1b1a6e83c615, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:02.924643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83537029-d85b-42b5-b319-5e3a3aef7686 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.930953 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a051cd7c-61f0-40be-ba56-37f355b5598d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.933559 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a051cd7c-61f0-40be-ba56-37f355b5598d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:02.941780 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a051cd7c-61f0-40be-ba56-37f355b5598d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bddb1355-ee5c-4d46-851d-cfa099651d66 HTTP/1.1" status: 204 len: 168 time: 1.0071588 Dec 14 01:17:02.962834 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] For port 984cee64-b742-4056-8df2-1b1a6e83c615, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=984cee64-b742-4056-8df2-1b1a6e83c615,segment=NetworkSegment(85f755c9-8733-4ada-ab77-ebcc0f4232ab),segment_id=85f755c9-8733-4ada-ab77-ebcc0f4232ab)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:03.005418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:03.027564 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Network b2036b90-d7e7-47c7-947c-0674fb2a3a7e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:03.052688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:03.061160 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:03.061719 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:03.081174 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051cd7c-61f0-40be-ba56-37f355b5598d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddb1355-ee5c-4d46-851d-cfa099651d66,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:03.101845 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:03.143030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b152c98-9388-4be5-ba9a-04547cc39db8 None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:03.143653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event updated for resources: {'Port': ['ID=d53e4b9d-5f24-47d7-8ba0-06bd66707c5f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:03.161136 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:03.169860 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94402771-7ea1-43bb-87b0-b4cff14f0795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:03.176218 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b2b06-a2a5-4e78-879c-dc28724d8d1a None None] Pushing event updated for resources: {'Port': ['ID=984cee64-b742-4056-8df2-1b1a6e83c615,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:03.265603 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:03.273115 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:03.275667 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:03.308784 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'name': 'tempest-ServerActionsTestJSON-307079905-router', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:52Z', 'updated_at': '2021-12-14T01:16:56Z', 'revision_number': 3, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'gw_port': {'id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:16:54Z', 'updated_at': '2021-12-14T01:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:03.367248 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf3b3bc-2115-4fba-9fb4-893f40931918 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:03.390695 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9312e2f-65a7-4e1f-b17d-4fad9f3486a3 None None] The sync data for ids ['9002cbb3-2f3f-432c-a56b-92838a858846'] in dv-neutron-821592-1-hyperv is: [{'id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'name': 'tempest-ServerActionsTestJSON-307079905-router', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:52Z', 'updated_at': '2021-12-14T01:16:56Z', 'revision_number': 3, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'gw_port': {'id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:16:54Z', 'updated_at': '2021-12-14T01:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:17:03.395630 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a056e851-d2ae-4439-a972-af132d426eed None None] Deleting port 0e67d8b1-2197-44cd-9708-5f4c13161692 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:03.398286 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a056e851-d2ae-4439-a972-af132d426eed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:03.400464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:03.414303 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-94402771-7ea1-43bb-87b0-b4cff14f0795 None None] For port 6c0e46cc-766e-4958-9132-d6fa2f40d9c8, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6c0e46cc-766e-4958-9132-d6fa2f40d9c8,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:03.420060 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:03.421038 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:03.467784 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Pushing event updated for resources: {'Port': ['ID=2f3dd301-bafd-44ca-a231-137592493610,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:03.498074 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9e3d80d6-42bc-4532-a292-bc16a952b711 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.1004543 Dec 14 01:17:03.498750 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52554) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:03.513309 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-facd0b3e-1b30-478b-ab33-2d4a4f0540f4 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158'}]}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:03.518401 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42c730d9-9754-4102-9c23-867b3de67527 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:03.625741 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94402771-7ea1-43bb-87b0-b4cff14f0795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:03.672251 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c730d9-9754-4102-9c23-867b3de67527 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:03.704008 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-42c730d9-9754-4102-9c23-867b3de67527 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:03.709357 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c730d9-9754-4102-9c23-867b3de67527 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:03.710285 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42c730d9-9754-4102-9c23-867b3de67527 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:03.740178 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c730d9-9754-4102-9c23-867b3de67527 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=ea3e3b06-f649-495f-baa6-c02216324454,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:03.753877 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-42c730d9-9754-4102-9c23-867b3de67527 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9802773 Dec 14 01:17:03.757108 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52566) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:03.768642 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a99785a7-5a51-4cb0-bb2a-899d62cda75c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:03.776883 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-facd0b3e-1b30-478b-ab33-2d4a4f0540f4 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:03.779944 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-facd0b3e-1b30-478b-ab33-2d4a4f0540f4 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:03.849342 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port a81ead12-d9c8-47ee-b511-6b3e9d02fcc6, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a81ead12-d9c8-47ee-b511-6b3e9d02fcc6,segment=NetworkSegment(4ba8ad06-c94a-4223-aaaa-5ae9037d6259),segment_id=4ba8ad06-c94a-4223-aaaa-5ae9037d6259)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:03.951301 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83537029-d85b-42b5-b319-5e3a3aef7686 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:03.981350 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:03.981979 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Deleting port 984cee64-b742-4056-8df2-1b1a6e83c615 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:03.982324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:03.984271 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-94402771-7ea1-43bb-87b0-b4cff14f0795 None None] Provisioning complete for port 5014fbbf-09b3-4887-a40d-235878fdb7a8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:03.984924 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94402771-7ea1-43bb-87b0-b4cff14f0795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:04.083097 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a056e851-d2ae-4439-a972-af132d426eed None None] For port 0e67d8b1-2197-44cd-9708-5f4c13161692, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=0e67d8b1-2197-44cd-9708-5f4c13161692,segment=NetworkSegment(4c1bb228-ef2a-408a-a0b9-94616f408284),segment_id=4c1bb228-ef2a-408a-a0b9-94616f408284)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:04.083536 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a056e851-d2ae-4439-a972-af132d426eed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:04.097143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94402771-7ea1-43bb-87b0-b4cff14f0795 None None] Pushing event updated for resources: {'Port': ['ID=6c0e46cc-766e-4958-9132-d6fa2f40d9c8,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:04.169599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a056e851-d2ae-4439-a972-af132d426eed None None] Calling delete_port for 0e67d8b1-2197-44cd-9708-5f4c13161692 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:04.263961 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3b152c98-9388-4be5-ba9a-04547cc39db8 None None] Deleting port 7d05b11f-e365-466f-b8f1-7fd60c736125 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:04.266461 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b152c98-9388-4be5-ba9a-04547cc39db8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:04.319358 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Allocated IP 172.20.0.1 (f7b8327e-95d0-4538-baf8-12b321378ee5/c950cfe2-66cf-445f-90c5-d23a7416e235/6acb40c6-d8ce-4951-8cbf-3c47495d530a) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:04.413900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 984cee64-b742-4056-8df2-1b1a6e83c615 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:04.507540 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-facd0b3e-1b30-478b-ab33-2d4a4f0540f4 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:04.508210 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:04.564816 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:04.605101 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:04.647807 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52586) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:04.819565 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3b152c98-9388-4be5-ba9a-04547cc39db8 None None] For port 7d05b11f-e365-466f-b8f1-7fd60c736125, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7d05b11f-e365-466f-b8f1-7fd60c736125,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:04.820015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b152c98-9388-4be5-ba9a-04547cc39db8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:04.870421 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Network f7b8327e-95d0-4538-baf8-12b321378ee5 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:04.891487 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-facd0b3e-1b30-478b-ab33-2d4a4f0540f4 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:04.898182 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-1b08c956-d826-46c8-bd52-123aad1af36c tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:04.900171 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1b08c956-d826-46c8-bd52-123aad1af36c tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2389183 Dec 14 01:17:04.901677 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:04.901942 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=a81ead12-d9c8-47ee-b511-6b3e9d02fcc6,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:04.904084 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52592) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:04.904931 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:04.921160 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-42975c3c-6a23-442b-bb68-c4d68ce31f1f tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:04.933969 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-42975c3c-6a23-442b-bb68-c4d68ce31f1f tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0174589 Dec 14 01:17:04.938351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52596) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:04.963975 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3b152c98-9388-4be5-ba9a-04547cc39db8 None None] Calling delete_port for 7d05b11f-e365-466f-b8f1-7fd60c736125 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:04.967675 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-a3f52896-2492-493c-869c-7c010f565803 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:04.971576 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a3f52896-2492-493c-869c-7c010f565803 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0289316 Dec 14 01:17:04.972920 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52598) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:04.987381 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a056e851-d2ae-4439-a972-af132d426eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:05.006383 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-37ab3259-bbe5-4c2a-81a1-387cecb6cd6f tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.010851 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-37ab3259-bbe5-4c2a-81a1-387cecb6cd6f tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0180299 Dec 14 01:17:05.024563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:05.026447 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52600) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.090576 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 984cee64-b742-4056-8df2-1b1a6e83c615 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:05.090986 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:05.113880 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Pushing event updated for resources: {'Port': ['ID=6acb40c6-d8ce-4951-8cbf-3c47495d530a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:05.119051 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-e166302c-2b00-43cc-90b0-0111fdb14e88 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.119887 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e166302c-2b00-43cc-90b0-0111fdb14e88 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0894697 Dec 14 01:17:05.124263 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83537029-d85b-42b5-b319-5e3a3aef7686 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:05.137282 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52604) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.148893 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-15b16e92-34dd-484e-ac94-4f5d7c178b2b tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.152324 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-15b16e92-34dd-484e-ac94-4f5d7c178b2b tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0068045 Dec 14 01:17:05.153707 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52606) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.165453 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcb2810-ce3c-42c5-99f7-24b954c25531 None None] Network 7f713fdb-a264-4bd6-a519-4fb8febc7807 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:05.180413 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056e851-d2ae-4439-a972-af132d426eed None None] Pushing event deleted for resources: {'Port': ['ID=0e67d8b1-2197-44cd-9708-5f4c13161692,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:05.182565 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a056e851-d2ae-4439-a972-af132d426eed None None] No DVR routers for this DVR port 0e67d8b1-2197-44cd-9708-5f4c13161692 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:05.183913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-52f5d995-6d2c-4f47-8cf2-a27b5a95812f tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.188577 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-52f5d995-6d2c-4f47-8cf2-a27b5a95812f tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047781 Dec 14 01:17:05.191435 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52610) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.198293 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-f8988269-86e2-4c55-a484-190aa20d2d54 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.199324 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f8988269-86e2-4c55-a484-190aa20d2d54 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0068624 Dec 14 01:17:05.229706 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52612) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.241910 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-d294be61-6e58-4739-93e2-611a871c52d7 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.244796 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d294be61-6e58-4739-93e2-611a871c52d7 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0125339 Dec 14 01:17:05.246974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52616) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.267113 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-21a25919-9a58-40cd-8a46-7f065035f194 None None] Provisioning complete for port 6c0e46cc-766e-4958-9132-d6fa2f40d9c8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:05.267393 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-bfbbea6b-9e95-4366-a182-b27a55c20c88 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.267507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-21a25919-9a58-40cd-8a46-7f065035f194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:05.270447 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bfbbea6b-9e95-4366-a182-b27a55c20c88 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0128052 Dec 14 01:17:05.276021 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52618) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.286716 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-0cbdf146-eabb-4023-9652-17acb196bd6e tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.288212 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0cbdf146-eabb-4023-9652-17acb196bd6e tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0068114 Dec 14 01:17:05.290406 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99785a7-5a51-4cb0-bb2a-899d62cda75c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:05.294425 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a99785a7-5a51-4cb0-bb2a-899d62cda75c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:05.299165 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52620) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.304368 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83537029-d85b-42b5-b319-5e3a3aef7686 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Subnet': ['ID=4037fbcd-538b-4dae-aef7-2790d91ecd9e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:05.308142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] For port 984cee64-b742-4056-8df2-1b1a6e83c615, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=984cee64-b742-4056-8df2-1b1a6e83c615,segment=NetworkSegment(85f755c9-8733-4ada-ab77-ebcc0f4232ab),segment_id=85f755c9-8733-4ada-ab77-ebcc0f4232ab)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:05.308541 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:05.314703 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-41e319cc-fb64-4d4f-b706-425974241528 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.316084 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-41e319cc-fb64-4d4f-b706-425974241528 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0130937 Dec 14 01:17:05.333598 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52622) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.342712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-28dffbea-db3c-435e-9f45-cbd36d37ac62 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.343732 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-28dffbea-db3c-435e-9f45-cbd36d37ac62 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0051951 Dec 14 01:17:05.350109 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52624) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.351764 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83537029-d85b-42b5-b319-5e3a3aef7686 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:05.354819 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f4c4d6-8403-4a1b-8f3a-7ee2130072be None None] Network 817e65f7-c1f7-4c9b-aa58-67ca56179489 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:05.356148 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-83537029-d85b-42b5-b319-5e3a3aef7686 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/4037fbcd-538b-4dae-aef7-2790d91ecd9e HTTP/1.1" status: 204 len: 168 time: 3.7452018 Dec 14 01:17:05.359126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Calling delete_port for 984cee64-b742-4056-8df2-1b1a6e83c615 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:05.365849 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52626) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.410262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-80c66a6c-b99b-455a-a0ec-3a83c6e0de28 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.411421 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-80c66a6c-b99b-455a-a0ec-3a83c6e0de28 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051541 Dec 14 01:17:05.417092 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52628) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.424420 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-034b8fca-8d20-4bc4-bd9c-408929c0a0f6 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.424420 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-034b8fca-8d20-4bc4-bd9c-408929c0a0f6 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044601 Dec 14 01:17:05.430655 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52632) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.436135 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-858dac58-1fb1-4d8f-830f-2d0bcfbaed46 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.437328 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-858dac58-1fb1-4d8f-830f-2d0bcfbaed46 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0054739 Dec 14 01:17:05.441489 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52634) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.448486 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-9df8e3c0-1b33-4506-b9d4-522c1c71a94e tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.450260 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9df8e3c0-1b33-4506-b9d4-522c1c71a94e tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0068684 Dec 14 01:17:05.458528 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52636) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.466441 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-10b92e6b-23cb-4d01-97ab-e7be9e9f0c63 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.467687 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-10b92e6b-23cb-4d01-97ab-e7be9e9f0c63 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0064290 Dec 14 01:17:05.480746 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52638) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.491310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-5424a211-0349-4caf-b61a-f48f048161a8 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.491310 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5424a211-0349-4caf-b61a-f48f048161a8 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0048611 Dec 14 01:17:05.491959 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52642) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.508706 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-8a0b4b9d-83a1-4079-80a3-9edb7fa6a5ae tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.509681 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8a0b4b9d-83a1-4079-80a3-9edb7fa6a5ae tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0058937 Dec 14 01:17:05.514517 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52644) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.521275 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-e8e414af-4b62-4a62-a0b0-e11b57e81dd0 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.522355 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e8e414af-4b62-4a62-a0b0-e11b57e81dd0 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0047872 Dec 14 01:17:05.526251 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52646) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.531447 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-d493a75e-818b-4803-97c6-ae5e9939d869 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.532714 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d493a75e-818b-4803-97c6-ae5e9939d869 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0054698 Dec 14 01:17:05.567258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52648) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.577245 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-72dad622-c416-4b23-ab0f-c7f5931db9ea tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.578288 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-72dad622-c416-4b23-ab0f-c7f5931db9ea tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0048358 Dec 14 01:17:05.594981 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52650) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.600741 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-357ac249-f3d9-45b4-8135-dda73ebcf03a tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.601692 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-357ac249-f3d9-45b4-8135-dda73ebcf03a tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043521 Dec 14 01:17:05.614774 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52652) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.619413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-83fa8671-a3e6-4b40-80f0-cc20dc9fc837 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.620393 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-83fa8671-a3e6-4b40-80f0-cc20dc9fc837 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043609 Dec 14 01:17:05.631130 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52654) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.633088 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5de5dce5-e803-41cb-b5bb-9b876ff145c2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:05.638414 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-789eb536-7329-49a3-9b1e-86b9e2221c64 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.639690 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-789eb536-7329-49a3-9b1e-86b9e2221c64 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0072637 Dec 14 01:17:05.659205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52656) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.659599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52658) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.675813 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-f241723b-7878-4f59-9c1a-bc20c7a5fba4 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.675813 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f241723b-7878-4f59-9c1a-bc20c7a5fba4 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0067375 Dec 14 01:17:05.678963 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52660) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.684067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b152c98-9388-4be5-ba9a-04547cc39db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:05.686051 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-5af1fae7-0b85-444e-b619-6575e84b0966 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.690064 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5af1fae7-0b85-444e-b619-6575e84b0966 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0053995 Dec 14 01:17:05.694878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52662) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.700568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-c127fb5a-6374-43f1-bf7b-8b650c156f53 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.705560 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c127fb5a-6374-43f1-bf7b-8b650c156f53 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046332 Dec 14 01:17:05.710292 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52664) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.733019 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-d1400e1d-bc9c-43ea-bc57-953ed370d1da tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.736872 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d1400e1d-bc9c-43ea-bc57-953ed370d1da tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0126030 Dec 14 01:17:05.739512 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52668) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.743895 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-12a14f0a-ba25-4ddd-8e29-359cfa14af96 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.749074 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-12a14f0a-ba25-4ddd-8e29-359cfa14af96 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046287 Dec 14 01:17:05.749245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b152c98-9388-4be5-ba9a-04547cc39db8 None None] Pushing event deleted for resources: {'Port': ['ID=7d05b11f-e365-466f-b8f1-7fd60c736125,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:05.751206 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52670) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.753787 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b152c98-9388-4be5-ba9a-04547cc39db8 None None] No DVR routers for this DVR port 7d05b11f-e365-466f-b8f1-7fd60c736125 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:05.765689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-fd6a39b2-d2db-43eb-b57e-025789d2bf9e tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.769358 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fd6a39b2-d2db-43eb-b57e-025789d2bf9e tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0088389 Dec 14 01:17:05.770140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:05.772561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52672) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.786205 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-facd0b3e-1b30-478b-ab33-2d4a4f0540f4 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:05.811070 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-2b8ae521-5abf-450f-a678-ba83d1b0f251 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.812242 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2b8ae521-5abf-450f-a678-ba83d1b0f251 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0234210 Dec 14 01:17:05.815526 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52674) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.818620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-facd0b3e-1b30-478b-ab33-2d4a4f0540f4 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:05.824006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3608129a-f69e-4432-9550-91e23b1592c2 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:05.825082 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-12a4ec34-3e08-4831-908a-d6380e330988 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.829042 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-12a4ec34-3e08-4831-908a-d6380e330988 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0071838 Dec 14 01:17:05.832076 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:05.835120 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52676) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.857854 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-db2e2fc6-abc1-4132-ab8b-d31fdbc137e5 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.861768 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-db2e2fc6-abc1-4132-ab8b-d31fdbc137e5 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0131664 Dec 14 01:17:05.865201 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52678) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.870853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-c23551fb-6f41-46c7-ae86-43e5566bc76a tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.874497 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c23551fb-6f41-46c7-ae86-43e5566bc76a tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0051451 Dec 14 01:17:05.876971 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52680) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.881753 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-a9d20e7e-31c5-4ad8-8b89-20f4db60be1a tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.886288 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a9d20e7e-31c5-4ad8-8b89-20f4db60be1a tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0053070 Dec 14 01:17:05.890188 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52682) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.922258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-76c635a0-8f27-4e94-8772-1cf95469cdb1 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.925964 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-76c635a0-8f27-4e94-8772-1cf95469cdb1 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0319867 Dec 14 01:17:05.937531 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52684) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.951982 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-8312912a-a608-4d4b-bb27-8917ad55801f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1368871907', 'router:external': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:05.962287 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-112b0120-f94b-4dfa-9bca-6ee33fa9bc4b tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.965716 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-112b0120-f94b-4dfa-9bca-6ee33fa9bc4b tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0074575 Dec 14 01:17:05.970829 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52686) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:05.985525 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-f740d19f-b61a-4b03-9e82-ea66b662dc66 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:05.989118 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f740d19f-b61a-4b03-9e82-ea66b662dc66 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0147781 Dec 14 01:17:05.997489 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-21a25919-9a58-40cd-8a46-7f065035f194 None None] Provisioning complete for port d53e4b9d-5f24-47d7-8ba0-06bd66707c5f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:05.997858 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-21a25919-9a58-40cd-8a46-7f065035f194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.000910 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52688) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.009895 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-77a9f35f-3397-44b3-8ccd-ad6dbfdd0c41 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.014260 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-77a9f35f-3397-44b3-8ccd-ad6dbfdd0c41 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0091059 Dec 14 01:17:06.021066 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52690) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.058417 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-ed15df5d-2aca-4f2b-9d42-10f7dac8f513 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.059432 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ed15df5d-2aca-4f2b-9d42-10f7dac8f513 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0118189 Dec 14 01:17:06.063656 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-21a25919-9a58-40cd-8a46-7f065035f194 None None] Port d53e4b9d-5f24-47d7-8ba0-06bd66707c5f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:06.064004 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52692) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-107f4cfa-3c3f-48f8-89b9-e533c4debe8d tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.080278 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-107f4cfa-3c3f-48f8-89b9-e533c4debe8d tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0109532 Dec 14 01:17:06.085814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-21a25919-9a58-40cd-8a46-7f065035f194 None None] Provisioning complete for port a81ead12-d9c8-47ee-b511-6b3e9d02fcc6 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:06.086201 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-21a25919-9a58-40cd-8a46-7f065035f194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.108960 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5de5dce5-e803-41cb-b5bb-9b876ff145c2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.123670 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52694) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.141909 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-5de5dce5-e803-41cb-b5bb-9b876ff145c2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2407f7d-7d67-41d0-86a2-e608127a8438']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:06.146839 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-7c545799-a8e0-4adb-947f-21cb9608c74b tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.147825 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7c545799-a8e0-4adb-947f-21cb9608c74b tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0135682 Dec 14 01:17:06.155860 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52696) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.156507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': 'ea3e3b06-f649-495f-baa6-c02216324454'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:17:06.157601 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.158807 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-5de5dce5-e803-41cb-b5bb-9b876ff145c2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1bb228-ef2a-408a-a0b9-94616f408284') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:06.159109 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-5de5dce5-e803-41cb-b5bb-9b876ff145c2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1bb228-ef2a-408a-a0b9-94616f408284') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:06.169304 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-5c69dd0a-8835-4ec8-90dc-e8d10c3ec05d tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.170688 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5c69dd0a-8835-4ec8-90dc-e8d10c3ec05d tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0132442 Dec 14 01:17:06.176490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52698) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.179191 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5de5dce5-e803-41cb-b5bb-9b876ff145c2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.180553 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a68ef87-4bc9-474b-a7e7-8bd231a969c3 None None] DHCP port deletion for 817e65f7-c1f7-4c9b-aa58-67ca56179489 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:06.185773 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-7e637021-04c8-4144-82d9-0a141b5fb603 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.186765 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7e637021-04c8-4144-82d9-0a141b5fb603 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0063837 Dec 14 01:17:06.195370 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52700) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.211690 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-4153dcd9-668a-490f-8125-2d2d2cb87235 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.213116 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4153dcd9-668a-490f-8125-2d2d2cb87235 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0166132 Dec 14 01:17:06.220276 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5de5dce5-e803-41cb-b5bb-9b876ff145c2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.224225 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52702) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.226497 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.231019 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.247036 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-1e9fb504-865c-44a0-aba2-6a0ad54781ac tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.251815 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1e9fb504-865c-44a0-aba2-6a0ad54781ac tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0222249 Dec 14 01:17:06.260689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52704) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.276342 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de5dce5-e803-41cb-b5bb-9b876ff145c2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:06.276708 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5de5dce5-e803-41cb-b5bb-9b876ff145c2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.317589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-e5ddb5ce-15fb-4a92-bfae-ed3747573d88 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.321342 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e5ddb5ce-15fb-4a92-bfae-ed3747573d88 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0473034 Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:06.322164 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:06.324052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.324052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.325640 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52706) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.341561 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6066109c-3a88-476d-bf83-2eec2e753aec None None] Network 7f713fdb-a264-4bd6-a519-4fb8febc7807 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:06.348313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-08ce2353-e0d4-435a-b090-16bac601bda4 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.352325 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-08ce2353-e0d4-435a-b090-16bac601bda4 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0107961 Dec 14 01:17:06.359645 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52708) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.363795 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6c0e46cc-766e-4958-9132-d6fa2f40d9c8 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:06.365097 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-71d37c28-bec4-4653-824f-d1eabbe665c2 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.366071 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-71d37c28-bec4-4653-824f-d1eabbe665c2 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0054030 Dec 14 01:17:06.372745 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52710) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.388952 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-e818c61b-4e77-43e2-9110-e3960cfbf295 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.389187 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Port': ['ID=984cee64-b742-4056-8df2-1b1a6e83c615,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:06.390223 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e818c61b-4e77-43e2-9110-e3960cfbf295 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046971 Dec 14 01:17:06.393745 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52712) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.398342 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-e90a4e2a-a3d1-451b-81ce-aa914d48c7d4 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.401771 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e90a4e2a-a3d1-451b-81ce-aa914d48c7d4 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042241 Dec 14 01:17:06.403160 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-facd0b3e-1b30-478b-ab33-2d4a4f0540f4 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.404729 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52714) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.415407 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-c4d58325-c7d3-4142-8d26-05b2d243f91d tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.419117 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c4d58325-c7d3-4142-8d26-05b2d243f91d tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0058186 Dec 14 01:17:06.451673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52716) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.488425 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-a99785a7-5a51-4cb0-bb2a-899d62cda75c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:17:06.499555 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-e6aa2c51-31d3-433e-8f2c-dcdda15f8dc6 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.500547 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e6aa2c51-31d3-433e-8f2c-dcdda15f8dc6 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0062950 Dec 14 01:17:06.512156 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8312912a-a608-4d4b-bb27-8917ad55801f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Made reservation on behalf of 6a2f37d9992842f59ff1684cdca68b08 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:06.514417 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8312912a-a608-4d4b-bb27-8917ad55801f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.522889 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a99785a7-5a51-4cb0-bb2a-899d62cda75c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.527561 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52718) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.541777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-0c1a7884-d77c-4203-a833-48f2b2ae78e3 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.544606 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0c1a7884-d77c-4203-a833-48f2b2ae78e3 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0133202 Dec 14 01:17:06.551595 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52720) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.557567 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2a68ef87-4bc9-474b-a7e7-8bd231a969c3 None None] Deleting port 43fd8a8b-2d74-4050-9a71-af69a200b23c {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:06.557567 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a68ef87-4bc9-474b-a7e7-8bd231a969c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.559501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Allocated IP 172.20.0.2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/ea3e3b06-f649-495f-baa6-c02216324454/e111edb3-3956-4cbf-8338-6e55f6176875) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:06.565489 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-21a25919-9a58-40cd-8a46-7f065035f194 None None] Could not find standard attr ID for object 7d05b11f-e365-466f-b8f1-7fd60c736125. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:17:06.583829 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-c48a168b-ca5b-47a3-a009-5d70699992fe tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.587602 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c48a168b-ca5b-47a3-a009-5d70699992fe tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0048044 Dec 14 01:17:06.589549 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52722) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.597231 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-ff76de1b-3f4d-49cf-8c90-8ef897592850 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.600954 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ff76de1b-3f4d-49cf-8c90-8ef897592850 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0056980 Dec 14 01:17:06.631721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52724) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.670866 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99785a7-5a51-4cb0-bb2a-899d62cda75c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:06.679003 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-8051c4c3-38c8-4e6a-bf58-c21c5cdf6972 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.683046 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8051c4c3-38c8-4e6a-bf58-c21c5cdf6972 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0129604 Dec 14 01:17:06.711617 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-21a25919-9a58-40cd-8a46-7f065035f194 None None] Provisioning complete for port 2f3dd301-bafd-44ca-a231-137592493610 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:06.711894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52726) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.711998 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-21a25919-9a58-40cd-8a46-7f065035f194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.716822 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a99785a7-5a51-4cb0-bb2a-899d62cda75c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:06.721246 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2a68ef87-4bc9-474b-a7e7-8bd231a969c3 None None] For port 43fd8a8b-2d74-4050-9a71-af69a200b23c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=43fd8a8b-2d74-4050-9a71-af69a200b23c,segment=NetworkSegment(e07a101e-b749-4f26-a096-51b76bd522f4),segment_id=e07a101e-b749-4f26-a096-51b76bd522f4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:06.721682 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a68ef87-4bc9-474b-a7e7-8bd231a969c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.724194 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-afb175fc-2274-4d67-802b-65d88f0e3998 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.727376 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-afb175fc-2274-4d67-802b-65d88f0e3998 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0096004 Dec 14 01:17:06.727517 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 6c0e46cc-766e-4958-9132-d6fa2f40d9c8 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:06.727517 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.728907 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52728) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.729491 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99785a7-5a51-4cb0-bb2a-899d62cda75c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:06.730245 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a99785a7-5a51-4cb0-bb2a-899d62cda75c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.742749 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-16443e0f-6343-478b-8f64-0288394dc9e5 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.743972 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-16443e0f-6343-478b-8f64-0288394dc9e5 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0090435 Dec 14 01:17:06.750213 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-facd0b3e-1b30-478b-ab33-2d4a4f0540f4 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.752273 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52730) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.757800 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-facd0b3e-1b30-478b-ab33-2d4a4f0540f4 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.764555 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-1512e222-02be-4c7a-a366-36f91e668bb6 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.768597 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1512e222-02be-4c7a-a366-36f91e668bb6 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0100026 Dec 14 01:17:06.768597 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99785a7-5a51-4cb0-bb2a-899d62cda75c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=e8121197-07c9-4dff-8d57-50c7f4753bd7,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:06.775688 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52732) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.785707 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-cf955710-e78d-4bc8-9dfc-46d944e923c8 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.794778 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cf955710-e78d-4bc8-9dfc-46d944e923c8 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0123761 Dec 14 01:17:06.796690 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2a68ef87-4bc9-474b-a7e7-8bd231a969c3 None None] Calling delete_port for 43fd8a8b-2d74-4050-9a71-af69a200b23c owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:06.796860 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52734) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.804499 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-c3ccb24f-eaf0-4680-a950-3f0380c607c8 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.815415 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c3ccb24f-eaf0-4680-a950-3f0380c607c8 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0144463 Dec 14 01:17:06.819887 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a99785a7-5a51-4cb0-bb2a-899d62cda75c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0589807 Dec 14 01:17:06.819887 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52736) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.836155 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-8762211c-2c16-4ad2-b225-571015fa835c tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.844142 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8762211c-2c16-4ad2-b225-571015fa835c tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0130861 Dec 14 01:17:06.844394 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-21a25919-9a58-40cd-8a46-7f065035f194 None None] Port 2f3dd301-bafd-44ca-a231-137592493610 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:06.891945 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52738) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.892487 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52740) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.898192 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5ad62eb8-e30e-4cae-ab8f-10c86aecb825 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'mac_address': 'fa:16:3e:41:2c:e0', 'name': 'tempest-NetworksTestDHCPv6-1698814781'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:06.950828 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-cd89db39-b68e-420b-9133-71e72c00df2d tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.952147 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cd89db39-b68e-420b-9133-71e72c00df2d tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0045073 Dec 14 01:17:06.958319 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52742) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.963892 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-df90f59d-1237-4c7e-bc1a-b44260eeae39 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.967367 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-df90f59d-1237-4c7e-bc1a-b44260eeae39 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0045986 Dec 14 01:17:06.971282 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52744) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:06.980648 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-7a3c8939-e909-4cb6-bb75-e3ea78b49943 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:06.984294 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7a3c8939-e909-4cb6-bb75-e3ea78b49943 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0092680 Dec 14 01:17:06.985290 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-facd0b3e-1b30-478b-ab33-2d4a4f0540f4 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:06.985838 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facd0b3e-1b30-478b-ab33-2d4a4f0540f4 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa4d8f31-6d8b-4678-a67f-b793d5faf8fd {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:17:06.989656 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52746) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:07.004924 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-909197a6-3aef-460f-b410-94aa08b68888 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:07.008865 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-909197a6-3aef-460f-b410-94aa08b68888 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0156398 Dec 14 01:17:07.011022 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52748) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:07.018759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-289142e9-6d36-4866-aa56-2f8241a7fe55 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:07.022618 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-289142e9-6d36-4866-aa56-2f8241a7fe55 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0089004 Dec 14 01:17:07.031079 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No DVR routers for this DVR port 984cee64-b742-4056-8df2-1b1a6e83c615 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:07.033863 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52750) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:07.036583 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-facd0b3e-1b30-478b-ab33-2d4a4f0540f4 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 14 01:17:07.040883 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-facd0b3e-1b30-478b-ab33-2d4a4f0540f4 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5410697 Dec 14 01:17:07.043792 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52752) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:07.045257 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [None req-30f47a04-7c64-440e-83a8-361abc75be31 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:17:07.049464 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-30f47a04-7c64-440e-83a8-361abc75be31 tempest-ExtensionsTestJSON-649715943 tempest-ExtensionsTestJSON-649715943-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0047448 Dec 14 01:17:07.068594 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8312912a-a608-4d4b-bb27-8917ad55801f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.069096 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.071216 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b8befd8a-b63b-49bb-b041-c9391c6d45c7 None None] Provisioning complete for port 6acb40c6-d8ce-4951-8cbf-3c47495d530a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:07.071694 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8befd8a-b63b-49bb-b041-c9391c6d45c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.117767 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5de5dce5-e803-41cb-b5bb-9b876ff145c2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.121264 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event updated for resources: {'Port': ['ID=d53e4b9d-5f24-47d7-8ba0-06bd66707c5f,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:07.124952 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.177348 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad62eb8-e30e-4cae-ab8f-10c86aecb825 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:07.193174 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a68ef87-4bc9-474b-a7e7-8bd231a969c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.212052 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7d05b11f-e365-466f-b8f1-7fd60c736125 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:07.212618 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5de5dce5-e803-41cb-b5bb-9b876ff145c2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.216424 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5de5dce5-e803-41cb-b5bb-9b876ff145c2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/networks/e2407f7d-7d67-41d0-86a2-e608127a8438 HTTP/1.1" status: 204 len: 168 time: 1.8494074 Dec 14 01:17:07.224000 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b8befd8a-b63b-49bb-b041-c9391c6d45c7 None None] Port 6acb40c6-d8ce-4951-8cbf-3c47495d530a cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:07.229323 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52756) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:07.263464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:07.267585 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5dce5-e803-41cb-b5bb-9b876ff145c2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Network': ['ID=e2407f7d-7d67-41d0-86a2-e608127a8438,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:07.267921 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a68ef87-4bc9-474b-a7e7-8bd231a969c3 None None] No DVR routers for this DVR port 43fd8a8b-2d74-4050-9a71-af69a200b23c on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:07.280390 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 7d05b11f-e365-466f-b8f1-7fd60c736125 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:17:07.280390 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7d05b11f-e365-466f-b8f1-7fd60c736125 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:17:07.280390 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 0e67d8b1-2197-44cd-9708-5f4c13161692 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:07.280390 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b8befd8a-b63b-49bb-b041-c9391c6d45c7 None None] Could not find standard attr ID for object 984cee64-b742-4056-8df2-1b1a6e83c615. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:17:07.284173 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Pushing event updated for resources: {'Port': ['ID=e111edb3-3956-4cbf-8338-6e55f6176875,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:07.291050 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:07.295641 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:07.342980 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ad62eb8-e30e-4cae-ab8f-10c86aecb825 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.351512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.359514 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 0e67d8b1-2197-44cd-9708-5f4c13161692 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:17:07.359972 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 0e67d8b1-2197-44cd-9708-5f4c13161692 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:17:07.376330 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-5ad62eb8-e30e-4cae-ab8f-10c86aecb825 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port 675cf87a-9f57-46df-af9c-119a1f28dc6e yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:17:07.378829 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68ef87-4bc9-474b-a7e7-8bd231a969c3 None None] Pushing event deleted for resources: {'Port': ['ID=43fd8a8b-2d74-4050-9a71-af69a200b23c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:07.450563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52760) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:07.476944 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.478875 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Attempting to bind port e111edb3-3956-4cbf-8338-6e55f6176875 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:07.479476 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Attempting to bind port e111edb3-3956-4cbf-8338-6e55f6176875 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:07.480036 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Attempting to bind port e111edb3-3956-4cbf-8338-6e55f6176875 on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:07.497368 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:07.503411 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:07.505059 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.507329 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:07.508068 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Bound port: e111edb3-3956-4cbf-8338-6e55f6176875, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:07.509264 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.512939 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.524650 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dc185b56-9a09-4486-b2f6-89e7a8c56a76 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Deleting port 2f3dd301-bafd-44ca-a231-137592493610 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:07.525243 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc185b56-9a09-4486-b2f6-89e7a8c56a76 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.631054 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Network b2036b90-d7e7-47c7-947c-0674fb2a3a7e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:07.633752 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] For port e111edb3-3956-4cbf-8338-6e55f6176875, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:07.639893 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] For port e111edb3-3956-4cbf-8338-6e55f6176875, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e111edb3-3956-4cbf-8338-6e55f6176875,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:07.644760 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.673660 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:07.690993 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a81ead12-d9c8-47ee-b511-6b3e9d02fcc6 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:07.692557 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2dc19fc2-eeec-49ec-8e36-04cf6886e945 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.716478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.734732 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc185b56-9a09-4486-b2f6-89e7a8c56a76 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.737740 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-5ad62eb8-e30e-4cae-ab8f-10c86aecb825 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 172.20.0.8 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/ea3e3b06-f649-495f-baa6-c02216324454/675cf87a-9f57-46df-af9c-119a1f28dc6e) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:07.761161 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-5ad62eb8-e30e-4cae-ab8f-10c86aecb825 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::f816:3eff:fe41:2ce0 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/e8121197-07c9-4dff-8d57-50c7f4753bd7/675cf87a-9f57-46df-af9c-119a1f28dc6e) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:07.763478 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332433b-fb3b-4eb8-92df-8fd3b41e1d59 None None] Pushing event updated for resources: {'Port': ['ID=e111edb3-3956-4cbf-8338-6e55f6176875,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:07.764364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dc185b56-9a09-4486-b2f6-89e7a8c56a76 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Calling delete_port for 2f3dd301-bafd-44ca-a231-137592493610 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:07.784186 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port a81ead12-d9c8-47ee-b511-6b3e9d02fcc6 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:07.784609 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.825743 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8312912a-a608-4d4b-bb27-8917ad55801f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.900847 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6c0e46cc-766e-4958-9132-d6fa2f40d9c8 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:07.913577 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07f6b16c-5501-46be-999b-e6ad9f3a0fd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:07.998721 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8312912a-a608-4d4b-bb27-8917ad55801f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.009755 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 6c0e46cc-766e-4958-9132-d6fa2f40d9c8 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:08.010140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.151775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0e02e1d9-201c-4d07-8888-cb4c6c238b23 None None] Provisioning complete for port d53e4b9d-5f24-47d7-8ba0-06bd66707c5f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:08.152192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.154642 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e02e1d9-201c-4d07-8888-cb4c6c238b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.172449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8312912a-a608-4d4b-bb27-8917ad55801f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:17:08.180389 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Pushing event updated for resources: {'Port': ['ID=6acb40c6-d8ce-4951-8cbf-3c47495d530a,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:08.205613 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0e02e1d9-201c-4d07-8888-cb4c6c238b23 None None] Port d53e4b9d-5f24-47d7-8ba0-06bd66707c5f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:08.225686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 43fd8a8b-2d74-4050-9a71-af69a200b23c no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:08.246238 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312912a-a608-4d4b-bb27-8917ad55801f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673bbe0f-15eb-4a35-a1e4-8a9ba83c31cb,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:08.249576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Subnet': ['ID=424c2c21-85a3-4dbd-9609-83d7757c224a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:08.253904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 43fd8a8b-2d74-4050-9a71-af69a200b23c {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:17:08.254597 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 43fd8a8b-2d74-4050-9a71-af69a200b23c not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:17:08.295430 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d064f9-1965-4932-b751-17242cddd661 None None] Network 7f713fdb-a264-4bd6-a519-4fb8febc7807 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:08.347157 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8312912a-a608-4d4b-bb27-8917ad55801f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.347731 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-8312912a-a608-4d4b-bb27-8917ad55801f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Added segment d0b7a355-0b9a-4b6a-a0b6-2606c2004925 of type vlan for network 8b837047-efc8-4c66-a6a9-8bdcdd032401 Dec 14 01:17:08.383291 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07f6b16c-5501-46be-999b-e6ad9f3a0fd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.387244 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Router f5f5ace0-903d-4ac3-a21d-76c97a5d97d5 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:17:08.426277 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.438551 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07f6b16c-5501-46be-999b-e6ad9f3a0fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.450888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc185b56-9a09-4486-b2f6-89e7a8c56a76 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.503806 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc185b56-9a09-4486-b2f6-89e7a8c56a76 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f3dd301-bafd-44ca-a231-137592493610,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:08.509579 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ad62eb8-e30e-4cae-ab8f-10c86aecb825 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.519352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482bb170-baed-4e3e-8918-8178c7d37f36 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:08.521166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2dc19fc2-eeec-49ec-8e36-04cf6886e945 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.523363 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45a1ee3-8128-4abd-a614-8c01b0ffe8f0 None None] DHCP port deletion for 7f713fdb-a264-4bd6-a519-4fb8febc7807 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:08.559034 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f713fdb-a264-4bd6-a519-4fb8febc7807']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:08.583550 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc185b56-9a09-4486-b2f6-89e7a8c56a76 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.587389 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dc185b56-9a09-4486-b2f6-89e7a8c56a76 tempest-RoutersAdminNegativeIpV6Test-1743614071 tempest-RoutersAdminNegativeIpV6Test-1743614071-project-admin] 10.222.0.32 "DELETE /v2.0/ports/2f3dd301-bafd-44ca-a231-137592493610 HTTP/1.1" status: 204 len: 168 time: 1.5422666 Dec 14 01:17:08.592863 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f755c9-8733-4ada-ab77-ebcc0f4232ab') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:08.593189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f755c9-8733-4ada-ab77-ebcc0f4232ab') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:08.603171 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ad62eb8-e30e-4cae-ab8f-10c86aecb825 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.606591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-2dc19fc2-eeec-49ec-8e36-04cf6886e945 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817e65f7-c1f7-4c9b-aa58-67ca56179489']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:08.610577 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8312912a-a608-4d4b-bb27-8917ad55801f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.623048 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-07f6b16c-5501-46be-999b-e6ad9f3a0fd4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2baab2fed7964d86a357910cd321cece&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1694088 Dec 14 01:17:08.633803 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52768) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:08.639385 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Network f7b8327e-95d0-4538-baf8-12b321378ee5 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:08.650605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.669761 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad62eb8-e30e-4cae-ab8f-10c86aecb825 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:08.685440 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-5ad62eb8-e30e-4cae-ab8f-10c86aecb825 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:08.687951 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad62eb8-e30e-4cae-ab8f-10c86aecb825 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:08.695429 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6b16c-5501-46be-999b-e6ad9f3a0fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980aa6af-1135-4c13-b5f8-f265c8dbdc62,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:08.701404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-2dc19fc2-eeec-49ec-8e36-04cf6886e945 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07a101e-b749-4f26-a096-51b76bd522f4') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:08.701702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-2dc19fc2-eeec-49ec-8e36-04cf6886e945 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07a101e-b749-4f26-a096-51b76bd522f4') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:08.707521 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:08.732759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad62eb8-e30e-4cae-ab8f-10c86aecb825 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=675cf87a-9f57-46df-af9c-119a1f28dc6e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:08.756948 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.db.resource_extend [None req-8312912a-a608-4d4b-bb27-8917ad55801f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 01:17:08.774250 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad62eb8-e30e-4cae-ab8f-10c86aecb825 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:08.774958 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ad62eb8-e30e-4cae-ab8f-10c86aecb825 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.775776 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.786981 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2dc19fc2-eeec-49ec-8e36-04cf6886e945 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.789421 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5864c1fb-3363-4c2a-a2ea-aef76868ad2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.826071 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5ad62eb8-e30e-4cae-ab8f-10c86aecb825 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9301455 Dec 14 01:17:08.832976 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52772) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:08.852528 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:08.853090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:08.859696 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:08.875532 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2dc19fc2-eeec-49ec-8e36-04cf6886e945 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.884973 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5864c1fb-3363-4c2a-a2ea-aef76868ad2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.907664 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8312912a-a608-4d4b-bb27-8917ad55801f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.908819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8312912a-a608-4d4b-bb27-8917ad55801f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:08.909482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8312912a-a608-4d4b-bb27-8917ad55801f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.954325 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52774) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:08.960785 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5864c1fb-3363-4c2a-a2ea-aef76868ad2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.964223 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5864c1fb-3363-4c2a-a2ea-aef76868ad2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.968987 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5864c1fb-3363-4c2a-a2ea-aef76868ad2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/980aa6af-1135-4c13-b5f8-f265c8dbdc62 HTTP/1.1" status: 204 len: 168 time: 0.3291891 Dec 14 01:17:08.982075 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8312912a-a608-4d4b-bb27-8917ad55801f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.3139243 Dec 14 01:17:08.983506 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864c1fb-3363-4c2a-a2ea-aef76868ad2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980aa6af-1135-4c13-b5f8-f265c8dbdc62,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:08.987422 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc19fc2-eeec-49ec-8e36-04cf6886e945 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:08.987584 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52780) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:08.988016 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2dc19fc2-eeec-49ec-8e36-04cf6886e945 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:08.995913 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c32cc3ba-a958-4beb-84f1-0ff59e51ef29 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Request body: {'subnet': {'network_id': '8b837047-efc8-4c66-a6a9-8bdcdd032401', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:09.013384 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:09.016416 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b87e9-33bc-47fe-9aa7-e82bd5f31669 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:09.022528 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b87e9-33bc-47fe-9aa7-e82bd5f31669 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:09.026392 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-483b87e9-33bc-47fe-9aa7-e82bd5f31669 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1902726 Dec 14 01:17:09.032736 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52782) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:09.140280 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:17:09.149359 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-15dd5c32-4e9e-4d5c-967c-be59d3bbd830 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "PUT /v2.0/routers/f5f5ace0-903d-4ac3-a21d-76c97a5d97d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7675943 Dec 14 01:17:09.166592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52784) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:09.176930 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145aac38-1023-41ba-959d-254ac0320ee0 None None] Sync routers for ids ['f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:17:09.185406 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32cc3ba-a958-4beb-84f1-0ff59e51ef29 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Made reservation on behalf of 6a2f37d9992842f59ff1684cdca68b08 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:09.189682 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c32cc3ba-a958-4beb-84f1-0ff59e51ef29 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:09.244875 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145aac38-1023-41ba-959d-254ac0320ee0 None None] Routers {'f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:09.245538 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-145aac38-1023-41ba-959d-254ac0320ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:09.260777 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:09.265392 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:09.268821 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/networks/7f713fdb-a264-4bd6-a519-4fb8febc7807 HTTP/1.1" status: 204 len: 168 time: 6.5456553 Dec 14 01:17:09.280262 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312912a-a608-4d4b-bb27-8917ad55801f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Pushing event updated for resources: {'Network': ['ID=8b837047-efc8-4c66-a6a9-8bdcdd032401,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:09.326002 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52788) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:09.374154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4183f-ca8a-477e-82cd-209c3d7e46ad tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Network': ['ID=7f713fdb-a264-4bd6-a519-4fb8febc7807,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:09.377930 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce8114a-2439-43b6-9c82-56766197f781 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] DELETE failed (client error): The resource could not be found. Dec 14 01:17:09.378714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce8114a-2439-43b6-9c82-56766197f781 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:09.387077 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fce8114a-2439-43b6-9c82-56766197f781 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/networks/7f713fdb-a264-4bd6-a519-4fb8febc7807 HTTP/1.1" status: 404 len: 339 time: 0.0551457 Dec 14 01:17:09.387914 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52790) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:09.409408 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b987a377-03bd-4131-83f1-103cd48fc333 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1465631373', 'description': 'd1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:09.418323 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2dc19fc2-eeec-49ec-8e36-04cf6886e945 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:09.423538 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2dc19fc2-eeec-49ec-8e36-04cf6886e945 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:09.428689 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2dc19fc2-eeec-49ec-8e36-04cf6886e945 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/networks/817e65f7-c1f7-4c9b-aa58-67ca56179489 HTTP/1.1" status: 204 len: 168 time: 2.1873064 Dec 14 01:17:09.435244 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52792) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:09.447932 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-097c8159-2c5d-4e88-b0a2-8487edcdb222 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2055482156'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:09.454002 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc19fc2-eeec-49ec-8e36-04cf6886e945 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Network': ['ID=817e65f7-c1f7-4c9b-aa58-67ca56179489,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:09.466958 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b053c114-bf57-408f-92be-57e15d687381 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:09.467157 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6f603f06-d9d9-4fdd-9946-8f5e96a44a2a tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:09.475393 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Router 9002cbb3-2f3f-432c-a56b-92838a858846 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:17:09.482194 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-341501e0-e383-4738-af58-3f64d8dd83b7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port 675cf87a-9f57-46df-af9c-119a1f28dc6e {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:09.482696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-341501e0-e383-4738-af58-3f64d8dd83b7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:09.578382 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 8b837047-efc8-4c66-a6a9-8bdcdd032401 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:17:09.583531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3b94e9-cc9c-465e-ab2e-98eee5fef408 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:09.588385 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-145aac38-1023-41ba-959d-254ac0320ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:09.590582 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7b1c4b47-444d-42d3-b759-b2a8187b11d9 None None] Provisioning complete for port 6acb40c6-d8ce-4951-8cbf-3c47495d530a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:09.591100 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b1c4b47-444d-42d3-b759-b2a8187b11d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:09.617683 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-6f603f06-d9d9-4fdd-9946-8f5e96a44a2a tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 14 01:17:09.618751 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6f603f06-d9d9-4fdd-9946-8f5e96a44a2a tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "DELETE /v2.0/routers/f5f5ace0-903d-4ac3-a21d-76c97a5d97d5 HTTP/1.1" status: 409 len: 329 time: 0.4476261 Dec 14 01:17:09.625324 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-341501e0-e383-4738-af58-3f64d8dd83b7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:09.649034 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52800) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:09.673140 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-341501e0-e383-4738-af58-3f64d8dd83b7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for 675cf87a-9f57-46df-af9c-119a1f28dc6e owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:09.739771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b987a377-03bd-4131-83f1-103cd48fc333 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:09.743265 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b987a377-03bd-4131-83f1-103cd48fc333 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:09.775749 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097c8159-2c5d-4e88-b0a2-8487edcdb222 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:09.779423 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-097c8159-2c5d-4e88-b0a2-8487edcdb222 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:09.783900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:17:09.800868 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Sync routers for ids ['9002cbb3-2f3f-432c-a56b-92838a858846'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:17:09.813380 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1cbb5162-882c-43ef-8735-7c7f26583d68 admin admin] 10.222.0.32 "PUT /v2.0/routers/9002cbb3-2f3f-432c-a56b-92838a858846/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4328227 Dec 14 01:17:09.818071 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Routers {'9002cbb3-2f3f-432c-a56b-92838a858846'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:09.822201 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9002cbb3-2f3f-432c-a56b-92838a858846'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:09.847580 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b987a377-03bd-4131-83f1-103cd48fc333 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:17:09.861475 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097c8159-2c5d-4e88-b0a2-8487edcdb222 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:17:09.873000 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-097c8159-2c5d-4e88-b0a2-8487edcdb222 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:09.873354 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-097c8159-2c5d-4e88-b0a2-8487edcdb222 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Added segment 7d5b8c0f-4628-4f0e-8d99-82669a807e57 of type vlan for network bf844546-5643-425e-8a28-1c8b591168b8 Dec 14 01:17:09.878551 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b987a377-03bd-4131-83f1-103cd48fc333 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:09.879389 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-b987a377-03bd-4131-83f1-103cd48fc333 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Added segment 54feef3f-8085-456f-a65c-00a9077d42fa of type vlan for network 544724be-6b4e-4a05-bca2-558822f68774 Dec 14 01:17:09.931106 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-097c8159-2c5d-4e88-b0a2-8487edcdb222 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:09.943659 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e111edb3-3956-4cbf-8338-6e55f6176875 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:09.954357 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Set router 9002cbb3-2f3f-432c-a56b-92838a858846 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:17:09.969168 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-097c8159-2c5d-4e88-b0a2-8487edcdb222 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:09.975137 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097c8159-2c5d-4e88-b0a2-8487edcdb222 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:09.975796 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-097c8159-2c5d-4e88-b0a2-8487edcdb222 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288164'] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:10.011518 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b987a377-03bd-4131-83f1-103cd48fc333 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:10.092130 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145aac38-1023-41ba-959d-254ac0320ee0 None None] Routers {'f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:10.092776 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-145aac38-1023-41ba-959d-254ac0320ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:10.112971 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-097c8159-2c5d-4e88-b0a2-8487edcdb222 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6738865 Dec 14 01:17:10.120371 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52816) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:10.133337 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7ef07ff1-de61-4130-a337-74ce5b1e8866 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'subnet': {'network_id': 'bf844546-5643-425e-8a28-1c8b591168b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:10.151392 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c8159-2c5d-4e88-b0a2-8487edcdb222 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Network': ['ID=bf844546-5643-425e-8a28-1c8b591168b8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:10.195512 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'name': 'tempest-ServerActionsTestJSON-307079905-router', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:52Z', 'updated_at': '2021-12-14T01:17:05Z', 'revision_number': 4, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'gw_port': {'id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:16:54Z', 'updated_at': '2021-12-14T01:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '6acb40c6-d8ce-4951-8cbf-3c47495d530a', 'name': '', 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'mac_address': 'fa:16:3e:54:da:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:17:03Z', 'updated_at': '2021-12-14T01:17:06Z', 'revision_number': 2, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'subnets': [{'id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:10.196220 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b987a377-03bd-4131-83f1-103cd48fc333 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:10.213030 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b987a377-03bd-4131-83f1-103cd48fc333 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:10.215938 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b987a377-03bd-4131-83f1-103cd48fc333 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:10.216270 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network bf844546-5643-425e-8a28-1c8b591168b8 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:17:10.223452 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-145aac38-1023-41ba-959d-254ac0320ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:10.224137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145aac38-1023-41ba-959d-254ac0320ee0 None None] The sync data for ids ['f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:17:10.236433 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Checking router: 9002cbb3-2f3f-432c-a56b-92838a858846 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:17:10.237047 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Updating router 9002cbb3-2f3f-432c-a56b-92838a858846 port 6acb40c6-d8ce-4951-8cbf-3c47495d530a binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:17:10.263843 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:10.278290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c4b47-444d-42d3-b759-b2a8187b11d9 None None] Port 6acb40c6-d8ce-4951-8cbf-3c47495d530a cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:10.329495 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port e111edb3-3956-4cbf-8338-6e55f6176875 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:10.329883 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:10.423247 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52820) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:10.449032 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b987a377-03bd-4131-83f1-103cd48fc333 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0562699 Dec 14 01:17:10.449296 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b053c114-bf57-408f-92be-57e15d687381 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:10.455818 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52824) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:10.482842 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f695538-5f6c-42ac-9f6d-c63bc8a54904 None None] Update dhcp port {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'fixed_ips': [{'subnet_id': 'ea3e3b06-f649-495f-baa6-c02216324454', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e8121197-07c9-4dff-8d57-50c7f4753bd7'}], 'binding:host_id': 'dv-neutron-821592-1-hyperv'}, 'id': 'e111edb3-3956-4cbf-8338-6e55f6176875'} from dv-neutron-821592-1-hyperv. {{(pid=103410) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 01:17:10.485582 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c768838c-5247-4240-a4a6-2e147f8efd6a None None] Provisioning complete for port e111edb3-3956-4cbf-8338-6e55f6176875 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:10.486156 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c768838c-5247-4240-a4a6-2e147f8efd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:10.557871 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b053c114-bf57-408f-92be-57e15d687381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:10.562666 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759d65c1-dfa7-4611-a7ab-7edd16716e36 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:10.566919 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-759d65c1-dfa7-4611-a7ab-7edd16716e36 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "GET /v2.0/networks?id=544724be-6b4e-4a05-bca2-558822f68774 HTTP/1.1" status: 200 len: 765 time: 0.1073270 Dec 14 01:17:10.573209 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:10.574553 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52826) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:10.615148 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f695538-5f6c-42ac-9f6d-c63bc8a54904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:10.640543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:10.657869 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-497a5828-510e-422e-83b1-91213851c2c8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'network': {'description': 'd2'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:10.722804 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:10.737357 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:10.882140 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a15487-24dc-42ec-b115-ce8a28052202 None None] Pushing event updated for resources: {'Port': ['ID=6acb40c6-d8ce-4951-8cbf-3c47495d530a,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:10.919055 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b053c114-bf57-408f-92be-57e15d687381 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cb6f3b4bbbb4e0ab51ea8cf4222c7ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9610400 Dec 14 01:17:10.923370 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c114-bf57-408f-92be-57e15d687381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1335cf-0a67-40a7-9b9d-b071ad5a750a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:10.926954 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef07ff1-de61-4130-a337-74ce5b1e8866 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:10.930628 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ef07ff1-de61-4130-a337-74ce5b1e8866 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:10.934542 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52828) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:11.012776 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port e111edb3-3956-4cbf-8338-6e55f6176875, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e111edb3-3956-4cbf-8338-6e55f6176875,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:11.015916 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Attempting to bind port 6acb40c6-d8ce-4951-8cbf-3c47495d530a on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:11.019514 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Attempting to bind port 6acb40c6-d8ce-4951-8cbf-3c47495d530a by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:11.020049 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Attempting to bind port 6acb40c6-d8ce-4951-8cbf-3c47495d530a on network f7b8327e-95d0-4538-baf8-12b321378ee5 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:11.032654 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.034281 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:11.035152 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Checking segment: {'id': 'a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:11.035712 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.036229 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Bound using segment: {'id': 'a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:11.036837 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Bound port: 6acb40c6-d8ce-4951-8cbf-3c47495d530a, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:11.039864 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.050465 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52830) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:11.055971 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-341501e0-e383-4738-af58-3f64d8dd83b7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.084740 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 984cee64-b742-4056-8df2-1b1a6e83c615 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:11.119901 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-2f695538-5f6c-42ac-9f6d-c63bc8a54904 None None] Allocated IP 2001:db8::f816:3eff:febf:6f8a (bee5f2cb-0e66-4058-9cdb-51591d3f118e/e8121197-07c9-4dff-8d57-50c7f4753bd7/e111edb3-3956-4cbf-8338-6e55f6176875) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:11.130204 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-54ad2e52-7324-444b-93c7-9cb6420b5014 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1530436663', 'description': 'tempest-description--433961545'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:11.148875 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] For port 6acb40c6-d8ce-4951-8cbf-3c47495d530a, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:11.156622 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] For port 6acb40c6-d8ce-4951-8cbf-3c47495d530a, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6acb40c6-d8ce-4951-8cbf-3c47495d530a,segment=NetworkSegment(a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a),segment_id=a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:11.163513 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 984cee64-b742-4056-8df2-1b1a6e83c615 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:17:11.164005 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 984cee64-b742-4056-8df2-1b1a6e83c615 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:17:11.194462 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.216061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987a377-03bd-4131-83f1-103cd48fc333 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Network': ['ID=544724be-6b4e-4a05-bca2-558822f68774,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:11.218804 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54ad2e52-7324-444b-93c7-9cb6420b5014 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.233393 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Request body: {'networks': [{'name': 'tempest-network--1184104242'}, {'name': 'tempest-network--115183186'}]} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:11.233393 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Request body: {'network': {'name': 'tempest-network--1184104242'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:11.234175 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Request body: {'network': {'name': 'tempest-network--115183186'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:11.239012 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341501e0-e383-4738-af58-3f64d8dd83b7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=675cf87a-9f57-46df-af9c-119a1f28dc6e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:11.253421 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 544724be-6b4e-4a05-bca2-558822f68774 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:17:11.276245 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Made reservation on behalf of 19d42dbd5f154d7aa417d07e32305d4c for: {'network': 2} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:11.279513 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=e111edb3-3956-4cbf-8338-6e55f6176875,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:11.282586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.294449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.335540 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Routers {'9002cbb3-2f3f-432c-a56b-92838a858846'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:11.349754 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9002cbb3-2f3f-432c-a56b-92838a858846'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:11.394634 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-44236fa4-63f8-45f5-b958-efe2d2ebc17a None None] Provisioning complete for port 6acb40c6-d8ce-4951-8cbf-3c47495d530a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:11.395178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-44236fa4-63f8-45f5-b958-efe2d2ebc17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.477174 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.508057 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.510725 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.526781 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2f695538-5f6c-42ac-9f6d-c63bc8a54904 None None] For port e111edb3-3956-4cbf-8338-6e55f6176875, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e111edb3-3956-4cbf-8338-6e55f6176875,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:11.541118 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] Set router 9002cbb3-2f3f-432c-a56b-92838a858846 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:17:11.579175 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-497a5828-510e-422e-83b1-91213851c2c8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.581315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f695538-5f6c-42ac-9f6d-c63bc8a54904 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.598025 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e111edb3-3956-4cbf-8338-6e55f6176875 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:11.611937 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f695538-5f6c-42ac-9f6d-c63bc8a54904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.614728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-c32cc3ba-a958-4beb-84f1-0ff59e51ef29 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:17:11.615065 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c32cc3ba-a958-4beb-84f1-0ff59e51ef29 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.615418 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-90d1f243-cdcd-4961-bb48-884a80cfd39f tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.627397 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7edfc746-7b8c-4e62-82f3-29a10ef107bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.679195 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-497a5828-510e-422e-83b1-91213851c2c8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.707607 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:17:11.730139 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-341501e0-e383-4738-af58-3f64d8dd83b7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.734097 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-341501e0-e383-4738-af58-3f64d8dd83b7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/675cf87a-9f57-46df-af9c-119a1f28dc6e HTTP/1.1" status: 204 len: 168 time: 2.6956859 Dec 14 01:17:11.760133 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-497a5828-510e-422e-83b1-91213851c2c8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network 544724be-6b4e-4a05-bca2-558822f68774 is not hosted by any dhcp agent {{(pid=103408) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 14 01:17:11.766106 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497a5828-510e-422e-83b1-91213851c2c8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:11.766904 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-497a5828-510e-422e-83b1-91213851c2c8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.768362 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-497a5828-510e-422e-83b1-91213851c2c8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "PUT /v2.0/networks/544724be-6b4e-4a05-bca2-558822f68774 HTTP/1.1" status: 200 len: 762 time: 1.1538899 Dec 14 01:17:11.769477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=089a4f1d-e95c-40f9-9d2d-96ab6e4db181,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:11.771041 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7edfc746-7b8c-4e62-82f3-29a10ef107bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.775879 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52832) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:11.776384 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52834) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:11.797154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.797500 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Added segment 9660d533-2725-44e3-9e7d-f02f28135d0c of type vlan for network a00a2c00-442e-42fa-8019-f51c8fcf8fcc Dec 14 01:17:11.823321 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a15487-24dc-42ec-b115-ce8a28052202 None None] Pushing event updated for resources: {'Port': ['ID=6acb40c6-d8ce-4951-8cbf-3c47495d530a,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:11.841330 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-44236fa4-63f8-45f5-b958-efe2d2ebc17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.897042 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-44236fa4-63f8-45f5-b958-efe2d2ebc17a None None] For port 6acb40c6-d8ce-4951-8cbf-3c47495d530a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6acb40c6-d8ce-4951-8cbf-3c47495d530a,segment=NetworkSegment(a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a),segment_id=a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:11.905438 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.908036 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54ad2e52-7324-444b-93c7-9cb6420b5014 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.941549 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-44236fa4-63f8-45f5-b958-efe2d2ebc17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.953252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port e111edb3-3956-4cbf-8338-6e55f6176875 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:11.953619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:11.958349 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'name': 'tempest-ServerActionsTestJSON-307079905-router', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:52Z', 'updated_at': '2021-12-14T01:17:05Z', 'revision_number': 4, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'gw_port': {'id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:16:54Z', 'updated_at': '2021-12-14T01:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '6acb40c6-d8ce-4951-8cbf-3c47495d530a', 'name': '', 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'mac_address': 'fa:16:3e:54:da:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:17:03Z', 'updated_at': '2021-12-14T01:17:11Z', 'revision_number': 4, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'subnets': [{'id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:11.991569 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f739b473-124e-4ffb-899e-e92108aa599d None None] The sync data for ids ['9002cbb3-2f3f-432c-a56b-92838a858846'] in dv-neutron-821592-1-hyperv is: [{'id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'name': 'tempest-ServerActionsTestJSON-307079905-router', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:52Z', 'updated_at': '2021-12-14T01:17:05Z', 'revision_number': 4, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'gw_port': {'id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:16:54Z', 'updated_at': '2021-12-14T01:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '6acb40c6-d8ce-4951-8cbf-3c47495d530a', 'name': '', 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'mac_address': 'fa:16:3e:54:da:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:17:03Z', 'updated_at': '2021-12-14T01:17:11Z', 'revision_number': 4, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'subnets': [{'id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:17:12.002780 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cc3ba-a958-4beb-84f1-0ff59e51ef29 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fcd64ee5-3170-49c1-b7bd-5d513a388aed,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:12.006780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f695538-5f6c-42ac-9f6d-c63bc8a54904 None None] Pushing event updated for resources: {'Port': ['ID=e111edb3-3956-4cbf-8338-6e55f6176875,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:12.036194 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54ad2e52-7324-444b-93c7-9cb6420b5014 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:12.095200 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a72767f2-73a7-49c9-a5a3-942cf6151d99 None None] Provisioning complete for port 6acb40c6-d8ce-4951-8cbf-3c47495d530a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:12.096189 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a72767f2-73a7-49c9-a5a3-942cf6151d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:12.096544 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:17:12.122838 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-90d1f243-cdcd-4961-bb48-884a80cfd39f tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Deleting port d53e4b9d-5f24-47d7-8ba0-06bd66707c5f {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:12.123179 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-90d1f243-cdcd-4961-bb48-884a80cfd39f tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:12.138212 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44236fa4-63f8-45f5-b958-efe2d2ebc17a None None] Pushing event updated for resources: {'Port': ['ID=6acb40c6-d8ce-4951-8cbf-3c47495d530a,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:12.190818 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:12.191591 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Added segment ef61b9d1-fc16-49d9-ae15-283f07b06dcb of type vlan for network ee1b174a-552c-4c2c-99c2-bf188204e58c Dec 14 01:17:12.238246 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a5828-510e-422e-83b1-91213851c2c8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Network': ['ID=544724be-6b4e-4a05-bca2-558822f68774,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:12.263525 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:12.264914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 544724be-6b4e-4a05-bca2-558822f68774 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:17:12.314373 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cbff0a-c107-4b1f-8501-a848e1c58d4e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:12.316127 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cbff0a-c107-4b1f-8501-a848e1c58d4e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:12.318495 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cbff0a-c107-4b1f-8501-a848e1c58d4e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:12.320308 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-94cbff0a-c107-4b1f-8501-a848e1c58d4e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5268929 Dec 14 01:17:12.326849 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52836) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:12.340484 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81373de1-8bf3-4967-96ee-a93d2a119db9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:12.346611 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-81373de1-8bf3-4967-96ee-a93d2a119db9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "GET /v2.0/networks?id=544724be-6b4e-4a05-bca2-558822f68774 HTTP/1.1" status: 200 len: 765 time: 0.5290849 Dec 14 01:17:12.354449 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54ad2e52-7324-444b-93c7-9cb6420b5014 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:12.361650 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-54ad2e52-7324-444b-93c7-9cb6420b5014 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3035948 Dec 14 01:17:12.362833 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32cc3ba-a958-4beb-84f1-0ff59e51ef29 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Checking segment: {'id': 'd0b7a355-0b9a-4b6a-a0b6-2606c2004925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8b837047-efc8-4c66-a6a9-8bdcdd032401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:12.363316 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32cc3ba-a958-4beb-84f1-0ff59e51ef29 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Network hostable DHCP agents. Network: 8b837047-efc8-4c66-a6a9-8bdcdd032401, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:17:12.366490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52838) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:12.366956 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52840) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:12.384839 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:12.385818 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:12.392584 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:12.394254 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad2e52-7324-444b-93c7-9cb6420b5014 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9227bdf6-dcf8-4a43-af39-7b1ecb610dce,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:12.398744 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:12.399359 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:12.437416 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-90d1f243-cdcd-4961-bb48-884a80cfd39f tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:12.502862 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-90d1f243-cdcd-4961-bb48-884a80cfd39f tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Calling delete_port for d53e4b9d-5f24-47d7-8ba0-06bd66707c5f owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:12.512600 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aed8ef8-707f-4a79-bd5c-0a684042832f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet e8121197-07c9-4dff-8d57-50c7f4753bd7 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:12.517668 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0928688 Dec 14 01:17:12.525094 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52842) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:12.525796 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0aed8ef8-707f-4a79-bd5c-0a684042832f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:12.570037 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event updated for resources: {'Network': ['ID=a00a2c00-442e-42fa-8019-f51c8fcf8fcc,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:12.623525 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network a00a2c00-442e-42fa-8019-f51c8fcf8fcc details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:17:12.821865 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ae80c731-5e2f-4619-95cb-5107eb93f37d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Request body: {'security_group_rule': {'security_group_id': '9227bdf6-dcf8-4a43-af39-7b1ecb610dce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:12.886356 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ef07ff1-de61-4130-a337-74ce5b1e8866 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:12.899670 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0aed8ef8-707f-4a79-bd5c-0a684042832f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:12.911502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3401df-43f5-42d0-bc6a-43c5e2f65fc1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:12.918726 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3401df-43f5-42d0-bc6a-43c5e2f65fc1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:12.925889 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3401df-43f5-42d0-bc6a-43c5e2f65fc1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:12.930539 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-36a378b3-1b35-4a37-bd0c-64992a0fcde4 None None] Provisioning complete for port e111edb3-3956-4cbf-8338-6e55f6176875 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:12.931603 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36a378b3-1b35-4a37-bd0c-64992a0fcde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:12.932173 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3401df-43f5-42d0-bc6a-43c5e2f65fc1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:12.938250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3401df-43f5-42d0-bc6a-43c5e2f65fc1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:12.943351 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9d3401df-43f5-42d0-bc6a-43c5e2f65fc1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3004 time: 0.4111395 Dec 14 01:17:12.965505 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52844) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:13.045117 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8384139-4700-4a5b-9539-e105938ef853 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event updated for resources: {'Network': ['ID=ee1b174a-552c-4c2c-99c2-bf188204e58c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:13.046435 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7edfc746-7b8c-4e62-82f3-29a10ef107bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.051592 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7edfc746-7b8c-4e62-82f3-29a10ef107bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.061102 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network ee1b174a-552c-4c2c-99c2-bf188204e58c details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:17:13.074434 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7edfc746-7b8c-4e62-82f3-29a10ef107bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb1335cf-0a67-40a7-9b9d-b071ad5a750a HTTP/1.1" status: 204 len: 168 time: 2.1287317 Dec 14 01:17:13.107574 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32cc3ba-a958-4beb-84f1-0ff59e51ef29 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Network 8b837047-efc8-4c66-a6a9-8bdcdd032401 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:17:13.168483 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-36a378b3-1b35-4a37-bd0c-64992a0fcde4 None None] Could not find standard attr ID for object 675cf87a-9f57-46df-af9c-119a1f28dc6e. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:17:13.169337 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-008a7ee4-6ee7-4175-be7e-bb7f67e3a996 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.200762 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0aed8ef8-707f-4a79-bd5c-0a684042832f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.226077 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfc746-7b8c-4e62-82f3-29a10ef107bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1335cf-0a67-40a7-9b9d-b071ad5a750a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:13.246055 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ae80c731-5e2f-4619-95cb-5107eb93f37d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.348741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c32cc3ba-a958-4beb-84f1-0ff59e51ef29 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 8b837047-efc8-4c66-a6a9-8bdcdd032401) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:13.359745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4352afa4-e873-4778-97a0-843c0b44721f None None] Network 8b837047-efc8-4c66-a6a9-8bdcdd032401 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:13.412373 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-008a7ee4-6ee7-4175-be7e-bb7f67e3a996 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.425808 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef07ff1-de61-4130-a337-74ce5b1e8866 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Subnet': ['ID=70c9b778-e281-41c7-afa9-4461a81a6745,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:13.441855 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0aed8ef8-707f-4a79-bd5c-0a684042832f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.452209 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32cc3ba-a958-4beb-84f1-0ff59e51ef29 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:13.457163 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c32cc3ba-a958-4beb-84f1-0ff59e51ef29 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.473307 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a4d8b497-6ba3-45a7-bfb7-354ae89d19ab None None] Could not find standard attr ID for object 675cf87a-9f57-46df-af9c-119a1f28dc6e. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:17:13.482673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-008a7ee4-6ee7-4175-be7e-bb7f67e3a996 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00a2c00-442e-42fa-8019-f51c8fcf8fcc']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:13.483963 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e90f33-b9ef-43da-856d-731eab99f293 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:13.488706 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-90d1f243-cdcd-4961-bb48-884a80cfd39f tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.501665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed8ef8-707f-4a79-bd5c-0a684042832f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=e8121197-07c9-4dff-8d57-50c7f4753bd7,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:13.501880 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e90f33-b9ef-43da-856d-731eab99f293 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:13.503421 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-59e90f33-b9ef-43da-856d-731eab99f293 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1381 time: 1.1299424 Dec 14 01:17:13.511205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52850) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:13.513006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-008a7ee4-6ee7-4175-be7e-bb7f67e3a996 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9660d533-2725-44e3-9e7d-f02f28135d0c') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:13.513512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-008a7ee4-6ee7-4175-be7e-bb7f67e3a996 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9660d533-2725-44e3-9e7d-f02f28135d0c') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:13.520237 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0aed8ef8-707f-4a79-bd5c-0a684042832f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.524000 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0aed8ef8-707f-4a79-bd5c-0a684042832f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/e8121197-07c9-4dff-8d57-50c7f4753bd7 HTTP/1.1" status: 204 len: 168 time: 1.1936874 Dec 14 01:17:13.533909 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52852) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:13.561053 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-008a7ee4-6ee7-4175-be7e-bb7f67e3a996 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.573605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1f243-cdcd-4961-bb48-884a80cfd39f tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event deleted for resources: {'Port': ['ID=d53e4b9d-5f24-47d7-8ba0-06bd66707c5f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:13.591519 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c32cc3ba-a958-4beb-84f1-0ff59e51ef29 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6027944 Dec 14 01:17:13.594997 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52854) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:13.620395 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3d2a64a1-bb3b-4eaa-8556-31494f9916e8 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e HTTP/1.1" status: 200 len: 207 time: 0.0920806 Dec 14 01:17:13.640827 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ae80c731-5e2f-4619-95cb-5107eb93f37d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.647146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52856) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:13.654800 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196c53df-87c5-4828-852e-1cd405d0e9ee None None] Network 8b837047-efc8-4c66-a6a9-8bdcdd032401 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:13.682752 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-eb580a54-bc19-4b2f-935f-c51b438be642 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1154246531', 'network_id': '8b837047-efc8-4c66-a6a9-8bdcdd032401'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:13.686050 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ae80c731-5e2f-4619-95cb-5107eb93f37d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.704837 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef07ff1-de61-4130-a337-74ce5b1e8866 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Checking segment: {'id': '7d5b8c0f-4628-4f0e-8d99-82669a807e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bf844546-5643-425e-8a28-1c8b591168b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:13.705210 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef07ff1-de61-4130-a337-74ce5b1e8866 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network hostable DHCP agents. Network: bf844546-5643-425e-8a28-1c8b591168b8, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:17:13.750747 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6acb40c6-d8ce-4951-8cbf-3c47495d530a up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:13.763892 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-008a7ee4-6ee7-4175-be7e-bb7f67e3a996 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.782494 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008a7ee4-6ee7-4175-be7e-bb7f67e3a996 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:13.783324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-008a7ee4-6ee7-4175-be7e-bb7f67e3a996 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.806628 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80c731-5e2f-4619-95cb-5107eb93f37d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f4a202-7c52-42f8-9f82-dd1d5b220d53,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:13.808915 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52858) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:13.859563 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f34388-0cda-4cc7-a48d-0c7ee46bc086 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet ea3e3b06-f649-495f-baa6-c02216324454 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:13.873028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 6acb40c6-d8ce-4951-8cbf-3c47495d530a triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:13.875259 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41f34388-0cda-4cc7-a48d-0c7ee46bc086 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.876602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:13.883115 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:13.895773 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ae80c731-5e2f-4619-95cb-5107eb93f37d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:13.901007 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ae80c731-5e2f-4619-95cb-5107eb93f37d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5233135 Dec 14 01:17:13.954281 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52860) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:13.963555 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-15de36cd-bb14-4248-ab8a-7bd2e6f9991d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Request body: {'security_group_rule': {'security_group_id': '9227bdf6-dcf8-4a43-af39-7b1ecb610dce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:13.975335 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef07ff1-de61-4130-a337-74ce5b1e8866 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network bf844546-5643-425e-8a28-1c8b591168b8 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:17:14.011331 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb580a54-bc19-4b2f-935f-c51b438be642 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Made reservation on behalf of 6a2f37d9992842f59ff1684cdca68b08 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:14.014364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb580a54-bc19-4b2f-935f-c51b438be642 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.018062 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-90d1f243-cdcd-4961-bb48-884a80cfd39f tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.036869 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7ef07ff1-de61-4130-a337-74ce5b1e8866 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, bf844546-5643-425e-8a28-1c8b591168b8) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:14.057464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8052effb-7aa3-4056-93a9-cbd7d732a2b3 None None] Network bf844546-5643-425e-8a28-1c8b591168b8 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:14.070693 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41f34388-0cda-4cc7-a48d-0c7ee46bc086 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.082864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef07ff1-de61-4130-a337-74ce5b1e8866 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:14.083753 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ef07ff1-de61-4130-a337-74ce5b1e8866 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.085607 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-008a7ee4-6ee7-4175-be7e-bb7f67e3a996 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.090107 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-008a7ee4-6ee7-4175-be7e-bb7f67e3a996 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.094107 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-008a7ee4-6ee7-4175-be7e-bb7f67e3a996 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "DELETE /v2.0/networks/a00a2c00-442e-42fa-8019-f51c8fcf8fcc HTTP/1.1" status: 204 len: 168 time: 1.1277962 Dec 14 01:17:14.102490 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52862) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:14.121418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95ec572-2898-4447-8366-dbf6e4ca87c4 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:14.125018 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e111edb3-3956-4cbf-8338-6e55f6176875 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:14.132373 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-195807e2-5baa-4e95-a5e4-20f1a118ec8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9c79b2bf8de49b4a4400c98791f9869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025413 Dec 14 01:17:14.136729 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-eb580a54-bc19-4b2f-935f-c51b438be642 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] device_id is not set on port 690a79f4-a80e-4f28-9b92-27ebf21b015c yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:17:14.139424 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52864) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:14.155901 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7ef07ff1-de61-4130-a337-74ce5b1e8866 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0266409 Dec 14 01:17:14.173244 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52866) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:14.182792 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b3fbb7a9-9ba9-494a-b84a-82c5ea1241c1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-203340337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:14.198053 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15de36cd-bb14-4248-ab8a-7bd2e6f9991d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.199882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a7ee4-6ee7-4175-be7e-bb7f67e3a996 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event deleted for resources: {'Network': ['ID=a00a2c00-442e-42fa-8019-f51c8fcf8fcc,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:14.241573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port e111edb3-3956-4cbf-8338-6e55f6176875 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:14.241964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.295131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b9a84-06fb-4661-bb62-fc83c1b39a66 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:14.301091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b9a84-06fb-4661-bb62-fc83c1b39a66 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:14.306470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b9a84-06fb-4661-bb62-fc83c1b39a66 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:14.306826 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41f34388-0cda-4cc7-a48d-0c7ee46bc086 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.312656 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b9a84-06fb-4661-bb62-fc83c1b39a66 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:14.318668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b9a84-06fb-4661-bb62-fc83c1b39a66 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:14.324489 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b9a84-06fb-4661-bb62-fc83c1b39a66 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:14.331047 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b9a84-06fb-4661-bb62-fc83c1b39a66 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:14.336451 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b25b9a84-06fb-4661-bb62-fc83c1b39a66 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4336 time: 0.6841800 Dec 14 01:17:14.345401 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52868) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:14.362538 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bf844546-5643-425e-8a28-1c8b591168b8', 'network_id': 'bf844546-5643-425e-8a28-1c8b591168b8', 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'fixed_ips': [{'subnet_id': '70c9b778-e281-41c7-afa9-4461a81a6745'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:17:14.363657 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.446190 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3999ebd-a137-45bb-bad7-cdf75f4f9e2a tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.446762 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-eb580a54-bc19-4b2f-935f-c51b438be642 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Allocated IP 172.20.0.3 (8b837047-efc8-4c66-a6a9-8bdcdd032401/fcd64ee5-3170-49c1-b7bd-5d513a388aed/690a79f4-a80e-4f28-9b92-27ebf21b015c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:14.458692 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb7a9-9ba9-494a-b84a-82c5ea1241c1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.459736 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb7a9-9ba9-494a-b84a-82c5ea1241c1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.494384 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d1f243-cdcd-4961-bb48-884a80cfd39f tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Router f5f5ace0-903d-4ac3-a21d-76c97a5d97d5 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:17:14.497502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15de36cd-bb14-4248-ab8a-7bd2e6f9991d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.502397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-109ed850-8ad8-485f-861c-3432e5e800f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.523278 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15de36cd-bb14-4248-ab8a-7bd2e6f9991d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.565601 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Allocated IP 2001:db8::2 (bf844546-5643-425e-8a28-1c8b591168b8/70c9b778-e281-41c7-afa9-4461a81a6745/4b27cc01-2ab3-4fb3-9856-bd3232b64cbd) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:14.616043 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41f34388-0cda-4cc7-a48d-0c7ee46bc086 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.619199 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de36cd-bb14-4248-ab8a-7bd2e6f9991d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fe3b56-4913-44ff-8a32-762125bf9872,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:14.621548 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-109ed850-8ad8-485f-861c-3432e5e800f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.650204 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15de36cd-bb14-4248-ab8a-7bd2e6f9991d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.654379 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-15de36cd-bb14-4248-ab8a-7bd2e6f9991d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6944036 Dec 14 01:17:14.665752 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb7a9-9ba9-494a-b84a-82c5ea1241c1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.673617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52870) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:14.684897 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f34388-0cda-4cc7-a48d-0c7ee46bc086 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3e3b06-f649-495f-baa6-c02216324454,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:14.702664 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41f34388-0cda-4cc7-a48d-0c7ee46bc086 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.706239 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-41f34388-0cda-4cc7-a48d-0c7ee46bc086 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/ea3e3b06-f649-495f-baa6-c02216324454 HTTP/1.1" status: 204 len: 168 time: 1.1706581 Dec 14 01:17:14.727015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.736134 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52872) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:14.737866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:14.738756 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.750696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb7a9-9ba9-494a-b84a-82c5ea1241c1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.758505 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3d0dfe53-e722-4f8e-93e1-fcffabb2f95e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 916 time: 0.4118943 Dec 14 01:17:14.759502 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Network bf844546-5643-425e-8a28-1c8b591168b8 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:14.767410 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52874) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:14.780209 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:14.787759 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:14.814098 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9f78fe31-6eb9-4aa3-94cd-5f8ef0c360d6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760839 Dec 14 01:17:14.824362 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52876) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:14.831235 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Pushing event updated for resources: {'Port': ['ID=4b27cc01-2ab3-4fb3-9856-bd3232b64cbd,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:14.847698 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-cc1d8dec-2aae-4954-a841-a6cc7ed3ba07 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:14.865636 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3999ebd-a137-45bb-bad7-cdf75f4f9e2a tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.871398 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Attempting to bind port 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:14.871916 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Attempting to bind port 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '7d5b8c0f-4628-4f0e-8d99-82669a807e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bf844546-5643-425e-8a28-1c8b591168b8'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:14.872464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Attempting to bind port 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd on network bf844546-5643-425e-8a28-1c8b591168b8 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:14.879825 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:14.880231 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Checking segment: {'id': '7d5b8c0f-4628-4f0e-8d99-82669a807e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bf844546-5643-425e-8a28-1c8b591168b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:14.880622 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.881025 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Bound using segment: {'id': '7d5b8c0f-4628-4f0e-8d99-82669a807e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bf844546-5643-425e-8a28-1c8b591168b8'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:14.881508 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Bound port: 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5b8c0f-4628-4f0e-8d99-82669a807e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bf844546-5643-425e-8a28-1c8b591168b8'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:14.881895 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:14.885376 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c96d44c-2706-4855-a32e-bc32916143bb tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:14.887062 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c96d44c-2706-4855-a32e-bc32916143bb tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:14.888766 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c96d44c-2706-4855-a32e-bc32916143bb tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:14.890692 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c96d44c-2706-4855-a32e-bc32916143bb tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:14.892310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c96d44c-2706-4855-a32e-bc32916143bb tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:14.894221 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4c96d44c-2706-4855-a32e-bc32916143bb tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1249182 Dec 14 01:17:14.898307 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52878) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:14.924633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d1f243-cdcd-4961-bb48-884a80cfd39f tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:17:14.951912 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-90d1f243-cdcd-4961-bb48-884a80cfd39f tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "PUT /v2.0/routers/f5f5ace0-903d-4ac3-a21d-76c97a5d97d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2996371 Dec 14 01:17:14.954034 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52880) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:14.964944 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] For port 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:14.969446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] For port 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4b27cc01-2ab3-4fb3-9856-bd3232b64cbd,segment=NetworkSegment(7d5b8c0f-4628-4f0e-8d99-82669a807e57),segment_id=7d5b8c0f-4628-4f0e-8d99-82669a807e57)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:14.975136 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a69feb-6be0-49db-b2c2-1783b7264f24 None None] Sync routers for ids ['f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:17:14.984338 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.016551 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb7a9-9ba9-494a-b84a-82c5ea1241c1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.018063 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b3fbb7a9-9ba9-494a-b84a-82c5ea1241c1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8439207 Dec 14 01:17:15.026100 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52882) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:15.034514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb580a54-bc19-4b2f-935f-c51b438be642 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.037525 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a69feb-6be0-49db-b2c2-1783b7264f24 None None] Routers {'f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:15.037684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-80861aee-9b37-4297-aeea-e9775b48bfe7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'port': {'network_id': 'bf844546-5643-425e-8a28-1c8b591168b8', 'name': 'tempest-RoutersIpV6Test-1892620461'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:15.038265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-55a69feb-6be0-49db-b2c2-1783b7264f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:15.060144 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-7d666258-e35c-4cc7-b362-eb8220605a98 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] show failed (client error): The resource could not be found. Dec 14 01:17:15.063507 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7d666258-e35c-4cc7-b362-eb8220605a98 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-476604226 HTTP/1.1" status: 404 len: 334 time: 0.1041772 Dec 14 01:17:15.072508 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c07242-ae3d-4671-97ab-1198b686e91d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:15.074105 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c07242-ae3d-4671-97ab-1198b686e91d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:15.076450 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c07242-ae3d-4671-97ab-1198b686e91d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:15.078537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c07242-ae3d-4671-97ab-1198b686e91d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:15.080212 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c07242-ae3d-4671-97ab-1198b686e91d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:15.082060 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-72c07242-ae3d-4671-97ab-1198b686e91d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1828079 Dec 14 01:17:15.082677 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52884) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:15.088068 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9f019-038b-448f-8a17-7bd4d9e88e2a None None] Pushing event updated for resources: {'Port': ['ID=4b27cc01-2ab3-4fb3-9856-bd3232b64cbd,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:15.089856 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a44d1d05-c222-4ab0-ac93-e2e0763e9e1c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:15.091975 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-b3999ebd-a137-45bb-bad7-cdf75f4f9e2a tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1b174a-552c-4c2c-99c2-bf188204e58c']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:15.094544 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52886) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:15.147145 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-a44d1d05-c222-4ab0-ac93-e2e0763e9e1c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] update failed (client error): The resource could not be found. Dec 14 01:17:15.148313 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a44d1d05-c222-4ab0-ac93-e2e0763e9e1c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1418191059 HTTP/1.1" status: 404 len: 335 time: 0.0628729 Dec 14 01:17:15.151643 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52888) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:15.161100 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-55a69feb-6be0-49db-b2c2-1783b7264f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:15.172136 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a69feb-6be0-49db-b2c2-1783b7264f24 None None] Routers {'f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:15.172799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-55a69feb-6be0-49db-b2c2-1783b7264f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:15.185526 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.218406 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-55a69feb-6be0-49db-b2c2-1783b7264f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:15.219162 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a69feb-6be0-49db-b2c2-1783b7264f24 None None] The sync data for ids ['f5f5ace0-903d-4ac3-a21d-76c97a5d97d5'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:17:15.223462 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-b3999ebd-a137-45bb-bad7-cdf75f4f9e2a tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef61b9d1-fc16-49d9-ae15-283f07b06dcb') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:15.223766 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-b3999ebd-a137-45bb-bad7-cdf75f4f9e2a tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef61b9d1-fc16-49d9-ae15-283f07b06dcb') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:15.262685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9943613-c54c-403b-87d8-da1cb072b50a tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Deleting subnet 5822c3f6-6bdf-49a1-9086-a5c80bb6cf7e {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:15.267530 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb580a54-bc19-4b2f-935f-c51b438be642 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.269255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9943613-c54c-403b-87d8-da1cb072b50a tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.368125 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb580a54-bc19-4b2f-935f-c51b438be642 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Network 8b837047-efc8-4c66-a6a9-8bdcdd032401 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:15.384741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-eb580a54-bc19-4b2f-935f-c51b438be642 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:15.388064 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb580a54-bc19-4b2f-935f-c51b438be642 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:15.395850 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb580a54-bc19-4b2f-935f-c51b438be642 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Pushing event updated for resources: {'Port': ['ID=690a79f4-a80e-4f28-9b92-27ebf21b015c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:15.411776 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9943613-c54c-403b-87d8-da1cb072b50a tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.488218 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb580a54-bc19-4b2f-935f-c51b438be642 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:15.488843 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb580a54-bc19-4b2f-935f-c51b438be642 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.542606 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-eb580a54-bc19-4b2f-935f-c51b438be642 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8980284 Dec 14 01:17:15.543031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52890) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:15.622221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9943613-c54c-403b-87d8-da1cb072b50a tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.629387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:15.720854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:15.721888 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.784663 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0130f48c-0c9b-4f3c-926c-ba42d5b158e9 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Deleting port 690a79f4-a80e-4f28-9b92-27ebf21b015c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:15.785630 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0130f48c-0c9b-4f3c-926c-ba42d5b158e9 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.789774 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9943613-c54c-403b-87d8-da1cb072b50a tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.834382 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3999ebd-a137-45bb-bad7-cdf75f4f9e2a tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.853460 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9943613-c54c-403b-87d8-da1cb072b50a tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event deleted for resources: {'Subnet': ['ID=5822c3f6-6bdf-49a1-9086-a5c80bb6cf7e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:15.854311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3999ebd-a137-45bb-bad7-cdf75f4f9e2a tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.865583 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.870157 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9943613-c54c-403b-87d8-da1cb072b50a tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.871659 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3999ebd-a137-45bb-bad7-cdf75f4f9e2a tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:15.872366 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3999ebd-a137-45bb-bad7-cdf75f4f9e2a tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.877464 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e9943613-c54c-403b-87d8-da1cb072b50a tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "DELETE /v2.0/subnets/5822c3f6-6bdf-49a1-9086-a5c80bb6cf7e HTTP/1.1" status: 204 len: 168 time: 0.7212811 Dec 14 01:17:15.878629 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52892) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:15.889198 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3ec71c-bc4d-4818-abcb-ab946ac42303 None None] Network 574e0c86-375f-4209-8f13-d1ea43997d4c requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:15.938293 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:15.965981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23102069-bbd2-48ca-b97f-22224d441dc1 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:15.975206 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-109ed850-8ad8-485f-861c-3432e5e800f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.978894 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-109ed850-8ad8-485f-861c-3432e5e800f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:15.980330 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-109ed850-8ad8-485f-861c-3432e5e800f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fe77d96-81cb-49a5-a6b8-82f842d0b6ce HTTP/1.1" status: 204 len: 168 time: 1.8126023 Dec 14 01:17:15.992662 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0130f48c-0c9b-4f3c-926c-ba42d5b158e9 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:16.020363 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:16.031802 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4b27cc01-2ab3-4fb3-9856-bd3232b64cbd,segment=NetworkSegment(7d5b8c0f-4628-4f0e-8d99-82669a807e57),segment_id=7d5b8c0f-4628-4f0e-8d99-82669a807e57)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:16.044215 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0130f48c-0c9b-4f3c-926c-ba42d5b158e9 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Calling delete_port for 690a79f4-a80e-4f28-9b92-27ebf21b015c owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:16.084422 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:16.090621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ed850-8ad8-485f-861c-3432e5e800f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe77d96-81cb-49a5-a6b8-82f842d0b6ce,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:16.141906 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3999ebd-a137-45bb-bad7-cdf75f4f9e2a tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:16.195200 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6cc99c00-3311-44f1-a092-f0eaafdd523a None None] Provisioning complete for port e111edb3-3956-4cbf-8338-6e55f6176875 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:16.195511 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6cc99c00-3311-44f1-a092-f0eaafdd523a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:16.242829 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3999ebd-a137-45bb-bad7-cdf75f4f9e2a tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:16.246528 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b3999ebd-a137-45bb-bad7-cdf75f4f9e2a tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "DELETE /v2.0/networks/ee1b174a-552c-4c2c-99c2-bf188204e58c HTTP/1.1" status: 204 len: 168 time: 2.1082108 Dec 14 01:17:16.249502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3999ebd-a137-45bb-bad7-cdf75f4f9e2a tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event deleted for resources: {'Network': ['ID=ee1b174a-552c-4c2c-99c2-bf188204e58c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:16.249664 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52896) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:16.260380 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1d8dec-2aae-4954-a841-a6cc7ed3ba07 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:16.264152 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc1d8dec-2aae-4954-a841-a6cc7ed3ba07 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:16.349288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=4b27cc01-2ab3-4fb3-9856-bd3232b64cbd,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:16.412807 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7ff263-ac66-4e7b-b8bd-1f9d5c951ddc tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:16.414418 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ef7ff263-ac66-4e7b-b8bd-1f9d5c951ddc tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "GET /v2.0/networks/cedfa36a-2d6b-4db1-96ac-0379290e4355 HTTP/1.1" status: 200 len: 804 time: 1.2694807 Dec 14 01:17:16.449777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52900) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:16.495336 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc74dfa-cb86-4585-8e16-74025be93e85 None None] DHCP port deletion for 574e0c86-375f-4209-8f13-d1ea43997d4c request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:16.529142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80861aee-9b37-4297-aeea-e9775b48bfe7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:16.535900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80861aee-9b37-4297-aeea-e9775b48bfe7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:16.542021 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439552c2-b08b-435b-9cb1-843751b3b44f None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:16.601152 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-80861aee-9b37-4297-aeea-e9775b48bfe7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] device_id is not set on port 4ada5384-2f91-484e-aeb9-79e39e61b01f yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:17:16.614602 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:16.691227 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4dc74dfa-cb86-4585-8e16-74025be93e85 None None] Deleting port a81ead12-d9c8-47ee-b511-6b3e9d02fcc6 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:16.691783 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4dc74dfa-cb86-4585-8e16-74025be93e85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:16.898542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-80861aee-9b37-4297-aeea-e9775b48bfe7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Allocated IP 2001:db8::1b5 (bf844546-5643-425e-8a28-1c8b591168b8/70c9b778-e281-41c7-afa9-4461a81a6745/4ada5384-2f91-484e-aeb9-79e39e61b01f) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:16.937993 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Allocated IP 172.26.1.94 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/505fa7fb-3b44-428f-872b-d72cbef3a3fe) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:16.938490 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e0c5e-e1aa-4cda-88b3-ea622008a1c2 None None] Network bf844546-5643-425e-8a28-1c8b591168b8 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:16.975047 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Deleting port a81ead12-d9c8-47ee-b511-6b3e9d02fcc6 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:16.975535 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:16.997547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-439552c2-b08b-435b-9cb1-843751b3b44f None None] Deleting port e111edb3-3956-4cbf-8338-6e55f6176875 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:16.997922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-439552c2-b08b-435b-9cb1-843751b3b44f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.077102 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4dc74dfa-cb86-4585-8e16-74025be93e85 None None] For port a81ead12-d9c8-47ee-b511-6b3e9d02fcc6, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a81ead12-d9c8-47ee-b511-6b3e9d02fcc6,segment=NetworkSegment(4ba8ad06-c94a-4223-aaaa-5ae9037d6259),segment_id=4ba8ad06-c94a-4223-aaaa-5ae9037d6259)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:17.077777 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4dc74dfa-cb86-4585-8e16-74025be93e85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.080210 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b33dbe24-35a4-41f1-bd99-9cbf9063d9cf None None] Provisioning complete for port 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:17.080995 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b33dbe24-35a4-41f1-bd99-9cbf9063d9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.129522 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4dc74dfa-cb86-4585-8e16-74025be93e85 None None] Calling delete_port for a81ead12-d9c8-47ee-b511-6b3e9d02fcc6 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:17.130702 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe28a88-acab-4982-bc14-c3fa1db5f0a8 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:17.136651 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe28a88-acab-4982-bc14-c3fa1db5f0a8 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:17.143418 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe28a88-acab-4982-bc14-c3fa1db5f0a8 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:17.149169 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4fe28a88-acab-4982-bc14-c3fa1db5f0a8 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.8917308 Dec 14 01:17:17.152314 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52918) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:17.160991 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] For port a81ead12-d9c8-47ee-b511-6b3e9d02fcc6, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a81ead12-d9c8-47ee-b511-6b3e9d02fcc6,segment=NetworkSegment(4ba8ad06-c94a-4223-aaaa-5ae9037d6259),segment_id=4ba8ad06-c94a-4223-aaaa-5ae9037d6259)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:17.161301 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.165058 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-439552c2-b08b-435b-9cb1-843751b3b44f None None] For port e111edb3-3956-4cbf-8338-6e55f6176875, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e111edb3-3956-4cbf-8338-6e55f6176875,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:17.165483 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-439552c2-b08b-435b-9cb1-843751b3b44f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.166707 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-aafa8e86-e87e-448c-94da-1fcc64ccac99 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-632384477'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:17.169937 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0130f48c-0c9b-4f3c-926c-ba42d5b158e9 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.218300 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Calling delete_port for a81ead12-d9c8-47ee-b511-6b3e9d02fcc6 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:17.232277 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-439552c2-b08b-435b-9cb1-843751b3b44f None None] Calling delete_port for e111edb3-3956-4cbf-8338-6e55f6176875 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:17.256131 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130f48c-0c9b-4f3c-926c-ba42d5b158e9 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Pushing event deleted for resources: {'Port': ['ID=690a79f4-a80e-4f28-9b92-27ebf21b015c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:17.263870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52920) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:17.317050 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d30bc7be-08a4-4e14-8803-918c5f2ee11c tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "GET /v2.0/networks/cedfa36a-2d6b-4db1-96ac-0379290e4355?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4546654 Dec 14 01:17:17.347920 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52924) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:17.411533 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafa8e86-e87e-448c-94da-1fcc64ccac99 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Made reservation on behalf of 19d42dbd5f154d7aa417d07e32305d4c for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:17.415487 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4dc74dfa-cb86-4585-8e16-74025be93e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.415687 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aafa8e86-e87e-448c-94da-1fcc64ccac99 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.434528 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-439552c2-b08b-435b-9cb1-843751b3b44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.435756 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0130f48c-0c9b-4f3c-926c-ba42d5b158e9 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.442100 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0130f48c-0c9b-4f3c-926c-ba42d5b158e9 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "DELETE /v2.0/ports/690a79f4-a80e-4f28-9b92-27ebf21b015c HTTP/1.1" status: 204 len: 168 time: 1.8895185 Dec 14 01:17:17.443782 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52926) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:17.469280 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8b837047-efc8-4c66-a6a9-8bdcdd032401', 'external_fixed_ips': [{'subnet_id': 'fcd64ee5-3170-49c1-b7bd-5d513a388aed', 'ip_address': '172.20.0.3'}]}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:17.493153 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc1d8dec-2aae-4954-a841-a6cc7ed3ba07 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.495468 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076857df-ff7f-43a1-87d6-09ead3bcfb80 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:17.497079 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-076857df-ff7f-43a1-87d6-09ead3bcfb80 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "GET /v2.0/subnets/64c71a3e-0c47-4aba-8907-b94c32926296 HTTP/1.1" status: 200 len: 843 time: 0.1453702 Dec 14 01:17:17.497996 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafa8e86-e87e-448c-94da-1fcc64ccac99 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:17:17.501140 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52928) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:17.506769 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc74dfa-cb86-4585-8e16-74025be93e85 None None] Pushing event deleted for resources: {'Port': ['ID=a81ead12-d9c8-47ee-b511-6b3e9d02fcc6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:17.518056 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80861aee-9b37-4297-aeea-e9775b48bfe7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.518773 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439552c2-b08b-435b-9cb1-843751b3b44f None None] No DVR routers for this DVR port e111edb3-3956-4cbf-8338-6e55f6176875 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:17.523704 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc74dfa-cb86-4585-8e16-74025be93e85 None None] No DVR routers for this DVR port a81ead12-d9c8-47ee-b511-6b3e9d02fcc6 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:17.551540 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c1c5a6ef-3655-4402-8888-f5b3219bee53 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-202388906'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:17.555959 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439552c2-b08b-435b-9cb1-843751b3b44f None None] Pushing event deleted for resources: {'Port': ['ID=e111edb3-3956-4cbf-8338-6e55f6176875,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:17.564819 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aafa8e86-e87e-448c-94da-1fcc64ccac99 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.565173 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-aafa8e86-e87e-448c-94da-1fcc64ccac99 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Added segment edd4116b-b1be-4c12-84fb-779b5983a628 of type vlan for network c504b53c-3061-4d9a-8838-44df61478e3b Dec 14 01:17:17.577860 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.622310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event deleted for resources: {'Port': ['ID=a81ead12-d9c8-47ee-b511-6b3e9d02fcc6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:17.629995 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1d8dec-2aae-4954-a841-a6cc7ed3ba07 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:17.630237 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:17.649485 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-cc1d8dec-2aae-4954-a841-a6cc7ed3ba07 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:17.653399 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.658792 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1d8dec-2aae-4954-a841-a6cc7ed3ba07 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:17.659379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc1d8dec-2aae-4954-a841-a6cc7ed3ba07 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.669883 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbc4c69-c0f8-443e-a201-37f12c8a8f3d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:17.671299 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7bbc4c69-c0f8-443e-a201-37f12c8a8f3d tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "GET /v2.0/subnets/64c71a3e-0c47-4aba-8907-b94c32926296?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1692770 Dec 14 01:17:17.675683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] No DVR routers for this DVR port a81ead12-d9c8-47ee-b511-6b3e9d02fcc6 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:17.676938 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.678034 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.685564 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52930) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:17.696932 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-20ad29d5-90ae-4274-8bf7-e4ddb5a1b67e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-72496294'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:17.700056 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd81bd4b-f12f-4bd0-94fd-4fb4f667035f None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:17.704584 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d8dec-2aae-4954-a841-a6cc7ed3ba07 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=bc185687-4083-484e-95a0-bb8d63dab0f8,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:17.729397 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aafa8e86-e87e-448c-94da-1fcc64ccac99 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.741592 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cc1d8dec-2aae-4954-a841-a6cc7ed3ba07 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9112136 Dec 14 01:17:17.745524 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52932) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:17.765811 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-aa6824d5-a3b3-4996-861a-c7e5e21691b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:17.800745 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c5a6ef-3655-4402-8888-f5b3219bee53 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Made reservation on behalf of f816ae51b7e94049819df646a3064ea7 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:17.803678 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:17.804065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.804340 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1c5a6ef-3655-4402-8888-f5b3219bee53 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.823969 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1c5a6ef-3655-4402-8888-f5b3219bee53 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.858058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.867071 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aafa8e86-e87e-448c-94da-1fcc64ccac99 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.873092 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafa8e86-e87e-448c-94da-1fcc64ccac99 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:17.873692 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aafa8e86-e87e-448c-94da-1fcc64ccac99 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.879956 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.889916 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80861aee-9b37-4297-aeea-e9775b48bfe7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.946179 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.947619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': 'bc185687-4083-484e-95a0-bb8d63dab0f8'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:17:17.949005 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.953481 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574e0c86-375f-4209-8f13-d1ea43997d4c']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:17.974902 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-64d5b974-150b-4b94-833c-bf3609947a63 None None] Provisioning complete for port 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:17.975339 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-64d5b974-150b-4b94-833c-bf3609947a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:17.987328 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba8ad06-c94a-4223-aaaa-5ae9037d6259') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:17.987609 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba8ad06-c94a-4223-aaaa-5ae9037d6259') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:18.004227 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-aafa8e86-e87e-448c-94da-1fcc64ccac99 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8531504 Dec 14 01:17:18.009475 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52934) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:18.013298 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.019933 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-49cfe8f6-0f7f-48af-a2bb-6b70b13f2e3e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-615309349'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:18.035083 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa8e86-e87e-448c-94da-1fcc64ccac99 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event updated for resources: {'Network': ['ID=c504b53c-3061-4d9a-8838-44df61478e3b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:18.040930 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ad29d5-90ae-4274-8bf7-e4ddb5a1b67e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:18.044534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-20ad29d5-90ae-4274-8bf7-e4ddb5a1b67e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.062732 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.071704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80861aee-9b37-4297-aeea-e9775b48bfe7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network bf844546-5643-425e-8a28-1c8b591168b8 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:18.073010 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:18.073694 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.075873 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network c504b53c-3061-4d9a-8838-44df61478e3b details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:18.079260 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:18.081879 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80861aee-9b37-4297-aeea-e9775b48bfe7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=4ada5384-2f91-484e-aeb9-79e39e61b01f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:18.084441 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-80861aee-9b37-4297-aeea-e9775b48bfe7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:18.095844 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:18.098335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80861aee-9b37-4297-aeea-e9775b48bfe7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:18.103842 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80861aee-9b37-4297-aeea-e9775b48bfe7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:18.104481 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80861aee-9b37-4297-aeea-e9775b48bfe7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.132608 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:18.137430 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cfe8f6-0f7f-48af-a2bb-6b70b13f2e3e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Made reservation on behalf of 19d42dbd5f154d7aa417d07e32305d4c for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:18.141670 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49cfe8f6-0f7f-48af-a2bb-6b70b13f2e3e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.169529 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:18.185519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1c5a6ef-3655-4402-8888-f5b3219bee53 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.199297 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cfe8f6-0f7f-48af-a2bb-6b70b13f2e3e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:17:18.202294 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1c5a6ef-3655-4402-8888-f5b3219bee53 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.217808 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.240228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ad29d5-90ae-4274-8bf7-e4ddb5a1b67e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:17:18.244806 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-80861aee-9b37-4297-aeea-e9775b48bfe7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2120819 Dec 14 01:17:18.247234 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.248472 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.251066 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "DELETE /v2.0/networks/574e0c86-375f-4209-8f13-d1ea43997d4c HTTP/1.1" status: 204 len: 168 time: 2.3723195 Dec 14 01:17:18.254682 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52936) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:18.255012 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52938) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:18.256248 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49cfe8f6-0f7f-48af-a2bb-6b70b13f2e3e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.256596 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-49cfe8f6-0f7f-48af-a2bb-6b70b13f2e3e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Added segment 3c09eeab-d2af-4a3d-8dc6-6c8140bc5bf0 of type vlan for network ce54d746-6762-477c-ba61-985c568e90c4 Dec 14 01:17:18.261864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c5a6ef-3655-4402-8888-f5b3219bee53 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:17:18.275981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Allocated IP 172.20.0.2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/bc185687-4083-484e-95a0-bb8d63dab0f8/37fcdb1c-e7c3-42d9-9d9e-72a663dc4243) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:18.286383 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-20ad29d5-90ae-4274-8bf7-e4ddb5a1b67e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.286800 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-20ad29d5-90ae-4274-8bf7-e4ddb5a1b67e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Added segment e634998e-d455-4ff5-b63e-f79d55ff2fd1 of type vlan for network a2e150bf-b81a-45bd-850b-76306f5498c1 Dec 14 01:17:18.308202 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6824d5-a3b3-4996-861a-c7e5e21691b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:18.312937 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aa6824d5-a3b3-4996-861a-c7e5e21691b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.316198 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Pushing event updated for resources: {'Port': ['ID=505fa7fb-3b44-428f-872b-d72cbef3a3fe,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:18.359630 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a81ead12-d9c8-47ee-b511-6b3e9d02fcc6 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:18.382831 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498809c7-59a7-42b5-bd4f-5705426d0fe7 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event deleted for resources: {'Network': ['ID=574e0c86-375f-4209-8f13-d1ea43997d4c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:18.422961 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1c5a6ef-3655-4402-8888-f5b3219bee53 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.423317 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-c1c5a6ef-3655-4402-8888-f5b3219bee53 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Added segment 25f7bf67-9312-4e0c-84c0-2e80a5e2be1d of type vlan for network 388a113c-a8ab-43a6-ae40-74d0b49f8338 Dec 14 01:17:18.429497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5a6ef-3655-4402-8888-f5b3219bee53 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb8254d-311e-4884-b3be-a3597cddb2ee,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:18.429679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: a81ead12-d9c8-47ee-b511-6b3e9d02fcc6 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:17:18.429924 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a81ead12-d9c8-47ee-b511-6b3e9d02fcc6 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:17:18.430412 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e111edb3-3956-4cbf-8338-6e55f6176875 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:18.437332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-20ad29d5-90ae-4274-8bf7-e4ddb5a1b67e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.456130 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49cfe8f6-0f7f-48af-a2bb-6b70b13f2e3e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.459485 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: e111edb3-3956-4cbf-8338-6e55f6176875 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:17:18.459857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e111edb3-3956-4cbf-8338-6e55f6176875 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:17:18.549580 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.556912 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad4c3aa-1661-4758-8a68-b9eaa189b753 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Deleting subnet b6ee6b94-6371-4b9f-9b78-05f52d64d8d7 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:18.564147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-20ad29d5-90ae-4274-8bf7-e4ddb5a1b67e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.565588 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-49cfe8f6-0f7f-48af-a2bb-6b70b13f2e3e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 01:17:18.570314 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ad29d5-90ae-4274-8bf7-e4ddb5a1b67e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:18.571177 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-20ad29d5-90ae-4274-8bf7-e4ddb5a1b67e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.574001 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.581943 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.600543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:18.602866 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:18.603898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c3aa-1661-4758-8a68-b9eaa189b753 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.611122 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1c5a6ef-3655-4402-8888-f5b3219bee53 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.622910 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:18.678566 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Pushing event updated for resources: {'Port': ['ID=37fcdb1c-e7c3-42d9-9d9e-72a663dc4243,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:18.686713 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-20ad29d5-90ae-4274-8bf7-e4ddb5a1b67e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9969711 Dec 14 01:17:18.689819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52940) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:18.692224 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49cfe8f6-0f7f-48af-a2bb-6b70b13f2e3e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.694369 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.697746 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cfe8f6-0f7f-48af-a2bb-6b70b13f2e3e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:18.698343 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49cfe8f6-0f7f-48af-a2bb-6b70b13f2e3e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.703777 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Attempting to bind port 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:18.703945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4f24531b-c525-4783-8fb9-4d589cce58e2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'subnet': {'network_id': 'a2e150bf-b81a-45bd-850b-76306f5498c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:18.704068 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Attempting to bind port 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:18.704455 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Attempting to bind port 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:18.713012 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-fc9a8dc5-6f4d-43dc-979d-9fcf134a66b7 None None] Provisioning complete for port 4ada5384-2f91-484e-aeb9-79e39e61b01f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:18.713394 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fc9a8dc5-6f4d-43dc-979d-9fcf134a66b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.715267 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:18.715444 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:18.715793 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.716220 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:18.716853 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Bound port: 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:18.717073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.751414 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c3aa-1661-4758-8a68-b9eaa189b753 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.779835 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad29d5-90ae-4274-8bf7-e4ddb5a1b67e tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Network': ['ID=a2e150bf-b81a-45bd-850b-76306f5498c1,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:18.782231 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a8dc5-6f4d-43dc-979d-9fcf134a66b7 None None] Port 4ada5384-2f91-484e-aeb9-79e39e61b01f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:18.823710 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] For port 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:18.831251 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] For port 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=37fcdb1c-e7c3-42d9-9d9e-72a663dc4243,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:18.837200 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network a2e150bf-b81a-45bd-850b-76306f5498c1 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:17:18.841111 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1c5a6ef-3655-4402-8888-f5b3219bee53 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.846578 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c5a6ef-3655-4402-8888-f5b3219bee53 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:18.847180 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1c5a6ef-3655-4402-8888-f5b3219bee53 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.865149 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-49cfe8f6-0f7f-48af-a2bb-6b70b13f2e3e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8497510 Dec 14 01:17:18.873292 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52942) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:18.881212 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:18.884333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Request body: {'ports': [{'network_id': 'c504b53c-3061-4d9a-8838-44df61478e3b', 'name': 'tempest-port--171992661', 'admin_state_up': True}, {'network_id': 'ce54d746-6762-477c-ba61-985c568e90c4', 'admin_state_up': False}]} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:18.884642 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Request body: {'port': {'network_id': 'c504b53c-3061-4d9a-8838-44df61478e3b', 'name': 'tempest-port--171992661', 'admin_state_up': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:18.885349 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Request body: {'port': {'network_id': 'ce54d746-6762-477c-ba61-985c568e90c4', 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:18.908744 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfe8f6-0f7f-48af-a2bb-6b70b13f2e3e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event updated for resources: {'Network': ['ID=ce54d746-6762-477c-ba61-985c568e90c4,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:18.929579 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network ce54d746-6762-477c-ba61-985c568e90c4 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:17:18.934528 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c1c5a6ef-3655-4402-8888-f5b3219bee53 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6617014 Dec 14 01:17:18.945341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52944) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:18.999891 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-69054335-f8e3-4d88-a389-eb917c59e93e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Request body: {'subnet': {'network_id': '388a113c-a8ab-43a6-ae40-74d0b49f8338', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:19.042857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724ca00-3268-4e1c-9fc0-76deeac50bad None None] Pushing event updated for resources: {'Port': ['ID=37fcdb1c-e7c3-42d9-9d9e-72a663dc4243,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:19.071662 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:17:19.115376 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5a6ef-3655-4402-8888-f5b3219bee53 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event updated for resources: {'Network': ['ID=388a113c-a8ab-43a6-ae40-74d0b49f8338,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:19.129922 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c3aa-1661-4758-8a68-b9eaa189b753 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:19.131885 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 388a113c-a8ab-43a6-ae40-74d0b49f8338 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:17:19.132967 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a750-9983-42cb-bf4e-2d760baa49e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:19.271621 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c3aa-1661-4758-8a68-b9eaa189b753 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:19.362476 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4c3aa-1661-4758-8a68-b9eaa189b753 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ee6b94-6371-4b9f-9b78-05f52d64d8d7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:19.369538 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c3aa-1661-4758-8a68-b9eaa189b753 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:19.375930 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3ad4c3aa-1661-4758-8a68-b9eaa189b753 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "DELETE /v2.0/subnets/b6ee6b94-6371-4b9f-9b78-05f52d64d8d7 HTTP/1.1" status: 204 len: 168 time: 1.1074946 Dec 14 01:17:19.379547 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52946) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:19.380225 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5492f944-0726-4ad2-9d75-7eed6c6ad5a3 None None] Network 36ff07f4-23ff-4500-afd4-07e808b22b21 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:19.400333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f24531b-c525-4783-8fb9-4d589cce58e2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Made reservation on behalf of 23b9ff3b60424289894d8328f5d4c3fb for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:19.403825 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f24531b-c525-4783-8fb9-4d589cce58e2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:19.489485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7dc7c79-4ca4-4602-834f-9753ab8a237c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Deleting subnet 0357532d-62d9-409e-a442-801bff1e0bee {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:19.497884 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7dc7c79-4ca4-4602-834f-9753ab8a237c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:19.563668 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7dc7c79-4ca4-4602-834f-9753ab8a237c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:19.609260 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a35da3-075b-495a-8920-a43201329ac2 None None] DHCP port deletion for 36ff07f4-23ff-4500-afd4-07e808b22b21 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:19.633401 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a750-9983-42cb-bf4e-2d760baa49e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:19.648580 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a750-9983-42cb-bf4e-2d760baa49e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:19.649188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:19.714752 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-51a35da3-075b-495a-8920-a43201329ac2 None None] Deleting port d2167238-5b2e-42e6-8bdc-0abb4f452c80 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:19.715464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51a35da3-075b-495a-8920-a43201329ac2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:19.728740 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:19.729277 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:19.761937 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7dc7c79-4ca4-4602-834f-9753ab8a237c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:19.793960 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0a750-9983-42cb-bf4e-2d760baa49e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=4ada5384-2f91-484e-aeb9-79e39e61b01f,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:19.837708 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-51a35da3-075b-495a-8920-a43201329ac2 None None] For port d2167238-5b2e-42e6-8bdc-0abb4f452c80, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d2167238-5b2e-42e6-8bdc-0abb4f452c80,segment=NetworkSegment(8ec080e3-ae5a-44cc-a5f4-eee628d60b82),segment_id=8ec080e3-ae5a-44cc-a5f4-eee628d60b82)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:19.838111 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51a35da3-075b-495a-8920-a43201329ac2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:19.867311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-51a35da3-075b-495a-8920-a43201329ac2 None None] Calling delete_port for d2167238-5b2e-42e6-8bdc-0abb4f452c80 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:19.915503 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7dc7c79-4ca4-4602-834f-9753ab8a237c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:19.961569 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7dc7c79-4ca4-4602-834f-9753ab8a237c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:19.967728 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f7dc7c79-4ca4-4602-834f-9753ab8a237c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "DELETE /v2.0/subnets/0357532d-62d9-409e-a442-801bff1e0bee HTTP/1.1" status: 204 len: 168 time: 0.5870569 Dec 14 01:17:19.968998 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc7c79-4ca4-4602-834f-9753ab8a237c tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event deleted for resources: {'Subnet': ['ID=0357532d-62d9-409e-a442-801bff1e0bee,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:19.979599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52948) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:19.997592 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d039a2-7c0a-4d45-a320-f7b556c033e0 None None] Network bf0638f5-fefe-4eb4-8f59-1a80eb025901 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:20.038717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.045404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-4f24531b-c525-4783-8fb9-4d589cce58e2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Performing IP validity checks on allocation pools {{(pid=103409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 14 01:17:20.045864 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-4f24531b-c525-4783-8fb9-4d589cce58e2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 14 01:17:20.050295 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51a35da3-075b-495a-8920-a43201329ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.080757 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.085184 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a750-9983-42cb-bf4e-2d760baa49e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.127957 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69054335-f8e3-4d88-a389-eb917c59e93e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Made reservation on behalf of f816ae51b7e94049819df646a3064ea7 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:20.131601 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69054335-f8e3-4d88-a389-eb917c59e93e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.136232 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a35da3-075b-495a-8920-a43201329ac2 None None] No DVR routers for this DVR port d2167238-5b2e-42e6-8bdc-0abb4f452c80 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:20.154295 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35da3-075b-495a-8920-a43201329ac2 None None] Pushing event deleted for resources: {'Port': ['ID=d2167238-5b2e-42e6-8bdc-0abb4f452c80,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:20.166715 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.176777 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.179857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ef762e76-b9a7-421c-ba89-1596f953aecc None None] Provisioning complete for port 4ada5384-2f91-484e-aeb9-79e39e61b01f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:20.180249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef762e76-b9a7-421c-ba89-1596f953aecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.285477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=37fcdb1c-e7c3-42d9-9d9e-72a663dc4243,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:20.285477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ef762e76-b9a7-421c-ba89-1596f953aecc None None] Port 4ada5384-2f91-484e-aeb9-79e39e61b01f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:20.299983 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.300499 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.330492 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Made reservation on behalf of 19d42dbd5f154d7aa417d07e32305d4c for: {'port': 2} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:20.335378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.374193 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=37fcdb1c-e7c3-42d9-9d9e-72a663dc4243,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:20.399874 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72549022-ee4f-473b-a7df-aea38a707ebf None None] DHCP port deletion for bf0638f5-fefe-4eb4-8f59-1a80eb025901 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:20.424904 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Pushing event updated for resources: {'Port': ['ID=505fa7fb-3b44-428f-872b-d72cbef3a3fe,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:20.431153 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-914a2f1d-9fdd-488a-ab9c-258a6b553418 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.460465 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-72549022-ee4f-473b-a7df-aea38a707ebf None None] Deleting port 07bea230-a2fe-43f7-b7ca-7dd79480f467 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:20.460832 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72549022-ee4f-473b-a7df-aea38a707ebf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.535999 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-72549022-ee4f-473b-a7df-aea38a707ebf None None] For port 07bea230-a2fe-43f7-b7ca-7dd79480f467, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=07bea230-a2fe-43f7-b7ca-7dd79480f467,segment=NetworkSegment(d49e0a3a-93cf-4b50-95b2-c49bbb46cf9d),segment_id=d49e0a3a-93cf-4b50-95b2-c49bbb46cf9d)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:20.535999 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72549022-ee4f-473b-a7df-aea38a707ebf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.542627 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.544077 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f6fd2814-92b0-46f0-9487-7542af29dae3 None None] Provisioning complete for port 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:20.544534 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6fd2814-92b0-46f0-9487-7542af29dae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.568382 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a750-9983-42cb-bf4e-2d760baa49e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.571904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-72549022-ee4f-473b-a7df-aea38a707ebf None None] Calling delete_port for 07bea230-a2fe-43f7-b7ca-7dd79480f467 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:20.700828 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.701054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72549022-ee4f-473b-a7df-aea38a707ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.731979 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72549022-ee4f-473b-a7df-aea38a707ebf None None] No DVR routers for this DVR port 07bea230-a2fe-43f7-b7ca-7dd79480f467 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:20.736565 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72549022-ee4f-473b-a7df-aea38a707ebf None None] Pushing event deleted for resources: {'Port': ['ID=07bea230-a2fe-43f7-b7ca-7dd79480f467,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:20.738710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.objects.ports [None req-aa6824d5-a3b3-4996-861a-c7e5e21691b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:17:20.855293 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a750-9983-42cb-bf4e-2d760baa49e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.861436 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a750-9983-42cb-bf4e-2d760baa49e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.862479 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a750-9983-42cb-bf4e-2d760baa49e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.930688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:20.931992 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a8995537-7fc1-43a9-a350-9712d55d2b98 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2544048 Dec 14 01:17:20.965111 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0a750-9983-42cb-bf4e-2d760baa49e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=4ada5384-2f91-484e-aeb9-79e39e61b01f,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:21.013945 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c0a750-9983-42cb-bf4e-2d760baa49e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network bf844546-5643-425e-8a28-1c8b591168b8 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:21.015788 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e5c0a750-9983-42cb-bf4e-2d760baa49e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:21.065300 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] device_id is not set on port d30f1b17-e22e-4196-8dec-140116485486 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:17:21.113719 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-914a2f1d-9fdd-488a-ab9c-258a6b553418 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:21.163196 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f24531b-c525-4783-8fb9-4d589cce58e2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:21.199108 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c0a750-9983-42cb-bf4e-2d760baa49e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router ad5457fb-a635-46fe-8e3f-e267815b3734 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:17:21.199344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Allocated IP 172.20.0.3 (8b837047-efc8-4c66-a6a9-8bdcdd032401/fcd64ee5-3170-49c1-b7bd-5d513a388aed/e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:21.213871 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2254b0f9-717c-4c7f-8edc-ee6bb45472fc tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1530436663&fields=id&tenant_id=bfe5dd77b8fd41d0a68aef6d29a81ff5 HTTP/1.1" status: 200 len: 267 time: 0.0820408 Dec 14 01:17:21.229986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-914a2f1d-9fdd-488a-ab9c-258a6b553418 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ff07f4-23ff-4500-afd4-07e808b22b21']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:21.318260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-914a2f1d-9fdd-488a-ab9c-258a6b553418 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec080e3-ae5a-44cc-a5f4-eee628d60b82') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:21.318562 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-914a2f1d-9fdd-488a-ab9c-258a6b553418 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec080e3-ae5a-44cc-a5f4-eee628d60b82') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:21.358335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-914a2f1d-9fdd-488a-ab9c-258a6b553418 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:21.385902 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69054335-f8e3-4d88-a389-eb917c59e93e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:21.413438 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c0a750-9983-42cb-bf4e-2d760baa49e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:17:21.422333 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e5c0a750-9983-42cb-bf4e-2d760baa49e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/ad5457fb-a635-46fe-8e3f-e267815b3734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1572046 Dec 14 01:17:21.429616 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52966) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:21.429998 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee3aa24-9815-4716-b077-cb2d1a94b9fe None None] Sync routers for ids ['ad5457fb-a635-46fe-8e3f-e267815b3734'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:17:21.443951 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee3aa24-9815-4716-b077-cb2d1a94b9fe None None] Routers {'ad5457fb-a635-46fe-8e3f-e267815b3734'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:21.448951 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7ee3aa24-9815-4716-b077-cb2d1a94b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ad5457fb-a635-46fe-8e3f-e267815b3734'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:21.459659 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-914a2f1d-9fdd-488a-ab9c-258a6b553418 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:21.500332 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d35041a-faa6-48a3-b48e-38bc1936f706 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:21.501110 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24531b-c525-4783-8fb9-4d589cce58e2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Subnet': ['ID=3699bb76-5e60-4802-9162-4a642a287d78,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:21.504526 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2d35041a-faa6-48a3-b48e-38bc1936f706 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports/4ada5384-2f91-484e-aeb9-79e39e61b01f HTTP/1.1" status: 200 len: 984 time: 0.0716944 Dec 14 01:17:21.508870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-b4de3c13-55cf-4e88-a6ae-3f95be3a1ca9 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:21.510341 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-b4de3c13-55cf-4e88-a6ae-3f95be3a1ca9 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/networks?id=f7b8327e-95d0-4538-baf8-12b321378ee5 HTTP/1.1" status: 200 len: 811 time: 0.2564392 Dec 14 01:17:21.510827 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52968) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:21.531528 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7ee3aa24-9815-4716-b077-cb2d1a94b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:21.552138 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee3aa24-9815-4716-b077-cb2d1a94b9fe None None] Routers {'ad5457fb-a635-46fe-8e3f-e267815b3734'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:21.553010 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7ee3aa24-9815-4716-b077-cb2d1a94b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:16:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ad5457fb-a635-46fe-8e3f-e267815b3734'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:21.557288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5d9adb4f-5782-436c-b6ea-85f3617f79ba None None] Provisioning complete for port 4ada5384-2f91-484e-aeb9-79e39e61b01f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:21.564683 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d9adb4f-5782-436c-b6ea-85f3617f79ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:21.589006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914a2f1d-9fdd-488a-ab9c-258a6b553418 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:21.589737 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-914a2f1d-9fdd-488a-ab9c-258a6b553418 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:21.596789 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:21.600964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:21.603842 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7ee3aa24-9815-4716-b077-cb2d1a94b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:21.604526 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee3aa24-9815-4716-b077-cb2d1a94b9fe None None] The sync data for ids ['ad5457fb-a635-46fe-8e3f-e267815b3734'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:17:21.647926 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5d9adb4f-5782-436c-b6ea-85f3617f79ba None None] Port 4ada5384-2f91-484e-aeb9-79e39e61b01f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:21.669116 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:21.669691 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:21.675195 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24531b-c525-4783-8fb9-4d589cce58e2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Checking segment: {'id': 'e634998e-d455-4ff5-b63e-f79d55ff2fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2e150bf-b81a-45bd-850b-76306f5498c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:21.675568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f24531b-c525-4783-8fb9-4d589cce58e2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network hostable DHCP agents. Network: a2e150bf-b81a-45bd-850b-76306f5498c1, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:17:21.694398 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-1becd317-3350-4c5d-8339-4f9a359d214e tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/quotas/bfe5dd77b8fd41d0a68aef6d29a81ff5 HTTP/1.1" status: 200 len: 375 time: 0.0813322 Dec 14 01:17:21.711072 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69054335-f8e3-4d88-a389-eb917c59e93e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event updated for resources: {'Subnet': ['ID=033c16fc-fef5-45b7-86fb-1d12424f3e5d,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:21.741351 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aa6824d5-a3b3-4996-861a-c7e5e21691b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:21.790565 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-914a2f1d-9fdd-488a-ab9c-258a6b553418 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:21.825434 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-1628b748-ad6a-49bc-946a-b6b3796d55fc tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfe5dd77b8fd41d0a68aef6d29a81ff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1179326 Dec 14 01:17:21.848772 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-914a2f1d-9fdd-488a-ab9c-258a6b553418 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:21.851541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 07bea230-a2fe-43f7-b7ca-7dd79480f467 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:21.852021 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-914a2f1d-9fdd-488a-ab9c-258a6b553418 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "DELETE /v2.0/networks/36ff07f4-23ff-4500-afd4-07e808b22b21 HTTP/1.1" status: 204 len: 168 time: 1.8684037 Dec 14 01:17:21.853191 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69054335-f8e3-4d88-a389-eb917c59e93e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Checking segment: {'id': '25f7bf67-9312-4e0c-84c0-2e80a5e2be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '388a113c-a8ab-43a6-ae40-74d0b49f8338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:21.853563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69054335-f8e3-4d88-a389-eb917c59e93e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Network hostable DHCP agents. Network: 388a113c-a8ab-43a6-ae40-74d0b49f8338, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:17:21.862160 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52970) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:21.870826 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:21.876565 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f24531b-c525-4783-8fb9-4d589cce58e2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Network a2e150bf-b81a-45bd-850b-76306f5498c1 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:17:21.892263 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:21.897492 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a2f1d-9fdd-488a-ab9c-258a6b553418 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event deleted for resources: {'Network': ['ID=36ff07f4-23ff-4500-afd4-07e808b22b21,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:21.897926 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 07bea230-a2fe-43f7-b7ca-7dd79480f467 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:17:21.898289 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 07bea230-a2fe-43f7-b7ca-7dd79480f467 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:17:21.905587 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d2167238-5b2e-42e6-8bdc-0abb4f452c80 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:21.933817 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: d2167238-5b2e-42e6-8bdc-0abb4f452c80 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:17:21.934175 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d2167238-5b2e-42e6-8bdc-0abb4f452c80 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:17:21.937221 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-485c7c87-fd57-4f5d-95a3-970dc033ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:21.985823 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-4f24531b-c525-4783-8fb9-4d589cce58e2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, a2e150bf-b81a-45bd-850b-76306f5498c1) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:21.998035 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a44eb1-c9bd-46bd-a454-ddd388f952cd None None] Network a2e150bf-b81a-45bd-850b-76306f5498c1 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:22.015109 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f24531b-c525-4783-8fb9-4d589cce58e2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:22.015109 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f24531b-c525-4783-8fb9-4d589cce58e2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.017365 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c546a4a0-fad1-4f0a-a216-c0d4aed49c23 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.047057 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69054335-f8e3-4d88-a389-eb917c59e93e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Network 388a113c-a8ab-43a6-ae40-74d0b49f8338 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:17:22.063178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] device_id is not set on port 06850f26-a34e-4fd5-822e-2bc7c402ee6d yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:17:22.081902 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-69054335-f8e3-4d88-a389-eb917c59e93e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 388a113c-a8ab-43a6-ae40-74d0b49f8338) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:22.085212 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-e7d44fd5-69fe-4635-b8c0-478ff80df4ff service neutron] 10.222.0.32 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220323 Dec 14 01:17:22.102848 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69054335-f8e3-4d88-a389-eb917c59e93e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:22.103448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69054335-f8e3-4d88-a389-eb917c59e93e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.112478 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93471ae5-42f7-4040-8998-3989e81d46bf None None] Network 388a113c-a8ab-43a6-ae40-74d0b49f8338 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:22.119157 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4f24531b-c525-4783-8fb9-4d589cce58e2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.4225233 Dec 14 01:17:22.125318 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52972) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:22.147913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.153978 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-beefefae-75ae-4131-84ea-de45c808080b tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:22.166171 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-a2e150bf-b81a-45bd-850b-76306f5498c1', 'network_id': 'a2e150bf-b81a-45bd-850b-76306f5498c1', 'project_id': '23b9ff3b60424289894d8328f5d4c3fb', 'fixed_ips': [{'subnet_id': '3699bb76-5e60-4802-9162-4a642a287d78'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:17:22.167345 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.189554 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b124409f-8a95-49a3-9502-503aaa1a2d4c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.195947 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-69054335-f8e3-4d88-a389-eb917c59e93e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2371922 Dec 14 01:17:22.214140 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52974) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:22.228058 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-060929c0-b021-40e6-9f49-072b8b0edb36 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Request body: {'port': {'network_id': '388a113c-a8ab-43a6-ae40-74d0b49f8338', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1293057169'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:22.238483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Network 8b837047-efc8-4c66-a6a9-8bdcdd032401 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:22.305709 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-388a113c-a8ab-43a6-ae40-74d0b49f8338', 'network_id': '388a113c-a8ab-43a6-ae40-74d0b49f8338', 'project_id': 'f816ae51b7e94049819df646a3064ea7', 'fixed_ips': [{'subnet_id': '033c16fc-fef5-45b7-86fb-1d12424f3e5d'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:17:22.306345 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.308529 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:22.312235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-aa6824d5-a3b3-4996-861a-c7e5e21691b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] For port 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=37fcdb1c-e7c3-42d9-9d9e-72a663dc4243,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:22.323827 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:22.344565 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Pushing event updated for resources: {'Port': ['ID=e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:22.371093 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c546a4a0-fad1-4f0a-a216-c0d4aed49c23 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.439326 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Allocated IP 2001:db8::3 (a2e150bf-b81a-45bd-850b-76306f5498c1/3699bb76-5e60-4802-9162-4a642a287d78/4cc6220c-2ef5-4728-bf5e-fd1a0515dc46) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:22.443809 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aa6824d5-a3b3-4996-861a-c7e5e21691b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.454740 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c546a4a0-fad1-4f0a-a216-c0d4aed49c23 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0638f5-fefe-4eb4-8f59-1a80eb025901']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:22.467435 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aa6824d5-a3b3-4996-861a-c7e5e21691b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.468721 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aa6824d5-a3b3-4996-861a-c7e5e21691b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.521965 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.526002 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c546a4a0-fad1-4f0a-a216-c0d4aed49c23 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49e0a3a-93cf-4b50-95b2-c49bbb46cf9d') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:22.526158 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c546a4a0-fad1-4f0a-a216-c0d4aed49c23 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49e0a3a-93cf-4b50-95b2-c49bbb46cf9d') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:22.530270 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-beefefae-75ae-4131-84ea-de45c808080b tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3954893'] for subnet, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.557382 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Allocated IP 2001:db8::2 (388a113c-a8ab-43a6-ae40-74d0b49f8338/033c16fc-fef5-45b7-86fb-1d12424f3e5d/f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:22.728873 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.743574 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.816933 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Network a2e150bf-b81a-45bd-850b-76306f5498c1 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:22.825189 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:22.828824 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:22.842610 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Pushing event updated for resources: {'Port': ['ID=4cc6220c-2ef5-4728-bf5e-fd1a0515dc46,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:22.849254 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c546a4a0-fad1-4f0a-a216-c0d4aed49c23 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.854420 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.869186 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-50145a9a-9644-4b5f-a8ec-a311dd12a8a2 service neutron] 10.222.0.32 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7503211 Dec 14 01:17:22.885228 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c546a4a0-fad1-4f0a-a216-c0d4aed49c23 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.889502 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.899012 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c546a4a0-fad1-4f0a-a216-c0d4aed49c23 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:22.899250 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c546a4a0-fad1-4f0a-a216-c0d4aed49c23 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.951420 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Pushing event updated for resources: {'Port': ['ID=f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:22.973980 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Attempting to bind port 4cc6220c-2ef5-4728-bf5e-fd1a0515dc46 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:22.974500 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Attempting to bind port 4cc6220c-2ef5-4728-bf5e-fd1a0515dc46 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e634998e-d455-4ff5-b63e-f79d55ff2fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2e150bf-b81a-45bd-850b-76306f5498c1'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:22.974988 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Attempting to bind port 4cc6220c-2ef5-4728-bf5e-fd1a0515dc46 on network a2e150bf-b81a-45bd-850b-76306f5498c1 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:22.987071 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:22.987604 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Checking segment: {'id': 'e634998e-d455-4ff5-b63e-f79d55ff2fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2e150bf-b81a-45bd-850b-76306f5498c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:22.988123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.988690 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Bound using segment: {'id': 'e634998e-d455-4ff5-b63e-f79d55ff2fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2e150bf-b81a-45bd-850b-76306f5498c1'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:22.989033 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6824d5-a3b3-4996-861a-c7e5e21691b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:22.989379 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Bound port: 4cc6220c-2ef5-4728-bf5e-fd1a0515dc46, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e634998e-d455-4ff5-b63e-f79d55ff2fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2e150bf-b81a-45bd-850b-76306f5498c1'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:22.989848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:22.992199 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:22.996735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Network 388a113c-a8ab-43a6-ae40-74d0b49f8338 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:23.006142 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:23.012503 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c546a4a0-fad1-4f0a-a216-c0d4aed49c23 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.015393 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:23.016668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-aa6824d5-a3b3-4996-861a-c7e5e21691b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:23.029930 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6824d5-a3b3-4996-861a-c7e5e21691b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:23.030635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aa6824d5-a3b3-4996-861a-c7e5e21691b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.032702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed9bf6-b9a7-4378-b26f-449e066aa82a None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:23.035598 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c546a4a0-fad1-4f0a-a216-c0d4aed49c23 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.038863 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c546a4a0-fad1-4f0a-a216-c0d4aed49c23 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "DELETE /v2.0/networks/bf0638f5-fefe-4eb4-8f59-1a80eb025901 HTTP/1.1" status: 204 len: 168 time: 1.1709690 Dec 14 01:17:23.045039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6824d5-a3b3-4996-861a-c7e5e21691b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=36d1f410-de8d-43cd-91db-6d27a6cd5cd1,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:23.055560 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52976) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:23.079853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546a4a0-fad1-4f0a-a216-c0d4aed49c23 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event deleted for resources: {'Network': ['ID=bf0638f5-fefe-4eb4-8f59-1a80eb025901,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:23.094137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6824d5-a3b3-4996-861a-c7e5e21691b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=37fcdb1c-e7c3-42d9-9d9e-72a663dc4243,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:23.128597 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-aa6824d5-a3b3-4996-861a-c7e5e21691b0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3691714 Dec 14 01:17:23.134162 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.136205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52982) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:23.150200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1ac42687-844d-469c-b0a4-dfca16284296 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'mac_address': 'fa:16:3e:b1:75:10', 'name': 'tempest-NetworksTestDHCPv6-371145228'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:23.170383 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c4e7aec2-7349-49db-85d5-eab461594f23 req-d2b24631-1510-49e1-9841-7f47f5e3f84c tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 210 time: 0.0489619 Dec 14 01:17:23.202382 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060929c0-b021-40e6-9f49-072b8b0edb36 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Made reservation on behalf of f816ae51b7e94049819df646a3064ea7 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:23.205985 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-060929c0-b021-40e6-9f49-072b8b0edb36 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.308417 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-30be4b46-82d9-4c04-81f3-2e5e90a87bb2 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Deleting subnet 5241a632-50ea-48e4-b37f-4e01c81361de {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:23.322300 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30be4b46-82d9-4c04-81f3-2e5e90a87bb2 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.333331 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-060929c0-b021-40e6-9f49-072b8b0edb36 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] device_id is not set on port a83bcf3c-b3bd-4b0e-9f9a-d86940ecbbc4 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:17:23.334965 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Attempting to bind port f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:23.335446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Attempting to bind port f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '25f7bf67-9312-4e0c-84c0-2e80a5e2be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '388a113c-a8ab-43a6-ae40-74d0b49f8338'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:23.336143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Attempting to bind port f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 on network 388a113c-a8ab-43a6-ae40-74d0b49f8338 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:23.345176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:23.345714 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Checking segment: {'id': '25f7bf67-9312-4e0c-84c0-2e80a5e2be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '388a113c-a8ab-43a6-ae40-74d0b49f8338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:23.346365 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.346862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Bound using segment: {'id': '25f7bf67-9312-4e0c-84c0-2e80a5e2be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '388a113c-a8ab-43a6-ae40-74d0b49f8338'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:23.347458 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Bound port: f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f7bf67-9312-4e0c-84c0-2e80a5e2be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '388a113c-a8ab-43a6-ae40-74d0b49f8338'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:23.347944 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.363806 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] For port 4cc6220c-2ef5-4728-bf5e-fd1a0515dc46, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:23.402729 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] For port 4cc6220c-2ef5-4728-bf5e-fd1a0515dc46, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4cc6220c-2ef5-4728-bf5e-fd1a0515dc46,segment=NetworkSegment(e634998e-d455-4ff5-b63e-f79d55ff2fd1),segment_id=e634998e-d455-4ff5-b63e-f79d55ff2fd1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:23.412133 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-beefefae-75ae-4131-84ea-de45c808080b tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760986610872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2758771'] for subnet, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.416061 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.433681 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b124409f-8a95-49a3-9502-503aaa1a2d4c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting port 4ada5384-2f91-484e-aeb9-79e39e61b01f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:23.434093 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b124409f-8a95-49a3-9502-503aaa1a2d4c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.482495 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf2a14-2d30-49b8-b1a9-253d51367f0a None None] Pushing event updated for resources: {'Port': ['ID=4cc6220c-2ef5-4728-bf5e-fd1a0515dc46,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:23.502572 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] For port f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:23.506711 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] For port f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7,segment=NetworkSegment(25f7bf67-9312-4e0c-84c0-2e80a5e2be1d),segment_id=25f7bf67-9312-4e0c-84c0-2e80a5e2be1d)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:23.517458 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.549824 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beefefae-75ae-4131-84ea-de45c808080b tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:23.550598 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-beefefae-75ae-4131-84ea-de45c808080b tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.551762 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-beefefae-75ae-4131-84ea-de45c808080b tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "PUT /v2.0/subnets/3699bb76-5e60-4802-9162-4a642a287d78 HTTP/1.1" status: 200 len: 900 time: 1.4175880 Dec 14 01:17:23.563831 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 52990) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:23.627859 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fb195-00ac-4ee0-8d6b-49dbd042e5ef None None] Pushing event updated for resources: {'Port': ['ID=f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:23.637249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:23.641229 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event updated for resources: {'Port': ['ID=d30f1b17-e22e-4196-8dec-140116485486,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:23.641558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefefae-75ae-4131-84ea-de45c808080b tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event updated for resources: {'Subnet': ['ID=3699bb76-5e60-4802-9162-4a642a287d78,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:23.707156 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b124409f-8a95-49a3-9502-503aaa1a2d4c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.722709 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.738587 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b124409f-8a95-49a3-9502-503aaa1a2d4c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Calling delete_port for 4ada5384-2f91-484e-aeb9-79e39e61b01f owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:23.758916 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.787987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:23.788387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.944940 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30be4b46-82d9-4c04-81f3-2e5e90a87bb2 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:23.994828 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Deleting port 4cc6220c-2ef5-4728-bf5e-fd1a0515dc46 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:23.995403 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:24.121692 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-060929c0-b021-40e6-9f49-072b8b0edb36 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Allocated IP 2001:db8::f9 (388a113c-a8ab-43a6-ae40-74d0b49f8338/033c16fc-fef5-45b7-86fb-1d12424f3e5d/a83bcf3c-b3bd-4b0e-9f9a-d86940ecbbc4) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:24.163019 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Checking segment: {'id': 'edd4116b-b1be-4c12-84fb-779b5983a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c504b53c-3061-4d9a-8838-44df61478e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:24.163294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Network hostable DHCP agents. Network: c504b53c-3061-4d9a-8838-44df61478e3b, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:17:24.190460 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25dc0a2c-fcff-4440-a08a-a9ea2987efd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:24.195465 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b124409f-8a95-49a3-9502-503aaa1a2d4c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:24.198370 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] For port 4cc6220c-2ef5-4728-bf5e-fd1a0515dc46, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4cc6220c-2ef5-4728-bf5e-fd1a0515dc46,segment=NetworkSegment(e634998e-d455-4ff5-b63e-f79d55ff2fd1),segment_id=e634998e-d455-4ff5-b63e-f79d55ff2fd1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:24.198727 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:24.257961 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Calling delete_port for 4cc6220c-2ef5-4728-bf5e-fd1a0515dc46 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:24.260660 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124409f-8a95-49a3-9502-503aaa1a2d4c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Port': ['ID=4ada5384-2f91-484e-aeb9-79e39e61b01f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:24.350302 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac42687-844d-469c-b0a4-dfca16284296 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:24.385518 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Network c504b53c-3061-4d9a-8838-44df61478e3b is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:17:24.435775 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30be4b46-82d9-4c04-81f3-2e5e90a87bb2 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:24.474995 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cd72957c-e5db-42fd-a848-aae7d531ec53 req-d9b082bc-a89a-4de4-92e7-20198210f374 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 210 time: 0.0801995 Dec 14 01:17:24.477714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b124409f-8a95-49a3-9502-503aaa1a2d4c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:24.565426 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, c504b53c-3061-4d9a-8838-44df61478e3b) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:24.572071 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:24.573430 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:24.580529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c6e57c-d68e-436a-b695-6c67e6d9327c None None] Network c504b53c-3061-4d9a-8838-44df61478e3b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:24.754916 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-060929c0-b021-40e6-9f49-072b8b0edb36 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:24.835797 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b124409f-8a95-49a3-9502-503aaa1a2d4c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router ad5457fb-a635-46fe-8e3f-e267815b3734 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:17:24.853832 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:24.896525 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Port': ['ID=4cc6220c-2ef5-4728-bf5e-fd1a0515dc46,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:24.901483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event updated for resources: {'Port': ['ID=06850f26-a34e-4fd5-822e-2bc7c402ee6d,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:24.937250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:24.947932 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7f2c2b1b-c078-4b9a-9159-c179057cf429 None None] Provisioning complete for port 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:24.949686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2b1b-c078-4b9a-9159-c179057cf429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:24.962598 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30be4b46-82d9-4c04-81f3-2e5e90a87bb2 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:24.988861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ac42687-844d-469c-b0a4-dfca16284296 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:25.053726 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No DVR routers for this DVR port 4cc6220c-2ef5-4728-bf5e-fd1a0515dc46 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:25.057446 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b124409f-8a95-49a3-9502-503aaa1a2d4c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:17:25.067353 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b124409f-8a95-49a3-9502-503aaa1a2d4c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/ad5457fb-a635-46fe-8e3f-e267815b3734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5554883 Dec 14 01:17:25.070021 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc70d116-e350-4fba-b6b9-f55de2b7c39d None None] Sync routers for ids ['ad5457fb-a635-46fe-8e3f-e267815b3734'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:17:25.078895 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 52998) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:25.084248 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc70d116-e350-4fba-b6b9-f55de2b7c39d None None] Routers {'ad5457fb-a635-46fe-8e3f-e267815b3734'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:25.084904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dc70d116-e350-4fba-b6b9-f55de2b7c39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ad5457fb-a635-46fe-8e3f-e267815b3734'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:25.097641 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Checking segment: {'id': '3c09eeab-d2af-4a3d-8dc6-6c8140bc5bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ce54d746-6762-477c-ba61-985c568e90c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:25.098003 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Network hostable DHCP agents. Network: ce54d746-6762-477c-ba61-985c568e90c4, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:17:25.100482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-060929c0-b021-40e6-9f49-072b8b0edb36 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:25.102145 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be4b46-82d9-4c04-81f3-2e5e90a87bb2 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event deleted for resources: {'Subnet': ['ID=5241a632-50ea-48e4-b37f-4e01c81361de,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:25.138312 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd19cee-a614-42f2-957a-2f836fae12e2 None None] Network b2036b90-d7e7-47c7-947c-0674fb2a3a7e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:25.141101 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dc70d116-e350-4fba-b6b9-f55de2b7c39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:25.172465 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30be4b46-82d9-4c04-81f3-2e5e90a87bb2 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:25.177996 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-30be4b46-82d9-4c04-81f3-2e5e90a87bb2 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "DELETE /v2.0/subnets/5241a632-50ea-48e4-b37f-4e01c81361de HTTP/1.1" status: 204 len: 168 time: 2.1154196 Dec 14 01:17:25.189571 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:25.198387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53000) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:25.214390 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc70d116-e350-4fba-b6b9-f55de2b7c39d None None] Routers {'ad5457fb-a635-46fe-8e3f-e267815b3734'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:25.215030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dc70d116-e350-4fba-b6b9-f55de2b7c39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ad5457fb-a635-46fe-8e3f-e267815b3734'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:25.266976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dc70d116-e350-4fba-b6b9-f55de2b7c39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:25.267637 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc70d116-e350-4fba-b6b9-f55de2b7c39d None None] The sync data for ids ['ad5457fb-a635-46fe-8e3f-e267815b3734'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:17:25.284323 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:25.305012 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-01f7d9b3-f956-4ab2-b13d-5228b46b27aa tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:25.306721 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-01f7d9b3-f956-4ab2-b13d-5228b46b27aa tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.16 "GET /v2.0/networks?id=f7b8327e-95d0-4538-baf8-12b321378ee5 HTTP/1.1" status: 200 len: 811 time: 0.5339992 Dec 14 01:17:25.310558 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e14e8f2-c030-4e0b-ab9b-ce504820e5df None None] Network a2e150bf-b81a-45bd-850b-76306f5498c1 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:25.316845 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-1ac42687-844d-469c-b0a4-dfca16284296 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port 33908953-3697-4194-b4d2-187253cf0283 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:17:25.327491 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Subnet': ['ID=3699bb76-5e60-4802-9162-4a642a287d78,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:25.329159 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:25.414385 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5942e347-c0d7-42e5-afc1-bb5199d56dde None None] Could not find standard attr ID for object 4cc6220c-2ef5-4728-bf5e-fd1a0515dc46. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:17:25.433227 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060929c0-b021-40e6-9f49-072b8b0edb36 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Network 388a113c-a8ab-43a6-ae40-74d0b49f8338 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:25.436961 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:25.456340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a54448-95e2-42f2-9de6-8a1784bd398c None None] DHCP port deletion for b2036b90-d7e7-47c7-947c-0674fb2a3a7e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:25.496714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e150bf-b81a-45bd-850b-76306f5498c1']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:25.517523 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e634998e-d455-4ff5-b63e-f79d55ff2fd1') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:25.517826 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e634998e-d455-4ff5-b63e-f79d55ff2fd1') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:25.541854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31485013-d4c0-4909-8df0-d28839724e8b None None] DHCP port deletion for a2e150bf-b81a-45bd-850b-76306f5498c1 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:25.549362 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:25.568743 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-060929c0-b021-40e6-9f49-072b8b0edb36 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:25.572946 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060929c0-b021-40e6-9f49-072b8b0edb36 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event updated for resources: {'Port': ['ID=a83bcf3c-b3bd-4b0e-9f9a-d86940ecbbc4,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:25.574588 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:25.582811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-62a54448-95e2-42f2-9de6-8a1784bd398c None None] Deleting port cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:25.583292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62a54448-95e2-42f2-9de6-8a1784bd398c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:25.587504 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:25.588129 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:25.591949 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:25.710797 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:25.736801 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:25.740495 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/networks/a2e150bf-b81a-45bd-850b-76306f5498c1 HTTP/1.1" status: 204 len: 168 time: 2.1736786 Dec 14 01:17:25.756141 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8d9193a0-60fb-4d93-9544-b00f400e6174 req-37c1dd95-6af0-48ee-9623-31cb23e9173b tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 210 time: 0.1528776 Dec 14 01:17:25.756862 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53004) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:25.772214 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29b514-f827-477e-ac63-e4e349c3fbbd tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Network': ['ID=a2e150bf-b81a-45bd-850b-76306f5498c1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:25.807205 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72bbae8-84a6-4bd6-afb3-b3b329cccfc3 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] DELETE failed (client error): The resource could not be found. Dec 14 01:17:25.807344 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72bbae8-84a6-4bd6-afb3-b3b329cccfc3 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:25.810785 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f72bbae8-84a6-4bd6-afb3-b3b329cccfc3 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/subnets/3699bb76-5e60-4802-9162-4a642a287d78 HTTP/1.1" status: 404 len: 337 time: 0.0414875 Dec 14 01:17:25.813410 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53006) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:25.833277 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba4b683-06e9-4b16-9639-992383787377 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] DELETE failed (client error): The resource could not be found. Dec 14 01:17:25.833713 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba4b683-06e9-4b16-9639-992383787377 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:25.837406 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1ba4b683-06e9-4b16-9639-992383787377 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/networks/a2e150bf-b81a-45bd-850b-76306f5498c1 HTTP/1.1" status: 404 len: 339 time: 0.0225046 Dec 14 01:17:25.839189 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a77e3d-22b1-4263-9cb7-862cf9c0d153 None None] Network a2e150bf-b81a-45bd-850b-76306f5498c1 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:25.839764 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53008) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:25.850003 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:25.851879 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc302c6-c03d-4197-bda2-7ca6e32ea989 None None] Network 388a113c-a8ab-43a6-ae40-74d0b49f8338 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:25.918140 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab628798-769e-4f0d-a713-2da7597fde47 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:25.928858 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a77e3d-22b1-4263-9cb7-862cf9c0d153 None None] Network a2e150bf-b81a-45bd-850b-76306f5498c1 could not be found, it might have been deleted concurrently. {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 14 01:17:25.959636 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-62a54448-95e2-42f2-9de6-8a1784bd398c None None] For port cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5,segment=NetworkSegment(3e65327c-b78d-4eb1-a218-d50f1e6b7060),segment_id=3e65327c-b78d-4eb1-a218-d50f1e6b7060)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:25.960434 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62a54448-95e2-42f2-9de6-8a1784bd398c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:25.966318 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060929c0-b021-40e6-9f49-072b8b0edb36 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:25.972703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060929c0-b021-40e6-9f49-072b8b0edb36 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:25.973686 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-060929c0-b021-40e6-9f49-072b8b0edb36 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:25.989223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c2067317-bb13-472a-bc9f-1e37b8f66216 None None] Provisioning complete for port f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:25.989599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2067317-bb13-472a-bc9f-1e37b8f66216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:25.991577 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-62a54448-95e2-42f2-9de6-8a1784bd398c None None] Calling delete_port for cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:25.991872 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Network ce54d746-6762-477c-ba61-985c568e90c4 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:17:26.018580 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab628798-769e-4f0d-a713-2da7597fde47 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.033087 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-060929c0-b021-40e6-9f49-072b8b0edb36 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8177044 Dec 14 01:17:26.036842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53010) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:26.051799 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-316d664b-62c8-408f-933b-a6f55be24bbd tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Request body: {'port': {'network_id': '388a113c-a8ab-43a6-ae40-74d0b49f8338', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-828434955', 'allowed_address_pairs': [{'ip_address': '2001:db8::f9', 'mac_address': 'fa:16:3e:1b:ec:ef'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:26.073368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ab628798-769e-4f0d-a713-2da7597fde47 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544724be-6b4e-4a05-bca2-558822f68774']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:26.120786 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ab628798-769e-4f0d-a713-2da7597fde47 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54feef3f-8085-456f-a65c-00a9077d42fa') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:26.121445 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ab628798-769e-4f0d-a713-2da7597fde47 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54feef3f-8085-456f-a65c-00a9077d42fa') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:26.128452 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-7f0ba51f-d313-4004-bce7-307feda19ea4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfe5dd77b8fd41d0a68aef6d29a81ff5 HTTP/1.1" status: 200 len: 380 time: 0.7343047 Dec 14 01:17:26.129459 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, ce54d746-6762-477c-ba61-985c568e90c4) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:26.144874 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b196adb-23ad-44c3-b710-6e1bd926c332 None None] Network ce54d746-6762-477c-ba61-985c568e90c4 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:26.148728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2690f7fc-ddbb-4066-baf7-d2b6730d37e1 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.152912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:26.160087 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab628798-769e-4f0d-a713-2da7597fde47 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.160562 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:26.166487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:26.167443 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.173947 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-cc8f4e33-bf03-41ec-8491-32a6e61f67ca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Request body: {'port': {'device_id': '7ba9cb67-0223-4b00-9db5-07f48240b165', 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5', 'admin_state_up': True, 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'security_groups': ['9227bdf6-dcf8-4a43-af39-7b1ecb610dce']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:26.195638 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:26.196008 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.197875 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab628798-769e-4f0d-a713-2da7597fde47 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.212807 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab628798-769e-4f0d-a713-2da7597fde47 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:26.213461 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab628798-769e-4f0d-a713-2da7597fde47 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:26.218677 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:26.314035 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab628798-769e-4f0d-a713-2da7597fde47 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.314436 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62a54448-95e2-42f2-9de6-8a1784bd398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.322371 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab628798-769e-4f0d-a713-2da7597fde47 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.329633 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ab628798-769e-4f0d-a713-2da7597fde47 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/networks/544724be-6b4e-4a05-bca2-558822f68774 HTTP/1.1" status: 204 len: 168 time: 0.4839725 Dec 14 01:17:26.329633 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316d664b-62c8-408f-933b-a6f55be24bbd tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Made reservation on behalf of f816ae51b7e94049819df646a3064ea7 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:26.333252 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-62f5a42d-2949-4475-b057-9778c19c005a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] remove_router_interface failed (client error): The resource could not be found. Dec 14 01:17:26.334343 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-62f5a42d-2949-4475-b057-9778c19c005a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/ad5457fb-a635-46fe-8e3f-e267815b3734/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2525840 Dec 14 01:17:26.336404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53012) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:26.342053 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53014) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:26.347278 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2067317-bb13-472a-bc9f-1e37b8f66216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.362708 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a54448-95e2-42f2-9de6-8a1784bd398c None None] Pushing event deleted for resources: {'Port': ['ID=cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:26.363614 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab628798-769e-4f0d-a713-2da7597fde47 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Network': ['ID=544724be-6b4e-4a05-bca2-558822f68774,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:26.373592 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a54448-95e2-42f2-9de6-8a1784bd398c None None] No DVR routers for this DVR port cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:26.399796 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e088929-c552-4a4a-9445-5c6756d1a524 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] DELETE failed (client error): The resource could not be found. Dec 14 01:17:26.400354 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e088929-c552-4a4a-9445-5c6756d1a524 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:26.405961 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5e088929-c552-4a4a-9445-5c6756d1a524 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/subnets/424c2c21-85a3-4dbd-9609-83d7757c224a HTTP/1.1" status: 404 len: 337 time: 0.0606272 Dec 14 01:17:26.409543 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53016) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:26.416319 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2b70017a-39a5-42b8-97a0-35a7e4df3278 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5457fb-a635-46fe-8e3f-e267815b3734 HTTP/1.1" status: 200 len: 205 time: 0.0697243 Dec 14 01:17:26.425459 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53018) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:26.437493 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-70ef25ee-da37-4cdb-a2e5-dcd31dc5eda7 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.5614419 Dec 14 01:17:26.443269 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c2067317-bb13-472a-bc9f-1e37b8f66216 None None] For port f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7,segment=NetworkSegment(25f7bf67-9312-4e0c-84c0-2e80a5e2be1d),segment_id=25f7bf67-9312-4e0c-84c0-2e80a5e2be1d)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:26.448994 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53020) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:26.450395 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.453728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2067317-bb13-472a-bc9f-1e37b8f66216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.466094 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Router e6cd1b56-d4c4-4323-88e2-08fcd96a038a is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:17:26.481949 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-79278970-0ec4-4c81-972e-c4b08fedc311 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] DELETE failed (client error): The resource could not be found. Dec 14 01:17:26.482494 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79278970-0ec4-4c81-972e-c4b08fedc311 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:26.485798 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-79278970-0ec4-4c81-972e-c4b08fedc311 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/networks/7f713fdb-a264-4bd6-a519-4fb8febc7807 HTTP/1.1" status: 404 len: 339 time: 0.0704567 Dec 14 01:17:26.489570 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53022) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:26.551719 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2067317-bb13-472a-bc9f-1e37b8f66216 None None] Pushing event updated for resources: {'Port': ['ID=f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:26.556571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:17:26.557669 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:17:26.600846 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f248ba05-0e9c-4eab-9f85-a2450102b1d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.611708 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2690f7fc-ddbb-4066-baf7-d2b6730d37e1 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.658013 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.717494 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-2690f7fc-ddbb-4066-baf7-d2b6730d37e1 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2036b90-d7e7-47c7-947c-0674fb2a3a7e']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:26.734111 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86468b67-a84d-4300-a88b-2e65e1caff9f tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:26.743334 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86468b67-a84d-4300-a88b-2e65e1caff9f tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:26.748035 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-86468b67-a84d-4300-a88b-2e65e1caff9f tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2955575 Dec 14 01:17:26.749126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53024) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:26.750061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-1ac42687-844d-469c-b0a4-dfca16284296 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 172.20.0.5 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/bc185687-4083-484e-95a0-bb8d63dab0f8/33908953-3697-4194-b4d2-187253cf0283) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:26.780874 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-2690f7fc-ddbb-4066-baf7-d2b6730d37e1 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e65327c-b78d-4eb1-a218-d50f1e6b7060') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:26.781145 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-2690f7fc-ddbb-4066-baf7-d2b6730d37e1 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e65327c-b78d-4eb1-a218-d50f1e6b7060') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:26.784132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-1ac42687-844d-469c-b0a4-dfca16284296 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::f816:3eff:feb1:7510 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/36d1f410-de8d-43cd-91db-6d27a6cd5cd1/33908953-3697-4194-b4d2-187253cf0283) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:26.804430 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-cc8f4e33-bf03-41ec-8491-32a6e61f67ca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Made reservation on behalf of bfe5dd77b8fd41d0a68aef6d29a81ff5 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:26.808395 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-cc8f4e33-bf03-41ec-8491-32a6e61f67ca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.821349 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6b97b167-f444-4940-bb34-a3b6eb60c854 None None] Provisioning complete for port a83bcf3c-b3bd-4b0e-9f9a-d86940ecbbc4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:26.822011 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b97b167-f444-4940-bb34-a3b6eb60c854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.847875 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2690f7fc-ddbb-4066-baf7-d2b6730d37e1 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.877668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2690f7fc-ddbb-4066-baf7-d2b6730d37e1 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.890878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2690f7fc-ddbb-4066-baf7-d2b6730d37e1 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:26.891458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2690f7fc-ddbb-4066-baf7-d2b6730d37e1 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.900566 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6b97b167-f444-4940-bb34-a3b6eb60c854 None None] Port a83bcf3c-b3bd-4b0e-9f9a-d86940ecbbc4 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:26.914862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6b97b167-f444-4940-bb34-a3b6eb60c854 None None] Provisioning complete for port f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:26.915773 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b97b167-f444-4940-bb34-a3b6eb60c854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:26.972062 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:27.091578 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a379713-8e27-4be9-a310-f88642023247 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Deleting subnet 4f95fc78-6fb9-47cd-a5b8-fbeaabdee033 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:27.107537 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2690f7fc-ddbb-4066-baf7-d2b6730d37e1 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.116892 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-316d664b-62c8-408f-933b-a6f55be24bbd tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.124598 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-49d9aa8c-77e0-4b9e-9562-46067179fc38 req-b9f785a2-c1dc-459b-901a-a063d1c9a8e7 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 210 time: 0.0822077 Dec 14 01:17:27.124598 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a379713-8e27-4be9-a310-f88642023247 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.151782 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ab045071-c88b-4af8-a59c-c369de49dafa None None] Provisioning complete for port a83bcf3c-b3bd-4b0e-9f9a-d86940ecbbc4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:27.152346 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab045071-c88b-4af8-a59c-c369de49dafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.158456 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2690f7fc-ddbb-4066-baf7-d2b6730d37e1 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.166154 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2690f7fc-ddbb-4066-baf7-d2b6730d37e1 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "DELETE /v2.0/networks/b2036b90-d7e7-47c7-947c-0674fb2a3a7e HTTP/1.1" status: 204 len: 168 time: 1.8925648 Dec 14 01:17:27.177582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:17:27.188929 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Sync routers for ids ['e6cd1b56-d4c4-4323-88e2-08fcd96a038a'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:17:27.194072 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53028) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:27.206180 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Routers {'e6cd1b56-d4c4-4323-88e2-08fcd96a038a'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:27.207096 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e6cd1b56-d4c4-4323-88e2-08fcd96a038a'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:27.216616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ab045071-c88b-4af8-a59c-c369de49dafa None None] Port a83bcf3c-b3bd-4b0e-9f9a-d86940ecbbc4 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:27.220884 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:27.246928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690f7fc-ddbb-4066-baf7-d2b6730d37e1 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Pushing event deleted for resources: {'Network': ['ID=b2036b90-d7e7-47c7-947c-0674fb2a3a7e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:27.247735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:17:27.248296 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device cdebcc61-9c65-4b73-b6a8-4d0a1988d6b5 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:17:27.267694 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a379713-8e27-4be9-a310-f88642023247 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.270728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-316d664b-62c8-408f-933b-a6f55be24bbd tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] device_id is not set on port 74c532b7-1ecb-4c02-97bc-bf1e4c4f06d9 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:17:27.294194 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f248ba05-0e9c-4eab-9f85-a2450102b1d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.294451 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-76da2313-947a-48cd-9937-45dda725a328 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5f5ace0-903d-4ac3-a21d-76c97a5d97d5 HTTP/1.1" status: 200 len: 205 time: 0.0701447 Dec 14 01:17:27.298414 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53030) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:27.304969 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f248ba05-0e9c-4eab-9f85-a2450102b1d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.308760 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.310753 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b7c27374-c523-4929-a924-d57c4c08581a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.8612053 Dec 14 01:17:27.336765 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53032) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:27.362960 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Set router e6cd1b56-d4c4-4323-88e2-08fcd96a038a gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:17:27.443559 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-765a5bc6-ee1f-4964-bb00-acfa272726aa tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Deleting port d30f1b17-e22e-4196-8dec-140116485486 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:27.444010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-765a5bc6-ee1f-4964-bb00-acfa272726aa tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.449331 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-cc8f4e33-bf03-41ec-8491-32a6e61f67ca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Allocated IP 172.20.0.11 (f7b8327e-95d0-4538-baf8-12b321378ee5/c950cfe2-66cf-445f-90c5-d23a7416e235/30390df4-d18c-4a5d-952e-de9aae2f0d60) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:27.474977 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bdd01835-c7f6-4420-ab35-ce06dd2893d8 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.476829 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f248ba05-0e9c-4eab-9f85-a2450102b1d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.477239 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f248ba05-0e9c-4eab-9f85-a2450102b1d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Fanout notify agent at l3_agent the message router_deleted on router ad5457fb-a635-46fe-8e3f-e267815b3734 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:17:27.542931 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f248ba05-0e9c-4eab-9f85-a2450102b1d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.544079 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f248ba05-0e9c-4eab-9f85-a2450102b1d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/routers/ad5457fb-a635-46fe-8e3f-e267815b3734 HTTP/1.1" status: 204 len: 168 time: 1.1176124 Dec 14 01:17:27.545417 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ac42687-844d-469c-b0a4-dfca16284296 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.547847 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53034) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:27.568238 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:27.626303 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd1b56-d4c4-4323-88e2-08fcd96a038a', 'name': '', 'tenant_id': '6a2f37d9992842f59ff1684cdca68b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b837047-efc8-4c66-a6a9-8bdcdd032401', 'external_fixed_ips': [{'subnet_id': 'fcd64ee5-3170-49c1-b7bd-5d513a388aed', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:17Z', 'updated_at': '2021-12-14T01:17:23Z', 'revision_number': 3, 'project_id': '6a2f37d9992842f59ff1684cdca68b08', 'gw_port': {'id': 'e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3', 'name': '', 'network_id': '8b837047-efc8-4c66-a6a9-8bdcdd032401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cd1b56-d4c4-4323-88e2-08fcd96a038a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fcd64ee5-3170-49c1-b7bd-5d513a388aed', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:17:20Z', 'updated_at': '2021-12-14T01:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcd64ee5-3170-49c1-b7bd-5d513a388aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:27.649406 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:27.649784 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.650137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-765a5bc6-ee1f-4964-bb00-acfa272726aa tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.674474 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Checking router: e6cd1b56-d4c4-4323-88e2-08fcd96a038a for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:17:27.675083 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Updating router e6cd1b56-d4c4-4323-88e2-08fcd96a038a port e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:17:27.698538 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a379713-8e27-4be9-a310-f88642023247 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.710549 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.734059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-765a5bc6-ee1f-4964-bb00-acfa272726aa tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Calling delete_port for d30f1b17-e22e-4196-8dec-140116485486 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:27.739558 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aecfeae9-e490-433c-98a6-5c1a3118a137 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.750825 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.756732 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-316d664b-62c8-408f-933b-a6f55be24bbd tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Allocated IP 2001:db8::2dd (388a113c-a8ab-43a6-ae40-74d0b49f8338/033c16fc-fef5-45b7-86fb-1d12424f3e5d/74c532b7-1ecb-4c02-97bc-bf1e4c4f06d9) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:27.766386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde86f09-a1c5-4adb-b53c-bc0fd5d81042 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting subnet 70c9b778-e281-41c7-afa9-4461a81a6745 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:27.772912 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bdd01835-c7f6-4420-ab35-ce06dd2893d8 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.778757 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bdd01835-c7f6-4420-ab35-ce06dd2893d8 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.814869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fde86f09-a1c5-4adb-b53c-bc0fd5d81042 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.849295 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4cc6220c-2ef5-4728-bf5e-fd1a0515dc46 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:27.872484 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ac42687-844d-469c-b0a4-dfca16284296 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.884628 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 4cc6220c-2ef5-4728-bf5e-fd1a0515dc46 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:17:27.884940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4cc6220c-2ef5-4728-bf5e-fd1a0515dc46 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:17:27.887863 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bdd01835-c7f6-4420-ab35-ce06dd2893d8 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.888383 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd01835-c7f6-4420-ab35-ce06dd2893d8 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Fanout notify agent at l3_agent the message router_deleted on router f5f5ace0-903d-4ac3-a21d-76c97a5d97d5 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:17:27.897553 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bdd01835-c7f6-4420-ab35-ce06dd2893d8 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.898663 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bdd01835-c7f6-4420-ab35-ce06dd2893d8 tempest-RoutersNegativeIpV6Test-426509029 tempest-RoutersNegativeIpV6Test-426509029-project] 10.222.0.32 "DELETE /v2.0/routers/f5f5ace0-903d-4ac3-a21d-76c97a5d97d5 HTTP/1.1" status: 204 len: 168 time: 0.5992105 Dec 14 01:17:27.919407 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a379713-8e27-4be9-a310-f88642023247 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.974577 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a379713-8e27-4be9-a310-f88642023247 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Subnet': ['ID=4f95fc78-6fb9-47cd-a5b8-fbeaabdee033,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:27.976575 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a379713-8e27-4be9-a310-f88642023247 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.980430 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3a379713-8e27-4be9-a310-f88642023247 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/subnets/4f95fc78-6fb9-47cd-a5b8-fbeaabdee033 HTTP/1.1" status: 204 len: 168 time: 1.4892280 Dec 14 01:17:27.982525 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53038) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:27.991825 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fde86f09-a1c5-4adb-b53c-bc0fd5d81042 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:27.992940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e9387-fc7e-4e9e-b9cf-076b9af6f0fe None None] Network e9a52e2e-eee0-4a29-8519-39c03e2d54b0 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:28.060279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0183264-47a6-419b-8d0c-4d346eb91f54 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Deleting subnet 5714f1b0-9c96-4d0b-b6be-037e51408648 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:28.070944 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0183264-47a6-419b-8d0c-4d346eb91f54 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.097809 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac42687-844d-469c-b0a4-dfca16284296 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:28.120498 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-316d664b-62c8-408f-933b-a6f55be24bbd tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.123956 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-1ac42687-844d-469c-b0a4-dfca16284296 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:28.125913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac42687-844d-469c-b0a4-dfca16284296 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=33908953-3697-4194-b4d2-187253cf0283,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:28.130105 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0183264-47a6-419b-8d0c-4d346eb91f54 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.131068 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac42687-844d-469c-b0a4-dfca16284296 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:28.142810 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-cc8f4e33-bf03-41ec-8491-32a6e61f67ca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.204471 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.215909 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.309678 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aecfeae9-e490-433c-98a6-5c1a3118a137 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.327882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-765a5bc6-ee1f-4964-bb00-acfa272726aa tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.363843 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c46942-146d-47eb-b908-59767d2a6819 None None] Pushing event updated for resources: {'Port': ['ID=e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:28.367998 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac42687-844d-469c-b0a4-dfca16284296 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:28.368717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ac42687-844d-469c-b0a4-dfca16284296 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.374762 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Attempting to bind port e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:28.375966 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Attempting to bind port e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'd0b7a355-0b9a-4b6a-a0b6-2606c2004925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8b837047-efc8-4c66-a6a9-8bdcdd032401'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:28.376674 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Attempting to bind port e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3 on network 8b837047-efc8-4c66-a6a9-8bdcdd032401 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:28.385170 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c46942-146d-47eb-b908-59767d2a6819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:28.385907 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c46942-146d-47eb-b908-59767d2a6819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:28.386643 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c46942-146d-47eb-b908-59767d2a6819 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:28.387162 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c46942-146d-47eb-b908-59767d2a6819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:28.387663 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c46942-146d-47eb-b908-59767d2a6819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:28.388211 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c46942-146d-47eb-b908-59767d2a6819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:28.388977 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c46942-146d-47eb-b908-59767d2a6819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:28.390031 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c46942-146d-47eb-b908-59767d2a6819 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:28.390552 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c46942-146d-47eb-b908-59767d2a6819 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:28.391494 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c46942-146d-47eb-b908-59767d2a6819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:28.392047 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c46942-146d-47eb-b908-59767d2a6819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:28.392630 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c46942-146d-47eb-b908-59767d2a6819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:28.393311 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c46942-146d-47eb-b908-59767d2a6819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:28.400814 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-63cafd69-4c0e-41e7-b0b6-a18f327dcb40 req-e5d6c7d9-0a90-4846-92f1-f4b185917b37 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 210 time: 0.1273985 Dec 14 01:17:28.407936 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:28.409201 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Checking segment: {'id': 'd0b7a355-0b9a-4b6a-a0b6-2606c2004925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8b837047-efc8-4c66-a6a9-8bdcdd032401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:28.410213 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.410874 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Bound using segment: {'id': 'd0b7a355-0b9a-4b6a-a0b6-2606c2004925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8b837047-efc8-4c66-a6a9-8bdcdd032401'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:28.411858 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Bound port: e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b7a355-0b9a-4b6a-a0b6-2606c2004925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8b837047-efc8-4c66-a6a9-8bdcdd032401'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:28.412608 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.413365 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0183264-47a6-419b-8d0c-4d346eb91f54 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.424695 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-316d664b-62c8-408f-933b-a6f55be24bbd tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.426921 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fde86f09-a1c5-4adb-b53c-bc0fd5d81042 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.440679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a5bc6-ee1f-4964-bb00-acfa272726aa tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event deleted for resources: {'Port': ['ID=d30f1b17-e22e-4196-8dec-140116485486,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:28.504890 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-765a5bc6-ee1f-4964-bb00-acfa272726aa tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.511047 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] For port e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:28.511744 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-765a5bc6-ee1f-4964-bb00-acfa272726aa tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "DELETE /v2.0/ports/d30f1b17-e22e-4196-8dec-140116485486 HTTP/1.1" status: 204 len: 168 time: 1.7512772 Dec 14 01:17:28.514554 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] For port e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3,segment=NetworkSegment(d0b7a355-0b9a-4b6a-a0b6-2606c2004925),segment_id=d0b7a355-0b9a-4b6a-a0b6-2606c2004925)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:28.522439 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.525347 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53044) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:28.532653 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1ac42687-844d-469c-b0a4-dfca16284296 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.3912361 Dec 14 01:17:28.545431 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-cc8f4e33-bf03-41ec-8491-32a6e61f67ca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.551680 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53046) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:28.580703 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d664b-62c8-408f-933b-a6f55be24bbd tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event updated for resources: {'Port': ['ID=74c532b7-1ecb-4c02-97bc-bf1e4c4f06d9,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:28.583035 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53048) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:28.619423 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c46942-146d-47eb-b908-59767d2a6819 None None] Pushing event updated for resources: {'Port': ['ID=e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:28.638848 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Routers {'e6cd1b56-d4c4-4323-88e2-08fcd96a038a'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:28.639537 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e6cd1b56-d4c4-4323-88e2-08fcd96a038a'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:28.659242 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316d664b-62c8-408f-933b-a6f55be24bbd tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Network 388a113c-a8ab-43a6-ae40-74d0b49f8338 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:28.663555 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27ab540a-749b-41bf-ab6e-e7c4a1fd5f78 None None] Provisioning complete for port 33908953-3697-4194-b4d2-187253cf0283 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:28.664090 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27ab540a-749b-41bf-ab6e-e7c4a1fd5f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.665484 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-316d664b-62c8-408f-933b-a6f55be24bbd tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:28.669293 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d664b-62c8-408f-933b-a6f55be24bbd tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:28.678891 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316d664b-62c8-408f-933b-a6f55be24bbd tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:28.679430 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-316d664b-62c8-408f-933b-a6f55be24bbd tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.718390 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-316d664b-62c8-408f-933b-a6f55be24bbd tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.6727295 Dec 14 01:17:28.728567 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53052) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:28.741369 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27ab540a-749b-41bf-ab6e-e7c4a1fd5f78 None None] Port 33908953-3697-4194-b4d2-187253cf0283 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:28.756705 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0183264-47a6-419b-8d0c-4d346eb91f54 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.800784 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] Set router e6cd1b56-d4c4-4323-88e2-08fcd96a038a gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:17:28.818950 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-cc8f4e33-bf03-41ec-8491-32a6e61f67ca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Network f7b8327e-95d0-4538-baf8-12b321378ee5 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:28.843449 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0183264-47a6-419b-8d0c-4d346eb91f54 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.850300 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c0183264-47a6-419b-8d0c-4d346eb91f54 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/subnets/5714f1b0-9c96-4d0b-b6be-037e51408648 HTTP/1.1" status: 204 len: 168 time: 0.8663692 Dec 14 01:17:28.851244 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53054) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:28.852013 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0183264-47a6-419b-8d0c-4d346eb91f54 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Subnet': ['ID=5714f1b0-9c96-4d0b-b6be-037e51408648,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:28.856188 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-cc8f4e33-bf03-41ec-8491-32a6e61f67ca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:28.870955 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-cc8f4e33-bf03-41ec-8491-32a6e61f67ca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:28.890889 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fde86f09-a1c5-4adb-b53c-bc0fd5d81042 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:28.893112 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f4e33-bf03-41ec-8491-32a6e61f67ca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Pushing event updated for resources: {'Port': ['ID=30390df4-d18c-4a5d-952e-de9aae2f0d60,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:28.922442 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd1b56-d4c4-4323-88e2-08fcd96a038a', 'name': '', 'tenant_id': '6a2f37d9992842f59ff1684cdca68b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:17Z', 'updated_at': '2021-12-14T01:17:28Z', 'revision_number': 4, 'project_id': '6a2f37d9992842f59ff1684cdca68b08', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:28.960284 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d05f6-4cb9-4e42-94a2-139cca1ddc0a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:28.965134 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac05d2-f5f0-4dff-9c19-d14808b0ad44 None None] The sync data for ids ['e6cd1b56-d4c4-4323-88e2-08fcd96a038a'] in dv-neutron-821592-1-hyperv is: [{'id': 'e6cd1b56-d4c4-4323-88e2-08fcd96a038a', 'name': '', 'tenant_id': '6a2f37d9992842f59ff1684cdca68b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:17Z', 'updated_at': '2021-12-14T01:17:28Z', 'revision_number': 4, 'project_id': '6a2f37d9992842f59ff1684cdca68b08', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:17:28.971283 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d05f6-4cb9-4e42-94a2-139cca1ddc0a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:28.974351 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-be3d05f6-4cb9-4e42-94a2-139cca1ddc0a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4212198 Dec 14 01:17:28.977995 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53056) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:28.988224 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634c8c4e-4f95-49d0-ac4b-c43f70df028e None None] Network bf844546-5643-425e-8a28-1c8b591168b8 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:29.003788 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde86f09-a1c5-4adb-b53c-bc0fd5d81042 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Subnet': ['ID=70c9b778-e281-41c7-afa9-4461a81a6745,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:29.007929 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-aecfeae9-e490-433c-98a6-5c1a3118a137 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Deleting port e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:29.008447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aecfeae9-e490-433c-98a6-5c1a3118a137 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.018703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fde86f09-a1c5-4adb-b53c-bc0fd5d81042 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.034308 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fde86f09-a1c5-4adb-b53c-bc0fd5d81042 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/70c9b778-e281-41c7-afa9-4461a81a6745 HTTP/1.1" status: 204 len: 168 time: 1.4810619 Dec 14 01:17:29.041798 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53058) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:29.100730 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48598193-c520-48e5-ba41-e71f115a73d9 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:29.108000 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48598193-c520-48e5-ba41-e71f115a73d9 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:29.114687 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48598193-c520-48e5-ba41-e71f115a73d9 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:29.120448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53060) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:29.121417 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-48598193-c520-48e5-ba41-e71f115a73d9 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3865807 Dec 14 01:17:29.143769 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.205919 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-908048b3-bae1-47ac-ac45-7a60cac0050a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0aa03954ac3403ba6e12448032cf6de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6169105 Dec 14 01:17:29.211512 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-aa8bb584-0194-41c9-9238-6f008625bf4f None None] Provisioning complete for port 74c532b7-1ecb-4c02-97bc-bf1e4c4f06d9 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:29.213274 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa8bb584-0194-41c9-9238-6f008625bf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.246570 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53062) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:29.257632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.257996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-aa8bb584-0194-41c9-9238-6f008625bf4f None None] Port 74c532b7-1ecb-4c02-97bc-bf1e4c4f06d9 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:29.285761 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-cc8f4e33-bf03-41ec-8491-32a6e61f67ca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:29.287447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-cc8f4e33-bf03-41ec-8491-32a6e61f67ca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.317051 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d7e157-050e-404b-a97d-703c3e5cbcfd None None] DHCP port deletion for bf844546-5643-425e-8a28-1c8b591168b8 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:29.353492 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c0277-5971-4c3f-a21e-d95210355ce2 None None] Network e9a52e2e-eee0-4a29-8519-39c03e2d54b0 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:29.414855 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-aa178e39-faa4-4f58-a71d-40ee8733de70 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Deleting port 06850f26-a34e-4fd5-822e-2bc7c402ee6d {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:29.415433 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aa178e39-faa4-4f58-a71d-40ee8733de70 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.418701 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b141da47-44a3-4c9c-b320-39005c8bb1b7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port 33908953-3697-4194-b4d2-187253cf0283 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:29.419225 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b141da47-44a3-4c9c-b320-39005c8bb1b7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.445009 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-787e478a-2406-4b79-a854-70114ae21c44 None None] Provisioning complete for port 5014fbbf-09b3-4887-a40d-235878fdb7a8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:29.445554 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-787e478a-2406-4b79-a854-70114ae21c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.473539 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Deleting port 5014fbbf-09b3-4887-a40d-235878fdb7a8 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:29.473882 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.524573 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting port 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:29.524934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.543516 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-cc8f4e33-bf03-41ec-8491-32a6e61f67ca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4063687 Dec 14 01:17:29.554670 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-aecfeae9-e490-433c-98a6-5c1a3118a137 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] For port e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3,segment=NetworkSegment(d0b7a355-0b9a-4b6a-a0b6-2606c2004925),segment_id=d0b7a355-0b9a-4b6a-a0b6-2606c2004925)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:29.555054 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aecfeae9-e490-433c-98a6-5c1a3118a137 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.562321 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7e157-050e-404b-a97d-703c3e5cbcfd None None] Deleting port 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:29.562700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e157-050e-404b-a97d-703c3e5cbcfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.569066 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:29.599684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Request body: {'port': {'device_id': '7ba9cb67-0223-4b00-9db5-07f48240b165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:29.602600 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4d3e4378-0cbf-4809-8a2e-7ea142ef7828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.611129 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-aecfeae9-e490-433c-98a6-5c1a3118a137 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Calling delete_port for e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:29.652971 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] For port 5014fbbf-09b3-4887-a40d-235878fdb7a8, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=5014fbbf-09b3-4887-a40d-235878fdb7a8,segment=NetworkSegment(3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0),segment_id=3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:29.653339 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.668432 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aa178e39-faa4-4f58-a71d-40ee8733de70 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.673200 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27668304-f4a1-455f-af04-a855435129c5 None None] DHCP port deletion for e9a52e2e-eee0-4a29-8519-39c03e2d54b0 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:29.694368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b141da47-44a3-4c9c-b320-39005c8bb1b7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.697672 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] For port 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4b27cc01-2ab3-4fb3-9856-bd3232b64cbd,segment=NetworkSegment(7d5b8c0f-4628-4f0e-8d99-82669a807e57),segment_id=7d5b8c0f-4628-4f0e-8d99-82669a807e57)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:29.698023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.702123 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Calling delete_port for 5014fbbf-09b3-4887-a40d-235878fdb7a8 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:29.731859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Calling delete_port for 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:29.733989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b141da47-44a3-4c9c-b320-39005c8bb1b7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for 33908953-3697-4194-b4d2-187253cf0283 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:29.743393 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16c663-7e2a-429c-9c98-fdd9a8a7f2c1 req-5ebab694-4655-454a-834f-a3ce08bedaf4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:29.745132 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e16c663-7e2a-429c-9c98-fdd9a8a7f2c1 req-5ebab694-4655-454a-834f-a3ce08bedaf4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 932 time: 0.2141888 Dec 14 01:17:29.943650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d0d7e157-050e-404b-a97d-703c3e5cbcfd None None] For port 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4b27cc01-2ab3-4fb3-9856-bd3232b64cbd,segment=NetworkSegment(7d5b8c0f-4628-4f0e-8d99-82669a807e57),segment_id=7d5b8c0f-4628-4f0e-8d99-82669a807e57)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:29.944195 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e157-050e-404b-a97d-703c3e5cbcfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:29.988372 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7e157-050e-404b-a97d-703c3e5cbcfd None None] Calling delete_port for 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:30.065174 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.091641 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-787e478a-2406-4b79-a854-70114ae21c44 None None] Provisioning complete for port 30390df4-d18c-4a5d-952e-de9aae2f0d60 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:30.092291 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-787e478a-2406-4b79-a854-70114ae21c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.103844 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27668304-f4a1-455f-af04-a855435129c5 None None] Deleting port 5014fbbf-09b3-4887-a40d-235878fdb7a8 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:30.104874 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27668304-f4a1-455f-af04-a855435129c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.119601 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4d3e4378-0cbf-4809-8a2e-7ea142ef7828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.121776 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-aa178e39-faa4-4f58-a71d-40ee8733de70 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Calling delete_port for 06850f26-a34e-4fd5-822e-2bc7c402ee6d owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:30.133233 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.148254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9a2297f9-4b1e-440a-847a-e5f08431e4ab tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Deleting port 74c532b7-1ecb-4c02-97bc-bf1e4c4f06d9 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:30.148558 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a2297f9-4b1e-440a-847a-e5f08431e4ab tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.231140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-787e478a-2406-4b79-a854-70114ae21c44 None None] Port 30390df4-d18c-4a5d-952e-de9aae2f0d60 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:30.236038 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4b27cc01-2ab3-4fb3-9856-bd3232b64cbd,segment=NetworkSegment(7d5b8c0f-4628-4f0e-8d99-82669a807e57),segment_id=7d5b8c0f-4628-4f0e-8d99-82669a807e57)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:30.255139 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.262029 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27668304-f4a1-455f-af04-a855435129c5 None None] For port 5014fbbf-09b3-4887-a40d-235878fdb7a8, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=5014fbbf-09b3-4887-a40d-235878fdb7a8,segment=NetworkSegment(3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0),segment_id=3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:30.263185 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27668304-f4a1-455f-af04-a855435129c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.268466 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e16c663-7e2a-429c-9c98-fdd9a8a7f2c1 req-689324f7-294c-4bb8-b90d-a49d870eddee tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5113764 Dec 14 01:17:30.292962 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.303051 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e157-050e-404b-a97d-703c3e5cbcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.305312 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.306885 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27668304-f4a1-455f-af04-a855435129c5 None None] Calling delete_port for 5014fbbf-09b3-4887-a40d-235878fdb7a8 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:30.320809 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event deleted for resources: {'Port': ['ID=4b27cc01-2ab3-4fb3-9856-bd3232b64cbd,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:30.340948 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Port': ['ID=4b27cc01-2ab3-4fb3-9856-bd3232b64cbd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:30.362603 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] No DVR routers for this DVR port 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:30.380700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7e157-050e-404b-a97d-703c3e5cbcfd None None] No DVR routers for this DVR port 4b27cc01-2ab3-4fb3-9856-bd3232b64cbd on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:30.407037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7e157-050e-404b-a97d-703c3e5cbcfd None None] Pushing event deleted for resources: {'Port': ['ID=4b27cc01-2ab3-4fb3-9856-bd3232b64cbd,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:30.416070 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No DVR routers for this DVR port 5014fbbf-09b3-4887-a40d-235878fdb7a8 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:30.420338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Port': ['ID=5014fbbf-09b3-4887-a40d-235878fdb7a8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:30.438685 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4d3e4378-0cbf-4809-8a2e-7ea142ef7828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.441194 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4d3e4378-0cbf-4809-8a2e-7ea142ef7828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.445423 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4d3e4378-0cbf-4809-8a2e-7ea142ef7828 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ceedbcb-3bcd-43f2-ad00-0a7629375670 HTTP/1.1" status: 204 len: 168 time: 1.1894746 Dec 14 01:17:30.449837 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a2297f9-4b1e-440a-847a-e5f08431e4ab tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.499038 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27668304-f4a1-455f-af04-a855435129c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.522569 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9a2297f9-4b1e-440a-847a-e5f08431e4ab tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Calling delete_port for 74c532b7-1ecb-4c02-97bc-bf1e4c4f06d9 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:30.544218 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e4378-0cbf-4809-8a2e-7ea142ef7828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ceedbcb-3bcd-43f2-ad00-0a7629375670,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:30.559242 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27668304-f4a1-455f-af04-a855435129c5 None None] Pushing event deleted for resources: {'Port': ['ID=5014fbbf-09b3-4887-a40d-235878fdb7a8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:30.575805 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27668304-f4a1-455f-af04-a855435129c5 None None] No DVR routers for this DVR port 5014fbbf-09b3-4887-a40d-235878fdb7a8 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:30.584554 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.614286 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.620009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aa178e39-faa4-4f58-a71d-40ee8733de70 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.658763 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a52e2e-eee0-4a29-8519-39c03e2d54b0']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:30.670175 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf844546-5643-425e-8a28-1c8b591168b8']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:30.684150 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:30.684150 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab1b2b1-17c7-4e5b-8fc6-d7c1641016a0') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:30.684150 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b141da47-44a3-4c9c-b320-39005c8bb1b7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.692358 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5b8c0f-4628-4f0e-8d99-82669a807e57') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:30.692669 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5b8c0f-4628-4f0e-8d99-82669a807e57') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:30.706972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.733852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa178e39-faa4-4f58-a71d-40ee8733de70 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event deleted for resources: {'Port': ['ID=06850f26-a34e-4fd5-822e-2bc7c402ee6d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:30.741345 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aa178e39-faa4-4f58-a71d-40ee8733de70 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.745549 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-aa178e39-faa4-4f58-a71d-40ee8733de70 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "DELETE /v2.0/ports/06850f26-a34e-4fd5-822e-2bc7c402ee6d HTTP/1.1" status: 204 len: 168 time: 2.2173543 Dec 14 01:17:30.748185 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141da47-44a3-4c9c-b320-39005c8bb1b7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=33908953-3697-4194-b4d2-187253cf0283,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:30.750297 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53070) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:30.755289 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.788983 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.791158 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aecfeae9-e490-433c-98a6-5c1a3118a137 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.822292 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.825799 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-819bd190-67da-4fbd-8649-f2a340265923 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0661297 Dec 14 01:17:30.833421 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53076) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:30.839671 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b215e3ed-fa8a-4cf8-b38b-a2ce10930ce1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-502219319'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:30.849703 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:30.850109 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:30.854171 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:30.869296 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:30.869715 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:30.887338 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:30.943062 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfeae9-e490-433c-98a6-5c1a3118a137 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Pushing event deleted for resources: {'Port': ['ID=e518efc6-1e5b-4e61-a9d0-acd7b0edcbe3,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:30.953947 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a2297f9-4b1e-440a-847a-e5f08431e4ab tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.043665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2297f9-4b1e-440a-847a-e5f08431e4ab tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event deleted for resources: {'Port': ['ID=74c532b7-1ecb-4c02-97bc-bf1e4c4f06d9,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:31.115903 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.139514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.143079 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/networks/e9a52e2e-eee0-4a29-8519-39c03e2d54b0 HTTP/1.1" status: 204 len: 168 time: 2.2684898 Dec 14 01:17:31.146921 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19da263-049a-41d4-b78b-cdfd3308f3b9 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Network': ['ID=e9a52e2e-eee0-4a29-8519-39c03e2d54b0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:31.149625 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53086) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:31.150614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aecfeae9-e490-433c-98a6-5c1a3118a137 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.152618 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.154217 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b215e3ed-fa8a-4cf8-b38b-a2ce10930ce1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Made reservation on behalf of 19d42dbd5f154d7aa417d07e32305d4c for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:31.159128 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b215e3ed-fa8a-4cf8-b38b-a2ce10930ce1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.208924 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Network': ['ID=bf844546-5643-425e-8a28-1c8b591168b8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:31.214306 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.218195 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5d451aac-f97a-4ba8-b340-3a5962b9b53a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/networks/bf844546-5643-425e-8a28-1c8b591168b8 HTTP/1.1" status: 204 len: 168 time: 2.1655650 Dec 14 01:17:31.236890 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53090) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:31.242782 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b141da47-44a3-4c9c-b320-39005c8bb1b7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.249378 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b141da47-44a3-4c9c-b320-39005c8bb1b7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/33908953-3697-4194-b4d2-187253cf0283 HTTP/1.1" status: 204 len: 168 time: 2.2662885 Dec 14 01:17:31.249378 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc27bb0-d260-4dad-9957-00627d9afe99 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] DELETE failed (client error): The resource could not be found. Dec 14 01:17:31.249696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc27bb0-d260-4dad-9957-00627d9afe99 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:31.252966 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4bc27bb0-d260-4dad-9957-00627d9afe99 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/subnets/2b121e77-39dd-4da9-be41-225c9b319c71 HTTP/1.1" status: 404 len: 337 time: 0.0721972 Dec 14 01:17:31.256134 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53092) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:31.256632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53094) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:31.272975 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4cf2bdef-2f12-4c64-88ba-644721f78d44 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1192833183'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:31.285428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30390df4-d18c-4a5d-952e-de9aae2f0d60 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:17:31.288420 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b215e3ed-fa8a-4cf8-b38b-a2ce10930ce1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:17:31.299552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aecfeae9-e490-433c-98a6-5c1a3118a137 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.302378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.307793 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aecfeae9-e490-433c-98a6-5c1a3118a137 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.313818 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c422038-b481-4aab-8db6-561705988fe2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] DELETE failed (client error): The resource could not be found. Dec 14 01:17:31.314367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c422038-b481-4aab-8db6-561705988fe2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:31.318265 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9c422038-b481-4aab-8db6-561705988fe2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/networks/c52b8c40-301d-4600-a5cb-2e9dcff3af41 HTTP/1.1" status: 404 len: 339 time: 0.0593636 Dec 14 01:17:31.323859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53098) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:31.356602 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b215e3ed-fa8a-4cf8-b38b-a2ce10930ce1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.357158 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-b215e3ed-fa8a-4cf8-b38b-a2ce10930ce1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Added segment de907799-8161-42fa-a153-8b944e342d5a of type vlan for network 8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751 Dec 14 01:17:31.368589 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-457ac37b-2b38-4e00-a25f-c1bd99a312c1 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] DELETE failed (client error): The resource could not be found. Dec 14 01:17:31.369316 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-457ac37b-2b38-4e00-a25f-c1bd99a312c1 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:31.373027 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-457ac37b-2b38-4e00-a25f-c1bd99a312c1 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/subnets/4a5a1fef-af11-459e-be73-5958625a5384 HTTP/1.1" status: 404 len: 337 time: 0.0478783 Dec 14 01:17:31.381552 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53100) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:31.382019 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Transition to ACTIVE for port object 30390df4-d18c-4a5d-952e-de9aae2f0d60 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:17:31.395386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.425715 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf2bdef-2f12-4c64-88ba-644721f78d44 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:31.429341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4cf2bdef-2f12-4c64-88ba-644721f78d44 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.433276 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53104) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:31.439758 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aecfeae9-e490-433c-98a6-5c1a3118a137 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.440482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecfeae9-e490-433c-98a6-5c1a3118a137 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6cd1b56-d4c4-4323-88e2-08fcd96a038a {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:17:31.447825 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2806e1-8dd1-4ba6-a6d7-6961fc7f77d7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:31.449695 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2806e1-8dd1-4ba6-a6d7-6961fc7f77d7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:31.451878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2806e1-8dd1-4ba6-a6d7-6961fc7f77d7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:31.454252 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4f2806e1-8dd1-4ba6-a6d7-6961fc7f77d7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1965449 Dec 14 01:17:31.460909 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee8b3c3-6d77-49ad-968a-ac13fc7d919a tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] DELETE failed (client error): The resource could not be found. Dec 14 01:17:31.461443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee8b3c3-6d77-49ad-968a-ac13fc7d919a tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:31.464567 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5ee8b3c3-6d77-49ad-968a-ac13fc7d919a tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/networks/5ec7b84b-8fc1-45ba-85ac-f0c936aa4dcf HTTP/1.1" status: 404 len: 339 time: 0.0815620 Dec 14 01:17:31.467658 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a2297f9-4b1e-440a-847a-e5f08431e4ab tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.468188 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53106) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:31.468529 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53108) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:31.474023 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9a2297f9-4b1e-440a-847a-e5f08431e4ab tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "DELETE /v2.0/ports/74c532b7-1ecb-4c02-97bc-bf1e4c4f06d9 HTTP/1.1" status: 204 len: 168 time: 2.3419223 Dec 14 01:17:31.475599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53110) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:31.482171 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aecfeae9-e490-433c-98a6-5c1a3118a137 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.486573 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-aecfeae9-e490-433c-98a6-5c1a3118a137 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e6cd1b56-d4c4-4323-88e2-08fcd96a038a HTTP/1.1" status: 204 len: 168 time: 4.1486566 Dec 14 01:17:31.499038 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53114) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:31.547663 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf2bdef-2f12-4c64-88ba-644721f78d44 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:17:31.549356 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b215e3ed-fa8a-4cf8-b38b-a2ce10930ce1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.555058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe3066e-04c3-42d9-b8d6-d0b5e46b7fce tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet 36d1f410-de8d-43cd-91db-6d27a6cd5cd1 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:31.559736 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4cf2bdef-2f12-4c64-88ba-644721f78d44 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.560455 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-4cf2bdef-2f12-4c64-88ba-644721f78d44 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Added segment f159722a-d7e9-4b6f-85a0-d5b23101d238 of type vlan for network 403991e9-258a-4498-8d76-4308cb9cc8a9 Dec 14 01:17:31.573345 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-047a89a2-b440-4c17-bb86-42d7f4e49d71 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] DELETE failed (client error): The resource could not be found. Dec 14 01:17:31.573819 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047a89a2-b440-4c17-bb86-42d7f4e49d71 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:31.579861 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-047a89a2-b440-4c17-bb86-42d7f4e49d71 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/subnets/5c4ee09c-2992-488a-97bd-af6bb7ffb790 HTTP/1.1" status: 404 len: 337 time: 0.0554497 Dec 14 01:17:31.591192 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cbe3066e-04c3-42d9-b8d6-d0b5e46b7fce tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.600455 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53116) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:31.611611 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 5014fbbf-09b3-4887-a40d-235878fdb7a8 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:31.622512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4cf2bdef-2f12-4c64-88ba-644721f78d44 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.661771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 5014fbbf-09b3-4887-a40d-235878fdb7a8 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:17:31.662525 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 5014fbbf-09b3-4887-a40d-235878fdb7a8 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:17:31.685158 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7729b5c-35fa-4de7-93f7-acf7b733d065 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] DELETE failed (client error): The resource could not be found. Dec 14 01:17:31.685707 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7729b5c-35fa-4de7-93f7-acf7b733d065 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:31.691997 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e7729b5c-35fa-4de7-93f7-acf7b733d065 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/networks/7c243c8d-e335-4509-bd10-ddae144daa01 HTTP/1.1" status: 404 len: 339 time: 0.0878367 Dec 14 01:17:31.694137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4cf2bdef-2f12-4c64-88ba-644721f78d44 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.698084 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53118) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:31.700285 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf2bdef-2f12-4c64-88ba-644721f78d44 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:31.701096 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4cf2bdef-2f12-4c64-88ba-644721f78d44 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.707661 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-713fc4cf-9dbc-4fee-839e-43cf3222d59d tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] GET failed (client error): The resource could not be found. Dec 14 01:17:31.709605 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-713fc4cf-9dbc-4fee-839e-43cf3222d59d tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "GET /v2.0/ports/74c532b7-1ecb-4c02-97bc-bf1e4c4f06d9 HTTP/1.1" status: 404 len: 333 time: 0.2217917 Dec 14 01:17:31.718741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53120) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:31.730498 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-667f0eb7-256c-4a49-a55e-ecea58c3784b tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Request body: {'port': {'network_id': '388a113c-a8ab-43a6-ae40-74d0b49f8338', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-394613489'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:31.736060 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cbe3066e-04c3-42d9-b8d6-d0b5e46b7fce tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.748812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-68e17d27-b443-4b6b-a1a1-9558beaf157f tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:31.750081 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.api.v2.base [None req-68e17d27-b443-4b6b-a1a1-9558beaf157f tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 14 01:17:31.750589 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-68e17d27-b443-4b6b-a1a1-9558beaf157f tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): There was a conflict when trying to complete your request. Dec 14 01:17:31.751607 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-68e17d27-b443-4b6b-a1a1-9558beaf157f tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3131335 Dec 14 01:17:31.777247 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53122) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:31.787574 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-599dcaeb-fb87-4f4f-9467-4a9311556d64 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group': {'name': 'tempest-secgroup--705354511'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:31.792746 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Pushing event updated for resources: {'Port': ['ID=30390df4-d18c-4a5d-952e-de9aae2f0d60,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:31.801711 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b215e3ed-fa8a-4cf8-b38b-a2ce10930ce1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.808449 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b215e3ed-fa8a-4cf8-b38b-a2ce10930ce1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:31.809255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b215e3ed-fa8a-4cf8-b38b-a2ce10930ce1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.819730 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6102560-8dc1-4f0a-9f85-0b26ccf86450 req-d9836f92-ba0e-4f47-81b3-b85379cfee25 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:31.821471 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f6102560-8dc1-4f0a-9f85-0b26ccf86450 req-d9836f92-ba0e-4f47-81b3-b85379cfee25 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 944 time: 0.3541064 Dec 14 01:17:31.843847 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4cf2bdef-2f12-4c64-88ba-644721f78d44 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6058471 Dec 14 01:17:31.862895 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53124) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:31.866389 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cb89b6-9c68-4e65-a00e-e94eef2fbae6 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Deleting subnet fcd64ee5-3170-49c1-b7bd-5d513a388aed {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:31.871113 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2bdef-2f12-4c64-88ba-644721f78d44 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Network': ['ID=403991e9-258a-4498-8d76-4308cb9cc8a9,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:31.875159 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91cb89b6-9c68-4e65-a00e-e94eef2fbae6 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.884315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 403991e9-258a-4498-8d76-4308cb9cc8a9 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:17:31.885094 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-bc46fa54-980f-4103-8ca2-476e557a4300 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'subnet': {'network_id': '403991e9-258a-4498-8d76-4308cb9cc8a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:31.944415 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91cb89b6-9c68-4e65-a00e-e94eef2fbae6 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:31.969327 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Attempting to bind port 30390df4-d18c-4a5d-952e-de9aae2f0d60 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:31.969679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Attempting to bind port 30390df4-d18c-4a5d-952e-de9aae2f0d60 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:31.969999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Attempting to bind port 30390df4-d18c-4a5d-952e-de9aae2f0d60 on network f7b8327e-95d0-4538-baf8-12b321378ee5 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:31.980021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Port 30390df4-d18c-4a5d-952e-de9aae2f0d60 on network f7b8327e-95d0-4538-baf8-12b321378ee5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:17:31.980374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Attempting to bind port 30390df4-d18c-4a5d-952e-de9aae2f0d60 on network f7b8327e-95d0-4538-baf8-12b321378ee5 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:31.991131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:31.991488 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Checking segment: {'id': 'a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:31.991893 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Bound using segment: {'id': 'a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:31.992315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Bound port: 30390df4-d18c-4a5d-952e-de9aae2f0d60, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:31.992683 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.004913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91cb89b6-9c68-4e65-a00e-e94eef2fbae6 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.043235 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b215e3ed-fa8a-4cf8-b38b-a2ce10930ce1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2073941 Dec 14 01:17:32.050324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53126) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:32.057099 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fa47ad78-5bde-40fa-8267-a45a1d5c7170 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1305070809'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:32.064497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2a7187-cc3c-4073-b3a4-9f705c1b9560 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Deleting subnet 82b4eb5f-7f16-4fc7-9dcf-b23b42031893 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:32.106115 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] For port 30390df4-d18c-4a5d-952e-de9aae2f0d60, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:32.109999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] For port 30390df4-d18c-4a5d-952e-de9aae2f0d60, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=30390df4-d18c-4a5d-952e-de9aae2f0d60,segment=NetworkSegment(a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a),segment_id=a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:32.111305 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91cb89b6-9c68-4e65-a00e-e94eef2fbae6 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.116833 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.123622 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b2a7187-cc3c-4073-b3a4-9f705c1b9560 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.165301 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-599dcaeb-fb87-4f4f-9467-4a9311556d64 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.167092 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215e3ed-fa8a-4cf8-b38b-a2ce10930ce1 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event updated for resources: {'Network': ['ID=8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:32.169207 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb89b6-9c68-4e65-a00e-e94eef2fbae6 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fcd64ee5-3170-49c1-b7bd-5d513a388aed,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:32.171435 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91cb89b6-9c68-4e65-a00e-e94eef2fbae6 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.174782 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-91cb89b6-9c68-4e65-a00e-e94eef2fbae6 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/fcd64ee5-3170-49c1-b7bd-5d513a388aed HTTP/1.1" status: 204 len: 168 time: 0.6701715 Dec 14 01:17:32.187088 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53128) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:32.191208 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:17:32.209894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-599dcaeb-fb87-4f4f-9467-4a9311556d64 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.215378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cbe3066e-04c3-42d9-b8d6-d0b5e46b7fce tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.223752 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f6102560-8dc1-4f0a-9f85-0b26ccf86450 req-dcb051e6-65f9-4cd1-ba03-00282825528a tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616025 Dec 14 01:17:32.245178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:32.245866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.247259 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] 10.222.0.16 "PUT /v2.0/ports/30390df4-d18c-4a5d-952e-de9aae2f0d60 HTTP/1.1" status: 200 len: 1094 time: 2.6717007 Dec 14 01:17:32.250440 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba9cb67-0223-4b00-9db5-07f48240b165', 'tag': '30390df4-d18c-4a5d-952e-de9aae2f0d60'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:17:32.252884 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee95f43-5910-409e-be6e-11daceeb252b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba9cb67-0223-4b00-9db5-07f48240b165", "tag": "30390df4-d18c-4a5d-952e-de9aae2f0d60"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:17:32.291862 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b2a7187-cc3c-4073-b3a4-9f705c1b9560 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.318483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f987347-52a3-4280-b7c4-94a9e230d813 service neutron] Pushing event updated for resources: {'Port': ['ID=30390df4-d18c-4a5d-952e-de9aae2f0d60,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:32.347852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa47ad78-5bde-40fa-8267-a45a1d5c7170 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Made reservation on behalf of 19d42dbd5f154d7aa417d07e32305d4c for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:32.351727 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa47ad78-5bde-40fa-8267-a45a1d5c7170 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.356345 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc46fa54-980f-4103-8ca2-476e557a4300 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:32.360221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc46fa54-980f-4103-8ca2-476e557a4300 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.361022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5814973-a630-40f0-8c3d-41e5c1ee6d18 x-openstack-request-id: req-e5814973-a630-40f0-8c3d-41e5c1ee6d18 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:17:32.361337 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba9cb67-0223-4b00-9db5-07f48240b165", "tag": "30390df4-d18c-4a5d-952e-de9aae2f0d60", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:17:32.361597 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5814973-a630-40f0-8c3d-41e5c1ee6d18 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:17:32.362000 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba9cb67-0223-4b00-9db5-07f48240b165', 'tag': '30390df4-d18c-4a5d-952e-de9aae2f0d60', 'status': 'completed', 'code': 200} Dec 14 01:17:32.405486 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a41e512a-2a12-468d-b019-3e902ac95861 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.431729 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa47ad78-5bde-40fa-8267-a45a1d5c7170 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:17:32.464474 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa47ad78-5bde-40fa-8267-a45a1d5c7170 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.465173 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-fa47ad78-5bde-40fa-8267-a45a1d5c7170 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Added segment 6059f11d-37be-4ced-8a5c-22267f64731f of type vlan for network f1383315-8547-4206-a509-2384afb43dc7 Dec 14 01:17:32.476559 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-abdd9e46-4dd6-458f-916c-841f869bf79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:32.477534 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667f0eb7-256c-4a49-a55e-ecea58c3784b tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Made reservation on behalf of f816ae51b7e94049819df646a3064ea7 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:32.478143 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-abdd9e46-4dd6-458f-916c-841f869bf79c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfe5dd77b8fd41d0a68aef6d29a81ff5&device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 1097 time: 0.1405857 Dec 14 01:17:32.481188 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-667f0eb7-256c-4a49-a55e-ecea58c3784b tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.526510 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cbe3066e-04c3-42d9-b8d6-d0b5e46b7fce tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.586492 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-1e2ba6b0-7395-4d9c-88f4-0cabc90b9175 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30390df4-d18c-4a5d-952e-de9aae2f0d60 HTTP/1.1" status: 200 len: 217 time: 0.0729136 Dec 14 01:17:32.590953 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa47ad78-5bde-40fa-8267-a45a1d5c7170 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.594081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a41e512a-2a12-468d-b019-3e902ac95861 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.594494 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-667f0eb7-256c-4a49-a55e-ecea58c3784b tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] device_id is not set on port fe5254da-dd8a-4489-82e1-a905df7c4d70 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:17:32.600744 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b2a7187-cc3c-4073-b3a4-9f705c1b9560 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.604215 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3066e-04c3-42d9-b8d6-d0b5e46b7fce tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=36d1f410-de8d-43cd-91db-6d27a6cd5cd1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:32.605138 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7087055-cace-4041-bd92-c1692b61ea59 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:32.624595 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cbe3066e-04c3-42d9-b8d6-d0b5e46b7fce tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.627855 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cbe3066e-04c3-42d9-b8d6-d0b5e46b7fce tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/36d1f410-de8d-43cd-91db-6d27a6cd5cd1 HTTP/1.1" status: 204 len: 168 time: 1.1584575 Dec 14 01:17:32.638081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53132) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:32.679782 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-a41e512a-2a12-468d-b019-3e902ac95861 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b837047-efc8-4c66-a6a9-8bdcdd032401']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:32.701693 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-a41e512a-2a12-468d-b019-3e902ac95861 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b7a355-0b9a-4b6a-a0b6-2606c2004925') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:32.702009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-a41e512a-2a12-468d-b019-3e902ac95861 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b7a355-0b9a-4b6a-a0b6-2606c2004925') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:32.721332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a41e512a-2a12-468d-b019-3e902ac95861 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.721630 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-599dcaeb-fb87-4f4f-9467-4a9311556d64 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.740609 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-bfca4102-118c-4956-9238-e2f2b96b0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:32.742201 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-bfca4102-118c-4956-9238-e2f2b96b0741 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c950cfe2-66cf-445f-90c5-d23a7416e235 HTTP/1.1" status: 200 len: 850 time: 0.1454709 Dec 14 01:17:32.746148 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a41e512a-2a12-468d-b019-3e902ac95861 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.748116 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa47ad78-5bde-40fa-8267-a45a1d5c7170 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.754193 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa47ad78-5bde-40fa-8267-a45a1d5c7170 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:32.755049 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa47ad78-5bde-40fa-8267-a45a1d5c7170 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.756284 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-599dcaeb-fb87-4f4f-9467-4a9311556d64 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.806559 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a626a9dc-63ae-4f92-9fe1-9b5004260691 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet bc185687-4083-484e-95a0-bb8d63dab0f8 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:32.851758 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41e512a-2a12-468d-b019-3e902ac95861 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:32.852332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a41e512a-2a12-468d-b019-3e902ac95861 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:32.854148 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:32.888366 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b2a7187-cc3c-4073-b3a4-9f705c1b9560 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.890497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dcaeb-fb87-4f4f-9467-4a9311556d64 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d85ed7a-b292-489b-a060-ec7a5afd67a5,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:32.901656 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a626a9dc-63ae-4f92-9fe1-9b5004260691 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:32.951284 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fa47ad78-5bde-40fa-8267-a45a1d5c7170 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8998508 Dec 14 01:17:33.004150 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a41e512a-2a12-468d-b019-3e902ac95861 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.005941 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47ad78-5bde-40fa-8267-a45a1d5c7170 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event updated for resources: {'Network': ['ID=f1383315-8547-4206-a509-2384afb43dc7,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:33.017862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network f1383315-8547-4206-a509-2384afb43dc7 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:17:33.025992 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-599dcaeb-fb87-4f4f-9467-4a9311556d64 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.027217 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a7187-cc3c-4073-b3a4-9f705c1b9560 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Subnet': ['ID=82b4eb5f-7f16-4fc7-9dcf-b23b42031893,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:33.032011 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-667f0eb7-256c-4a49-a55e-ecea58c3784b tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Allocated IP 2001:db8::d0 (388a113c-a8ab-43a6-ae40-74d0b49f8338/033c16fc-fef5-45b7-86fb-1d12424f3e5d/fe5254da-dd8a-4489-82e1-a905df7c4d70) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:33.051909 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41e512a-2a12-468d-b019-3e902ac95861 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8b837047-efc8-4c66-a6a9-8bdcdd032401 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 14 01:17:33.056406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a626a9dc-63ae-4f92-9fe1-9b5004260691 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.066376 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-599dcaeb-fb87-4f4f-9467-4a9311556d64 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.069943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a41e512a-2a12-468d-b019-3e902ac95861 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.071517 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b2a7187-cc3c-4073-b3a4-9f705c1b9560 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.073687 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a41e512a-2a12-468d-b019-3e902ac95861 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "DELETE /v2.0/networks/8b837047-efc8-4c66-a6a9-8bdcdd032401 HTTP/1.1" status: 204 len: 168 time: 0.8862650 Dec 14 01:17:33.095959 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1b2a7187-cc3c-4073-b3a4-9f705c1b9560 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/subnets/82b4eb5f-7f16-4fc7-9dcf-b23b42031893 HTTP/1.1" status: 204 len: 168 time: 1.3926604 Dec 14 01:17:33.099552 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53136) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:33.099888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53138) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:33.104290 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e512a-2a12-468d-b019-3e902ac95861 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b837047-efc8-4c66-a6a9-8bdcdd032401,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:33.107644 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-17ccb243-54dc-476a-826a-efbb20f53aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:33.110942 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-17ccb243-54dc-476a-826a-efbb20f53aaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7b8327e-95d0-4538-baf8-12b321378ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3488116 Dec 14 01:17:33.154058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Request body: {'subnets': [{'network_id': '8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1163608215', 'ip_version': 4}, {'network_id': 'f1383315-8547-4206-a509-2384afb43dc7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:33.154366 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Request body: {'subnet': {'network_id': '8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1163608215', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:33.154936 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Request body: {'subnet': {'network_id': 'f1383315-8547-4206-a509-2384afb43dc7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:33.206945 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c83ddc1-46e2-4aa3-91a8-f876eaa0486b None None] Network 6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:33.413985 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a626a9dc-63ae-4f92-9fe1-9b5004260691 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.469654 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-bfe9050d-3bd5-4f30-a7b0-c3f0d3496148 service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506079 Dec 14 01:17:33.481694 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dcaeb-fb87-4f4f-9467-4a9311556d64 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed097162-c7e4-4efd-856f-7d1c4eb0e2aa,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:33.533561 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee571c7-16e2-4d30-9c76-994837b85935 None None] DHCP port deletion for 6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:33.569041 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53146) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:33.578251 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a626a9dc-63ae-4f92-9fe1-9b5004260691 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.590742 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-598ed68e-d4da-43ea-82a1-80f0429d4e95 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Request body: {'router': {'name': 'tempest-router--1687366611', 'project_id': '0151e4b6788b47fabb25fdd4d25019bc'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:33.606396 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b3d698ca-6fbd-4e3f-afc1-b4f1021e80b7 None None] Provisioning complete for port 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:33.607082 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b3d698ca-6fbd-4e3f-afc1-b4f1021e80b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.618173 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626a9dc-63ae-4f92-9fe1-9b5004260691 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=bc185687-4083-484e-95a0-bb8d63dab0f8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:33.620348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a626a9dc-63ae-4f92-9fe1-9b5004260691 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.626649 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a626a9dc-63ae-4f92-9fe1-9b5004260691 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/bc185687-4083-484e-95a0-bb8d63dab0f8 HTTP/1.1" status: 204 len: 168 time: 0.9818242 Dec 14 01:17:33.631124 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53148) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:33.637347 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad794fae-8175-4662-8cc6-39a536494cfa None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:33.646494 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-599dcaeb-fb87-4f4f-9467-4a9311556d64 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.647729 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-599dcaeb-fb87-4f4f-9467-4a9311556d64 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.8679211 Dec 14 01:17:33.648705 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc46fa54-980f-4103-8ca2-476e557a4300 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.677930 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53150) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:33.685534 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f551c0df-489a-41a4-bf18-cea282bab917 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483663 Dec 14 01:17:33.686557 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-63fc26dc-f884-4677-b4e5-45a81004e4db tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'ed097162-c7e4-4efd-856f-7d1c4eb0e2aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:33.693602 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53152) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:33.707803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3ee571c7-16e2-4d30-9c76-994837b85935 None None] Deleting port 24159a13-a92d-4f5f-b0a0-79aae8d8efcd {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:33.708341 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ee571c7-16e2-4d30-9c76-994837b85935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.725985 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-862e2c42-f2f2-48c5-97e7-713c7d21cdd5 req-98b468cd-fb01-449a-a12b-8e89409558da service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473860 Dec 14 01:17:33.742918 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-63fc26dc-f884-4677-b4e5-45a81004e4db tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.819676 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-63fc26dc-f884-4677-b4e5-45a81004e4db tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.826165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-63fc26dc-f884-4677-b4e5-45a81004e4db tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.832075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3ee571c7-16e2-4d30-9c76-994837b85935 None None] For port 24159a13-a92d-4f5f-b0a0-79aae8d8efcd, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=24159a13-a92d-4f5f-b0a0-79aae8d8efcd,segment=NetworkSegment(313757ab-df32-4c79-8067-802f1c2c6a77),segment_id=313757ab-df32-4c79-8067-802f1c2c6a77)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:33.832624 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ee571c7-16e2-4d30-9c76-994837b85935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.861012 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3ee571c7-16e2-4d30-9c76-994837b85935 None None] Calling delete_port for 24159a13-a92d-4f5f-b0a0-79aae8d8efcd owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:33.876625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc26dc-f884-4677-b4e5-45a81004e4db tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b44f1b-e512-404d-924c-150859ca0599,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:33.902974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-63fc26dc-f884-4677-b4e5-45a81004e4db tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.907465 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-63fc26dc-f884-4677-b4e5-45a81004e4db tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2232873 Dec 14 01:17:33.907465 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53154) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:33.912706 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-2a7dd39b-8152-49a7-b4c7-91035d3bb9fe tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'ed097162-c7e4-4efd-856f-7d1c4eb0e2aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:33.919622 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee95f43-5910-409e-be6e-11daceeb252b req-514dab47-966a-4904-902e-10792460143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:33.921467 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6ee95f43-5910-409e-be6e-11daceeb252b req-514dab47-966a-4904-902e-10792460143d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfe5dd77b8fd41d0a68aef6d29a81ff5&device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 1097 time: 0.0871098 Dec 14 01:17:33.982547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ee571c7-16e2-4d30-9c76-994837b85935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:33.988974 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbf7bd8-6475-475b-b275-0ac9021c7077 None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:34.007583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2a7dd39b-8152-49a7-b4c7-91035d3bb9fe tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.017141 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee571c7-16e2-4d30-9c76-994837b85935 None None] Pushing event deleted for resources: {'Port': ['ID=24159a13-a92d-4f5f-b0a0-79aae8d8efcd,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:34.023096 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee571c7-16e2-4d30-9c76-994837b85935 None None] No DVR routers for this DVR port 24159a13-a92d-4f5f-b0a0-79aae8d8efcd on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:34.078705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf7bd8-6475-475b-b275-0ac9021c7077 None None] Deleting port 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:34.079085 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bdbf7bd8-6475-475b-b275-0ac9021c7077 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.083610 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee95f43-5910-409e-be6e-11daceeb252b req-d33cdd9e-887b-42c8-be0e-cbd586025952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:34.085001 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6ee95f43-5910-409e-be6e-11daceeb252b req-d33cdd9e-887b-42c8-be0e-cbd586025952 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7b8327e-95d0-4538-baf8-12b321378ee5 HTTP/1.1" status: 200 len: 911 time: 0.1551926 Dec 14 01:17:34.090464 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-2a7dd39b-8152-49a7-b4c7-91035d3bb9fe tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): There was a conflict when trying to complete your request. Dec 14 01:17:34.091718 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2a7dd39b-8152-49a7-b4c7-91035d3bb9fe tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1828737 Dec 14 01:17:34.100798 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53156) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:34.132615 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6ee95f43-5910-409e-be6e-11daceeb252b req-e23351cf-2f90-4a49-a8c1-9daf6eca466e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30390df4-d18c-4a5d-952e-de9aae2f0d60 HTTP/1.1" status: 200 len: 217 time: 0.0376780 Dec 14 01:17:34.145094 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa560-c705-4928-999d-2da5efe22064 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.161146 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-bdbf7bd8-6475-475b-b275-0ac9021c7077 None None] For port 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=37fcdb1c-e7c3-42d9-9d9e-72a663dc4243,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:34.161569 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bdbf7bd8-6475-475b-b275-0ac9021c7077 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.175217 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf7bd8-6475-475b-b275-0ac9021c7077 None None] Calling delete_port for 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:34.189422 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee95f43-5910-409e-be6e-11daceeb252b req-2bd47d3c-f493-421e-983c-b1cd080e68a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:34.191060 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6ee95f43-5910-409e-be6e-11daceeb252b req-2bd47d3c-f493-421e-983c-b1cd080e68a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c950cfe2-66cf-445f-90c5-d23a7416e235 HTTP/1.1" status: 200 len: 850 time: 0.0510685 Dec 14 01:17:34.218148 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-598ed68e-d4da-43ea-82a1-80f0429d4e95 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.219513 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-598ed68e-d4da-43ea-82a1-80f0429d4e95 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.236602 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46fa54-980f-4103-8ca2-476e557a4300 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Subnet': ['ID=fdedea87-bda8-48e8-a031-981153a8b885,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:34.261763 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee95f43-5910-409e-be6e-11daceeb252b req-0914b08a-57c9-492c-a81d-a6e713864e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:34.265710 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6ee95f43-5910-409e-be6e-11daceeb252b req-0914b08a-57c9-492c-a81d-a6e713864e0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7b8327e-95d0-4538-baf8-12b321378ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0598671 Dec 14 01:17:34.273672 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bdbf7bd8-6475-475b-b275-0ac9021c7077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.277521 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725e5d1-0ffa-409a-9994-2c510fa83304 req-15948a57-4436-45db-a4d6-41e5a9e96f38 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:34.279067 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b725e5d1-0ffa-409a-9994-2c510fa83304 req-15948a57-4436-45db-a4d6-41e5a9e96f38 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 944 time: 0.7218583 Dec 14 01:17:34.306330 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606e247c-434f-4381-9d48-dd18c27b9f81 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:34.306807 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf7bd8-6475-475b-b275-0ac9021c7077 None None] Pushing event deleted for resources: {'Port': ['ID=37fcdb1c-e7c3-42d9-9d9e-72a663dc4243,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:34.308136 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-606e247c-434f-4381-9d48-dd18c27b9f81 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5997210 Dec 14 01:17:34.313212 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbf7bd8-6475-475b-b275-0ac9021c7077 None None] No DVR routers for this DVR port 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:34.316383 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53160) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:34.388805 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6ee95f43-5910-409e-be6e-11daceeb252b req-fe6d69f2-7f8f-47dd-a095-133c2140fa62 service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163573 Dec 14 01:17:34.417008 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-667f0eb7-256c-4a49-a55e-ecea58c3784b tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.424081 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc46fa54-980f-4103-8ca2-476e557a4300 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Checking segment: {'id': 'f159722a-d7e9-4b6f-85a0-d5b23101d238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '403991e9-258a-4498-8d76-4308cb9cc8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:34.424719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc46fa54-980f-4103-8ca2-476e557a4300 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network hostable DHCP agents. Network: 403991e9-258a-4498-8d76-4308cb9cc8a9, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:17:34.486559 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6ee95f43-5910-409e-be6e-11daceeb252b req-3cb6731a-f7a9-4b77-a4a1-519bf4892a11 service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897045 Dec 14 01:17:34.500263 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Made reservation on behalf of 19d42dbd5f154d7aa417d07e32305d4c for: {'subnet': 2} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:34.504790 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.505131 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.516108 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eed64e4-7a31-4831-9e3c-6fdfbdd1b27e tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.530166 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-598ed68e-d4da-43ea-82a1-80f0429d4e95 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.599049 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-598ed68e-d4da-43ea-82a1-80f0429d4e95 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.640717 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa560-c705-4928-999d-2da5efe22064 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.646413 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120ee7c8-4853-43bc-8f63-6ead6b52e6a8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:34.647903 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-120ee7c8-4853-43bc-8f63-6ead6b52e6a8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3253000 Dec 14 01:17:34.650711 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53162) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:34.672406 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eed64e4-7a31-4831-9e3c-6fdfbdd1b27e tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.689974 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-78b172ee-b14a-4592-b1cc-6adced0de463 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381029 Dec 14 01:17:34.695542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53164) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:34.699985 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc46fa54-980f-4103-8ca2-476e557a4300 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network 403991e9-258a-4498-8d76-4308cb9cc8a9 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:17:34.700875 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-692a70e8-a5b7-462a-81a7-ed5c4c674976 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:34.714758 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b725e5d1-0ffa-409a-9994-2c510fa83304 req-a4abadf0-8c0f-4976-bff4-dbece95f3d08 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4166803 Dec 14 01:17:34.727005 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ee9aa560-c705-4928-999d-2da5efe22064 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:34.731158 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-598ed68e-d4da-43ea-82a1-80f0429d4e95 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.732405 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-598ed68e-d4da-43ea-82a1-80f0429d4e95 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1454885 Dec 14 01:17:34.745738 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53166) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:34.764154 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ee9aa560-c705-4928-999d-2da5efe22064 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313757ab-df32-4c79-8067-802f1c2c6a77') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:34.764564 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ee9aa560-c705-4928-999d-2da5efe22064 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313757ab-df32-4c79-8067-802f1c2c6a77') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:34.782633 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-bc46fa54-980f-4103-8ca2-476e557a4300 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 403991e9-258a-4498-8d76-4308cb9cc8a9) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:34.791488 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2fe5b5-3906-4e5b-ab2f-7c9ab3c43b8c None None] Network 403991e9-258a-4498-8d76-4308cb9cc8a9 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:34.813244 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692a70e8-a5b7-462a-81a7-ed5c4c674976 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:34.817037 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-692a70e8-a5b7-462a-81a7-ed5c4c674976 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.818587 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-692a70e8-a5b7-462a-81a7-ed5c4c674976 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:34.819109 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692a70e8-a5b7-462a-81a7-ed5c4c674976 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:34.837277 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa560-c705-4928-999d-2da5efe22064 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.837555 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-692a70e8-a5b7-462a-81a7-ed5c4c674976 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1405234 Dec 14 01:17:34.840461 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53168) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:34.846168 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1615f1ff-179a-40ae-a46d-4f2f9ab2e55f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:34.881846 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc46fa54-980f-4103-8ca2-476e557a4300 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:34.882449 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc46fa54-980f-4103-8ca2-476e557a4300 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.892698 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-667f0eb7-256c-4a49-a55e-ecea58c3784b tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.914329 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-403991e9-258a-4498-8d76-4308cb9cc8a9', 'network_id': '403991e9-258a-4498-8d76-4308cb9cc8a9', 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'fixed_ips': [{'subnet_id': 'fdedea87-bda8-48e8-a031-981153a8b885'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:17:34.915573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.918325 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa560-c705-4928-999d-2da5efe22064 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.928544 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d01a-cb4e-46a3-97c9-7ec3e17c8b34 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.974636 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1615f1ff-179a-40ae-a46d-4f2f9ab2e55f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:34.978933 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1615f1ff-179a-40ae-a46d-4f2f9ab2e55f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:34.980776 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-1615f1ff-179a-40ae-a46d-4f2f9ab2e55f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:34.981235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1615f1ff-179a-40ae-a46d-4f2f9ab2e55f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:34.998774 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1615f1ff-179a-40ae-a46d-4f2f9ab2e55f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1572080 Dec 14 01:17:34.999123 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eed64e4-7a31-4831-9e3c-6fdfbdd1b27e tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.001849 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eed64e4-7a31-4831-9e3c-6fdfbdd1b27e tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.002003 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53170) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:35.002997 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5eed64e4-7a31-4831-9e3c-6fdfbdd1b27e tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "DELETE /v2.0/security-groups/ed097162-c7e4-4efd-856f-7d1c4eb0e2aa HTTP/1.1" status: 204 len: 168 time: 0.8908696 Dec 14 01:17:35.005975 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53172) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:35.009465 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9aa560-c705-4928-999d-2da5efe22064 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:35.009870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa560-c705-4928-999d-2da5efe22064 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.018129 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-55fa76c5-c0ea-4b1b-a0b6-cd7bf61fe418 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bc46fa54-980f-4103-8ca2-476e557a4300 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1779242 Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:35.051113 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:35.072534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53174) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:35.076614 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Allocated IP 2001:db8::2 (403991e9-258a-4498-8d76-4308cb9cc8a9/fdedea87-bda8-48e8-a031-981153a8b885/515a7019-31e5-4fff-8539-0386027168ba) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:35.077338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-9d48c3f2-52fe-46bf-bded-54b9524bf7ec tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-663980753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:35.130661 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667f0eb7-256c-4a49-a55e-ecea58c3784b tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Network 388a113c-a8ab-43a6-ae40-74d0b49f8338 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:35.140551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed64e4-7a31-4831-9e3c-6fdfbdd1b27e tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed097162-c7e4-4efd-856f-7d1c4eb0e2aa,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:35.147983 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f0eb7-256c-4a49-a55e-ecea58c3784b tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event updated for resources: {'Port': ['ID=fe5254da-dd8a-4489-82e1-a905df7c4d70,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:35.153553 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-26d5b0ea-d65a-4b29-a0cb-21bfc0d139e0 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1424413 Dec 14 01:17:35.153754 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-667f0eb7-256c-4a49-a55e-ecea58c3784b tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:35.154493 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53176) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:35.160532 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6658a89b-648e-496c-b3d3-6ec65ab8d959 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group': {'name': 'tempest-secgroup--239507859'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:35.161779 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f0eb7-256c-4a49-a55e-ecea58c3784b tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:35.167402 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667f0eb7-256c-4a49-a55e-ecea58c3784b tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:35.168015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-667f0eb7-256c-4a49-a55e-ecea58c3784b tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.192602 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d48c3f2-52fe-46bf-bded-54b9524bf7ec tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.193701 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d48c3f2-52fe-46bf-bded-54b9524bf7ec tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.247696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fa76c5-c0ea-4b1b-a0b6-cd7bf61fe418 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:35.252460 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-55fa76c5-c0ea-4b1b-a0b6-cd7bf61fe418 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.253984 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fa76c5-c0ea-4b1b-a0b6-cd7bf61fe418 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:35.254436 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55fa76c5-c0ea-4b1b-a0b6-cd7bf61fe418 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:35.276645 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.286003 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.299583 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa560-c705-4928-999d-2da5efe22064 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.310708 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-667f0eb7-256c-4a49-a55e-ecea58c3784b tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.5866957 Dec 14 01:17:35.316379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d48c3f2-52fe-46bf-bded-54b9524bf7ec tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.317686 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6658a89b-648e-496c-b3d3-6ec65ab8d959 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.333923 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53178) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:35.338512 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Network 403991e9-258a-4498-8d76-4308cb9cc8a9 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:35.341890 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d01a-cb4e-46a3-97c9-7ec3e17c8b34 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.343626 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c5db5f5e-7f0d-47d9-a348-00dc23f7a81e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f9', 'mac_address': 'fa:16:3e:1b:ec:ef'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:35.347067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:35.348823 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d48c3f2-52fe-46bf-bded-54b9524bf7ec tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.349702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:35.356240 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa560-c705-4928-999d-2da5efe22064 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.359694 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ee9aa560-c705-4928-999d-2da5efe22064 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/networks/6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00 HTTP/1.1" status: 204 len: 168 time: 2.0721900 Dec 14 01:17:35.361784 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-55fa76c5-c0ea-4b1b-a0b6-cd7bf61fe418 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3579531 Dec 14 01:17:35.362434 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Pushing event updated for resources: {'Port': ['ID=515a7019-31e5-4fff-8539-0386027168ba,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:35.364816 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d01a-cb4e-46a3-97c9-7ec3e17c8b34 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.379108 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53180) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:35.379450 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53182) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:35.391162 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9aa560-c705-4928-999d-2da5efe22064 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Network': ['ID=6b2aa7ac-0cc6-4f57-8951-ee1b88c2df00,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:35.429890 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d14dbfa9-24f0-472e-9779-311ead0e9ae6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:35.434884 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Attempting to bind port 515a7019-31e5-4fff-8539-0386027168ba on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:35.435311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Attempting to bind port 515a7019-31e5-4fff-8539-0386027168ba by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'f159722a-d7e9-4b6f-85a0-d5b23101d238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '403991e9-258a-4498-8d76-4308cb9cc8a9'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:35.435790 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Attempting to bind port 515a7019-31e5-4fff-8539-0386027168ba on network 403991e9-258a-4498-8d76-4308cb9cc8a9 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:35.441839 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:35.442221 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Checking segment: {'id': 'f159722a-d7e9-4b6f-85a0-d5b23101d238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '403991e9-258a-4498-8d76-4308cb9cc8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:35.442622 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.443017 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Bound using segment: {'id': 'f159722a-d7e9-4b6f-85a0-d5b23101d238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '403991e9-258a-4498-8d76-4308cb9cc8a9'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:35.443478 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Bound port: 515a7019-31e5-4fff-8539-0386027168ba, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f159722a-d7e9-4b6f-85a0-d5b23101d238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '403991e9-258a-4498-8d76-4308cb9cc8a9'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:35.443858 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.492610 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d01a-cb4e-46a3-97c9-7ec3e17c8b34 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.493361 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e8d01a-cb4e-46a3-97c9-7ec3e17c8b34 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31543654-69bd-46a8-a6c1-2762c448933d {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:17:35.499803 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d01a-cb4e-46a3-97c9-7ec3e17c8b34 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.503971 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e7e8d01a-cb4e-46a3-97c9-7ec3e17c8b34 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "DELETE /v2.0/routers/31543654-69bd-46a8-a6c1-2762c448933d HTTP/1.1" status: 204 len: 168 time: 0.7455604 Dec 14 01:17:35.517822 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f23df9-2f1c-4428-9651-09aa6d7e1a93 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] DELETE failed (client error): The resource could not be found. Dec 14 01:17:35.518673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f23df9-2f1c-4428-9651-09aa6d7e1a93 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:35.521823 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-47f23df9-2f1c-4428-9651-09aa6d7e1a93 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/subnets/c0d40c90-32ca-451d-b80e-bef395675498 HTTP/1.1" status: 404 len: 337 time: 0.1362765 Dec 14 01:17:35.524655 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53186) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:35.551887 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32f16e6-b345-4d37-b96f-7cfcc20031e2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] DELETE failed (client error): The resource could not be found. Dec 14 01:17:35.552789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32f16e6-b345-4d37-b96f-7cfcc20031e2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:35.556477 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b32f16e6-b345-4d37-b96f-7cfcc20031e2 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/networks/c4a29281-88d8-4e97-a31d-8b68757da29c HTTP/1.1" status: 404 len: 339 time: 0.0305548 Dec 14 01:17:35.560634 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53188) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:35.563136 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d48c3f2-52fe-46bf-bded-54b9524bf7ec tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.567312 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9d48c3f2-52fe-46bf-bded-54b9524bf7ec tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4937706 Dec 14 01:17:35.568029 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53190) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:35.577996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 24159a13-a92d-4f5f-b0a0-79aae8d8efcd no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:35.608457 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] For port 515a7019-31e5-4fff-8539-0386027168ba, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:35.615322 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 24159a13-a92d-4f5f-b0a0-79aae8d8efcd {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:17:35.615734 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 24159a13-a92d-4f5f-b0a0-79aae8d8efcd not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:17:35.616498 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:35.627715 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ed76b0-9713-4d6e-90c5-5a18b3dd791f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Deleting subnet 64c71a3e-0c47-4aba-8907-b94c32926296 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:35.647356 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] For port 515a7019-31e5-4fff-8539-0386027168ba, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=515a7019-31e5-4fff-8539-0386027168ba,segment=NetworkSegment(f159722a-d7e9-4b6f-85a0-d5b23101d238),segment_id=f159722a-d7e9-4b6f-85a0-d5b23101d238)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:35.648844 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ab3cb4c9-d95b-429c-85c1-2676ddb9b791 None None] Provisioning complete for port fe5254da-dd8a-4489-82e1-a905df7c4d70 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:35.649038 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5ed76b0-9713-4d6e-90c5-5a18b3dd791f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.649172 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb4c9-d95b-429c-85c1-2676ddb9b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.652475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:17:35.652475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 37fcdb1c-e7c3-42d9-9d9e-72a663dc4243 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:17:35.677870 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.705799 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5ed76b0-9713-4d6e-90c5-5a18b3dd791f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.713593 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53192) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:35.756599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ab3cb4c9-d95b-429c-85c1-2676ddb9b791 None None] Port fe5254da-dd8a-4489-82e1-a905df7c4d70 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:35.782429 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d5027-85de-4cef-a245-634397ee3aa0 None None] Pushing event updated for resources: {'Port': ['ID=515a7019-31e5-4fff-8539-0386027168ba,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:35.845905 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:35.967205 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5ed76b0-9713-4d6e-90c5-5a18b3dd791f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.034612 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event updated for resources: {'Subnet': ['ID=49aeb0e6-7255-4dcd-b1ad-6859cd432702,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:36.052538 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544983d-ec6c-4255-b3a8-072963a6a74e req-5d0b7285-f199-4e52-b746-28bd86eec30d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:36.054222 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6544983d-ec6c-4255-b3a8-072963a6a74e req-5d0b7285-f199-4e52-b746-28bd86eec30d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 944 time: 0.2256539 Dec 14 01:17:36.057843 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Checking segment: {'id': 'de907799-8161-42fa-a153-8b944e342d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:36.058219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Network hostable DHCP agents. Network: 8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:17:36.101859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1977727131', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:36.130437 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Network 8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:17:36.150494 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5ed76b0-9713-4d6e-90c5-5a18b3dd791f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.158965 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:36.168366 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6544983d-ec6c-4255-b3a8-072963a6a74e req-7927e571-bd6f-45dd-b259-2f7e92b21ec4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039224 Dec 14 01:17:36.171292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd51f6f0-f593-402c-a586-2367c313621e None None] Network 8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:36.196129 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.200237 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed76b0-9713-4d6e-90c5-5a18b3dd791f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Subnet': ['ID=64c71a3e-0c47-4aba-8907-b94c32926296,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:36.250513 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5ed76b0-9713-4d6e-90c5-5a18b3dd791f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.255019 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b5ed76b0-9713-4d6e-90c5-5a18b3dd791f tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/subnets/64c71a3e-0c47-4aba-8907-b94c32926296 HTTP/1.1" status: 204 len: 168 time: 0.6932654 Dec 14 01:17:36.257441 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae82a55-cdd4-4c52-b3a7-6260cc13f364 None None] Network cedfa36a-2d6b-4db1-96ac-0379290e4355 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:36.263532 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53198) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:36.283814 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event updated for resources: {'Subnet': ['ID=1cefe3e8-ce4a-4997-ba33-408b61d78749,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:36.348778 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6658a89b-648e-496c-b3d3-6ec65ab8d959 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.354821 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5db5f5e-7f0d-47d9-a348-00dc23f7a81e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.356728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14dbfa9-24f0-472e-9779-311ead0e9ae6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:36.360347 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d14dbfa9-24f0-472e-9779-311ead0e9ae6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.362807 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14dbfa9-24f0-472e-9779-311ead0e9ae6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:36.362807 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14dbfa9-24f0-472e-9779-311ead0e9ae6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:36.392030 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.394394 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Checking segment: {'id': '6059f11d-37be-4ced-8a5c-22267f64731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f1383315-8547-4206-a509-2384afb43dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:36.394761 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Network hostable DHCP agents. Network: f1383315-8547-4206-a509-2384afb43dc7, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:17:36.410998 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6658a89b-648e-496c-b3d3-6ec65ab8d959 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.411202 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751', 'network_id': '8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751', 'project_id': '19d42dbd5f154d7aa417d07e32305d4c', 'fixed_ips': [{'subnet_id': '49aeb0e6-7255-4dcd-b1ad-6859cd432702'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:17:36.411405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.427061 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.428485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.480558 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d14dbfa9-24f0-472e-9779-311ead0e9ae6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0985692 Dec 14 01:17:36.487701 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53200) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:36.497508 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-301455f0-340f-4907-95eb-cf59ded4c862 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:36.518912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6658a89b-648e-496c-b3d3-6ec65ab8d959 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.518912 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6658a89b-648e-496c-b3d3-6ec65ab8d959 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3629696 Dec 14 01:17:36.529510 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bef1993-7c3b-40f7-a59f-0c8e52591020 None None] DHCP port deletion for cedfa36a-2d6b-4db1-96ac-0379290e4355 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:36.542140 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53202) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:36.542801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658a89b-648e-496c-b3d3-6ec65ab8d959 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3ae497-039d-4139-abec-8104f3382c91,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:36.550188 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Network f1383315-8547-4206-a509-2384afb43dc7 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:17:36.554512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4e51a77f-e997-44af-b61e-1357b768ed01 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'eb3ae497-039d-4139-abec-8104f3382c91', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:36.555395 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.api.v2.base [None req-4e51a77f-e997-44af-b61e-1357b768ed01 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 14 01:17:36.555885 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-4e51a77f-e997-44af-b61e-1357b768ed01 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:36.557249 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4e51a77f-e997-44af-b61e-1357b768ed01 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0110021 Dec 14 01:17:36.563296 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53204) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:36.603185 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, f1383315-8547-4206-a509-2384afb43dc7) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:36.647924 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:36.648578 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:36.649228 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.666758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.672682 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Deleting port 1858a831-3e90-40c8-820a-fa9f314e092c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:36.673435 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.688584 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.806243 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3e65-5a37-4b85-8950-d8229a0c3128 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.824279 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e7ffd5ef-a047-4d6a-ad72-4267416b6066 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.6741657 Dec 14 01:17:36.825197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53206) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:36.825331 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb446a1a-14ba-4d35-837a-41559cebe3fb None None] Network f1383315-8547-4206-a509-2384afb43dc7 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:36.902574 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Allocated IP 172.20.0.2 (8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751/49aeb0e6-7255-4dcd-b1ad-6859cd432702/36e56943-4814-4769-a3ee-5468ff0973c9) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:36.929911 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3e65-5a37-4b85-8950-d8229a0c3128 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.983101 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:36.996709 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] For port 1858a831-3e90-40c8-820a-fa9f314e092c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=1858a831-3e90-40c8-820a-fa9f314e092c,segment=NetworkSegment(7fc52095-9cac-45b9-9c50-868ff7597ffb),segment_id=7fc52095-9cac-45b9-9c50-868ff7597ffb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:36.997258 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.015439 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5db5f5e-7f0d-47d9-a348-00dc23f7a81e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.018736 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-f1383315-8547-4206-a509-2384afb43dc7', 'network_id': 'f1383315-8547-4206-a509-2384afb43dc7', 'project_id': '19d42dbd5f154d7aa417d07e32305d4c', 'fixed_ips': [{'subnet_id': '1cefe3e8-ce4a-4997-ba33-408b61d78749'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:17:37.019618 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.023471 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7bef1993-7c3b-40f7-a59f-0c8e52591020 None None] Deleting port 1858a831-3e90-40c8-820a-fa9f314e092c {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:37.023839 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7bef1993-7c3b-40f7-a59f-0c8e52591020 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.030138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5db5f5e-7f0d-47d9-a348-00dc23f7a81e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.041742 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301455f0-340f-4907-95eb-cf59ded4c862 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:37.047602 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-301455f0-340f-4907-95eb-cf59ded4c862 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.052335 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-301455f0-340f-4907-95eb-cf59ded4c862 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:37.052335 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301455f0-340f-4907-95eb-cf59ded4c862 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:37.057220 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Calling delete_port for 1858a831-3e90-40c8-820a-fa9f314e092c owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:37.062277 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe5a698-2ad3-4001-aeb4-b59840c719cb tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:37.063803 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe5a698-2ad3-4001-aeb4-b59840c719cb tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:37.065465 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe5a698-2ad3-4001-aeb4-b59840c719cb tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:37.071128 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53208) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:37.071563 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2fe5a698-2ad3-4001-aeb4-b59840c719cb tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2383897 Dec 14 01:17:37.080463 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3e65-5a37-4b85-8950-d8229a0c3128 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.083194 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3e65-5a37-4b85-8950-d8229a0c3128 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.084877 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ed1a3e65-5a37-4b85-8950-d8229a0c3128 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "DELETE /v2.0/security-groups/eb3ae497-039d-4139-abec-8104f3382c91 HTTP/1.1" status: 204 len: 168 time: 0.5205851 Dec 14 01:17:37.115159 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53210) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:37.128809 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c5db5f5e-7f0d-47d9-a348-00dc23f7a81e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] In _notify_port_updated(), no bound segment for port fe5254da-dd8a-4489-82e1-a905df7c4d70 on network 388a113c-a8ab-43a6-ae40-74d0b49f8338 {{(pid=103409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:17:37.134546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5db5f5e-7f0d-47d9-a348-00dc23f7a81e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:37.135420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5db5f5e-7f0d-47d9-a348-00dc23f7a81e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.139522 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c5db5f5e-7f0d-47d9-a348-00dc23f7a81e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "PUT /v2.0/ports/fe5254da-dd8a-4489-82e1-a905df7c4d70 HTTP/1.1" status: 200 len: 1000 time: 1.7995071 Dec 14 01:17:37.144695 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53212) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:37.184484 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a3e65-5a37-4b85-8950-d8229a0c3128 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3ae497-039d-4139-abec-8104f3382c91,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:37.201532 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db5f5e-7f0d-47d9-a348-00dc23f7a81e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event updated for resources: {'Port': ['ID=fe5254da-dd8a-4489-82e1-a905df7c4d70,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:37.207321 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-301455f0-340f-4907-95eb-cf59ded4c862 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7174230 Dec 14 01:17:37.209947 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53216) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:37.239540 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f050be-8637-4afc-ae53-9a2bd2922c52 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Deleting subnet 49aeb0e6-7255-4dcd-b1ad-6859cd432702 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:37.251832 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Allocated IP 2001:db8::1 (403991e9-258a-4498-8d76-4308cb9cc8a9/fdedea87-bda8-48e8-a031-981153a8b885/917703a6-5b8e-4df6-a971-83f3181f3619) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:37.283361 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-db822a11-0136-4cb9-887f-2741af70d592 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:37.359192 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.360817 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ed507b-2870-4c16-af4e-3f05b6fe97e7 None None] Network 403991e9-258a-4498-8d76-4308cb9cc8a9 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:37.381376 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7bef1993-7c3b-40f7-a59f-0c8e52591020 None None] For port 1858a831-3e90-40c8-820a-fa9f314e092c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=1858a831-3e90-40c8-820a-fa9f314e092c,segment=NetworkSegment(7fc52095-9cac-45b9-9c50-868ff7597ffb),segment_id=7fc52095-9cac-45b9-9c50-868ff7597ffb)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:37.382281 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7bef1993-7c3b-40f7-a59f-0c8e52591020 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.406947 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7bef1993-7c3b-40f7-a59f-0c8e52591020 None None] Calling delete_port for 1858a831-3e90-40c8-820a-fa9f314e092c owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:37.407303 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.410188 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02f050be-8637-4afc-ae53-9a2bd2922c52 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.469337 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.479826 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02f050be-8637-4afc-ae53-9a2bd2922c52 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.548329 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.628951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 30390df4-d18c-4a5d-952e-de9aae2f0d60 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:17:37.636808 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Network 8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:37.638953 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network 403991e9-258a-4498-8d76-4308cb9cc8a9 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:37.647560 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:37.653142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=917703a6-5b8e-4df6-a971-83f3181f3619,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:37.653894 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3a75cfa5-027e-45f7-99c2-cb0717bb76f1 None None] Provisioning complete for port 515a7019-31e5-4fff-8539-0386027168ba triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:37.654301 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a75cfa5-027e-45f7-99c2-cb0717bb76f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.667848 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02f050be-8637-4afc-ae53-9a2bd2922c52 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.673512 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:37.686014 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:37.695109 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Pushing event updated for resources: {'Port': ['ID=36e56943-4814-4769-a3ee-5468ff0973c9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:37.709339 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:37.709884 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.727820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 515a7019-31e5-4fff-8539-0386027168ba up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:37.780557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Allocated IP 172.20.0.18 (f1383315-8547-4206-a509-2384afb43dc7/1cefe3e8-ce4a-4997-ba33-408b61d78749/e12a3411-1741-404a-80f8-ed0b9c55e3a6) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:37.820792 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.resource_extend [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 01:17:37.841560 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02f050be-8637-4afc-ae53-9a2bd2922c52 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.878253 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.878876 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f050be-8637-4afc-ae53-9a2bd2922c52 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event deleted for resources: {'Subnet': ['ID=49aeb0e6-7255-4dcd-b1ad-6859cd432702,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:37.889813 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02f050be-8637-4afc-ae53-9a2bd2922c52 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.897747 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-02f050be-8637-4afc-ae53-9a2bd2922c52 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "DELETE /v2.0/subnets/49aeb0e6-7255-4dcd-b1ad-6859cd432702 HTTP/1.1" status: 204 len: 168 time: 0.8184152 Dec 14 01:17:37.897747 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53218) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:37.902344 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-03c26c0e-b737-4c0e-9aee-cca0f575ee53 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.7818432 Dec 14 01:17:37.923001 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53220) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:37.925602 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:37.937750 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-fc75db7b-dbad-44af-84a9-29cf818aba53 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group': {'name': 'tempest-secgroup--830033114'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:37.946421 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Port': ['ID=1858a831-3e90-40c8-820a-fa9f314e092c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:37.963597 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383379a0-eb2b-4147-b4da-76a285c50c80 req-5a1b2711-4c87-4ef7-b68c-859adcd19223 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:37.966086 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-383379a0-eb2b-4147-b4da-76a285c50c80 req-5a1b2711-4c87-4ef7-b68c-859adcd19223 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 944 time: 0.6644089 Dec 14 01:17:37.970458 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] No DVR routers for this DVR port 1858a831-3e90-40c8-820a-fa9f314e092c on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:37.996983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Attempting to bind port 36e56943-4814-4769-a3ee-5468ff0973c9 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:37.997367 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Attempting to bind port 36e56943-4814-4769-a3ee-5468ff0973c9 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'de907799-8161-42fa-a153-8b944e342d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:37.997719 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Attempting to bind port 36e56943-4814-4769-a3ee-5468ff0973c9 on network 8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:37.998319 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-30310f40-b43a-413d-9f30-286c9715465e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Deleting subnet 1cefe3e8-ce4a-4997-ba33-408b61d78749 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:38.004951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7bef1993-7c3b-40f7-a59f-0c8e52591020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.061299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:38.061643 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Checking segment: {'id': 'de907799-8161-42fa-a153-8b944e342d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:38.062326 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.062491 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Bound using segment: {'id': 'de907799-8161-42fa-a153-8b944e342d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:38.062873 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Bound port: 36e56943-4814-4769-a3ee-5468ff0973c9, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de907799-8161-42fa-a153-8b944e342d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:38.063254 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.073047 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef1993-7c3b-40f7-a59f-0c8e52591020 None None] Pushing event deleted for resources: {'Port': ['ID=1858a831-3e90-40c8-820a-fa9f314e092c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:38.092025 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bef1993-7c3b-40f7-a59f-0c8e52591020 None None] No DVR routers for this DVR port 1858a831-3e90-40c8-820a-fa9f314e092c on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:38.168942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c3243566-fdf9-4c97-8667-9ba2756ea56e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Deleting port fe5254da-dd8a-4489-82e1-a905df7c4d70 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:38.169278 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3243566-fdf9-4c97-8667-9ba2756ea56e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.173198 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db822a11-0136-4cb9-887f-2741af70d592 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:38.181769 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db822a11-0136-4cb9-887f-2741af70d592 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.184500 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-db822a11-0136-4cb9-887f-2741af70d592 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:38.185130 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db822a11-0136-4cb9-887f-2741af70d592 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:17:38.193674 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 30390df4-d18c-4a5d-952e-de9aae2f0d60, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=30390df4-d18c-4a5d-952e-de9aae2f0d60,segment=NetworkSegment(a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a),segment_id=a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:38.215189 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 515a7019-31e5-4fff-8539-0386027168ba triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:38.215555 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.281270 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '30390df4-d18c-4a5d-952e-de9aae2f0d60', 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5', 'port_id': '30390df4-d18c-4a5d-952e-de9aae2f0d60', 'mac_address': 'fa:16:3e:43:29:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:17:38.283426 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a75cfa5-027e-45f7-99c2-cb0717bb76f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.386544 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.390549 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-383379a0-eb2b-4147-b4da-76a285c50c80 req-3d45b255-5363-4639-9b6e-d13b42083055 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4115653 Dec 14 01:17:38.393147 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3243566-fdf9-4c97-8667-9ba2756ea56e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.399942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.406433 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.406993 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.427284 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc75db7b-dbad-44af-84a9-29cf818aba53 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.429313 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-db822a11-0136-4cb9-887f-2741af70d592 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2150974 Dec 14 01:17:38.442693 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53222) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:38.463696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c3243566-fdf9-4c97-8667-9ba2756ea56e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Calling delete_port for fe5254da-dd8a-4489-82e1-a905df7c4d70 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:38.496167 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cedfa36a-2d6b-4db1-96ac-0379290e4355']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:38.508845 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.532427 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3a75cfa5-027e-45f7-99c2-cb0717bb76f1 None None] For port 515a7019-31e5-4fff-8539-0386027168ba, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=515a7019-31e5-4fff-8539-0386027168ba,segment=NetworkSegment(f159722a-d7e9-4b6f-85a0-d5b23101d238),segment_id=f159722a-d7e9-4b6f-85a0-d5b23101d238)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:38.546398 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-854b0a2e-7bf8-4402-a4e4-ca6cabba66da tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0959084 Dec 14 01:17:38.555344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53224) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:38.573062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a75cfa5-027e-45f7-99c2-cb0717bb76f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.575677 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] For port 36e56943-4814-4769-a3ee-5468ff0973c9, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:38.589544 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc52095-9cac-45b9-9c50-868ff7597ffb') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:38.590440 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc52095-9cac-45b9-9c50-868ff7597ffb') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:38.601987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.638918 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.647296 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] For port 36e56943-4814-4769-a3ee-5468ff0973c9, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=36e56943-4814-4769-a3ee-5468ff0973c9,segment=NetworkSegment(de907799-8161-42fa-a153-8b944e342d5a),segment_id=de907799-8161-42fa-a153-8b944e342d5a)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:38.678320 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=917703a6-5b8e-4df6-a971-83f3181f3619,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:38.685358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.693251 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.695161 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.699819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30310f40-b43a-413d-9f30-286c9715465e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.705772 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.739679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65de027-7eb7-4eee-8d6c-397948de98c9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:38.740573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.741697 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:38.742105 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.742402 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a65de027-7eb7-4eee-8d6c-397948de98c9 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1750178 Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:38.745274 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:38.747356 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53226) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:38.763260 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f47e25dd-9146-45b8-ab63-02fdf219fd31 None None] Provisioning complete for port 917703a6-5b8e-4df6-a971-83f3181f3619 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:38.763726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f47e25dd-9146-45b8-ab63-02fdf219fd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.770205 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.771095 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network 403991e9-258a-4498-8d76-4308cb9cc8a9 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:38.776225 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:38.783588 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30310f40-b43a-413d-9f30-286c9715465e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.810211 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30390df4-d18c-4a5d-952e-de9aae2f0d60 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:17:38.846888 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75cfa5-027e-45f7-99c2-cb0717bb76f1 None None] Pushing event updated for resources: {'Port': ['ID=515a7019-31e5-4fff-8539-0386027168ba,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:38.847337 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-38a48610-02c7-419b-853f-b78c33f5e7f2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976562 Dec 14 01:17:38.857944 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53228) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:38.876090 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Network f1383315-8547-4206-a509-2384afb43dc7 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:38.882104 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-11687df2-31dd-4fac-a3de-ce21fe8e6f7f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:38.926507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:38.935715 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 30390df4-d18c-4a5d-952e-de9aae2f0d60, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=30390df4-d18c-4a5d-952e-de9aae2f0d60,segment=NetworkSegment(a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a),segment_id=a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:38.942273 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f47e25dd-9146-45b8-ab63-02fdf219fd31 None None] Port 917703a6-5b8e-4df6-a971-83f3181f3619 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:38.950772 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:38.985702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:38.987942 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:17:38.988318 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:17:39.000614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30310f40-b43a-413d-9f30-286c9715465e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.051107 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router f7ac74cc-71d1-41fa-a2af-50344ded8092 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:17:39.074058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Allocated IP 172.26.1.186 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/97bb0c1f-044c-47a4-b3bb-980a5e0f2df0) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:39.152632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30310f40-b43a-413d-9f30-286c9715465e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.190378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30310f40-b43a-413d-9f30-286c9715465e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event deleted for resources: {'Subnet': ['ID=1cefe3e8-ce4a-4997-ba33-408b61d78749,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:39.191565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc75db7b-dbad-44af-84a9-29cf818aba53 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.192632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.196506 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30310f40-b43a-413d-9f30-286c9715465e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.202645 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-30310f40-b43a-413d-9f30-286c9715465e tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "DELETE /v2.0/subnets/1cefe3e8-ce4a-4997-ba33-408b61d78749 HTTP/1.1" status: 204 len: 168 time: 1.3031211 Dec 14 01:17:39.203811 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53230) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:39.221915 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.228527 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] 10.222.0.32 "DELETE /v2.0/networks/cedfa36a-2d6b-4db1-96ac-0379290e4355 HTTP/1.1" status: 204 len: 168 time: 2.9635193 Dec 14 01:17:39.232637 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc75db7b-dbad-44af-84a9-29cf818aba53 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.235561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:17:39.243500 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-12c604e2-85e1-47d4-b9bc-0970e83ca164 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/f7ac74cc-71d1-41fa-a2af-50344ded8092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6656110 Dec 14 01:17:39.244547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53234) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:39.271216 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Attempting to bind port e12a3411-1741-404a-80f8-ed0b9c55e3a6 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:39.271579 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Attempting to bind port e12a3411-1741-404a-80f8-ed0b9c55e3a6 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '6059f11d-37be-4ced-8a5c-22267f64731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f1383315-8547-4206-a509-2384afb43dc7'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:39.273378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Attempting to bind port e12a3411-1741-404a-80f8-ed0b9c55e3a6 on network f1383315-8547-4206-a509-2384afb43dc7 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:39.280263 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9544beb9-da3f-4585-8974-5f461193647d None None] Sync routers for ids ['f7ac74cc-71d1-41fa-a2af-50344ded8092'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:17:39.298964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f47e25dd-9146-45b8-ab63-02fdf219fd31 None None] Provisioning complete for port 515a7019-31e5-4fff-8539-0386027168ba triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:39.299337 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f47e25dd-9146-45b8-ab63-02fdf219fd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.302088 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b07d399-d18b-4444-a999-93ebd097408e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:39.302501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62498f8e-9a47-4f96-9f41-cc165b7d7351 None None] Pushing event updated for resources: {'Port': ['ID=36e56943-4814-4769-a3ee-5468ff0973c9,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:39.306793 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3b07d399-d18b-4444-a999-93ebd097408e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports/917703a6-5b8e-4df6-a971-83f3181f3619 HTTP/1.1" status: 200 len: 911 time: 0.0591714 Dec 14 01:17:39.306981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:39.306981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Checking segment: {'id': '6059f11d-37be-4ced-8a5c-22267f64731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f1383315-8547-4206-a509-2384afb43dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:39.307856 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc09f8f5-fca5-47c5-8c24-efc4b4fee7ba tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:39.307987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.308089 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a58d5-166d-450a-992e-026096b11ab4 tempest-NetworksIpV6Test-2044184692 tempest-NetworksIpV6Test-2044184692-project] Pushing event deleted for resources: {'Network': ['ID=cedfa36a-2d6b-4db1-96ac-0379290e4355,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:39.308234 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Bound using segment: {'id': '6059f11d-37be-4ced-8a5c-22267f64731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f1383315-8547-4206-a509-2384afb43dc7'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:39.308433 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Bound port: e12a3411-1741-404a-80f8-ed0b9c55e3a6, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6059f11d-37be-4ced-8a5c-22267f64731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f1383315-8547-4206-a509-2384afb43dc7'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:39.308813 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.312786 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fc09f8f5-fca5-47c5-8c24-efc4b4fee7ba tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1051047 Dec 14 01:17:39.312786 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53236) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:39.318408 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53238) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:39.331756 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d231ec-3d39-475a-be3f-5d77cc4b46b4 None None] Network 8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:39.333696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['30390df4-d18c-4a5d-952e-de9aae2f0d60'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:17:39.416162 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc75db7b-dbad-44af-84a9-29cf818aba53 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.420266 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fc75db7b-dbad-44af-84a9-29cf818aba53 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.4868453 Dec 14 01:17:39.420709 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53240) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:39.427204 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-662d5437-846d-4f19-a226-f21c20c65c93 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'c8072e91-8ce3-4ad4-bcd5-6318a3580597', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:39.427467 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.api.v2.base [None req-662d5437-846d-4f19-a226-f21c20c65c93 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 14 01:17:39.427985 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-662d5437-846d-4f19-a226-f21c20c65c93 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:39.431580 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-662d5437-846d-4f19-a226-f21c20c65c93 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073810 Dec 14 01:17:39.434310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75db7b-dbad-44af-84a9-29cf818aba53 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8072e91-8ce3-4ad4-bcd5-6318a3580597,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:39.449653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53244) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:39.465297 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9544beb9-da3f-4585-8974-5f461193647d None None] Routers {'f7ac74cc-71d1-41fa-a2af-50344ded8092'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:39.466423 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9544beb9-da3f-4585-8974-5f461193647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['f7ac74cc-71d1-41fa-a2af-50344ded8092'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:39.534006 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3243566-fdf9-4c97-8667-9ba2756ea56e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.557157 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.577783 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9544beb9-da3f-4585-8974-5f461193647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:39.584994 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.586859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11687df2-31dd-4fac-a3de-ce21fe8e6f7f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:39.590521 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11687df2-31dd-4fac-a3de-ce21fe8e6f7f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.627935 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Pushing event updated for resources: {'Port': ['ID=e12a3411-1741-404a-80f8-ed0b9c55e3a6,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:39.687886 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3243566-fdf9-4c97-8667-9ba2756ea56e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event deleted for resources: {'Port': ['ID=fe5254da-dd8a-4489-82e1-a905df7c4d70,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:39.723696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9544beb9-da3f-4585-8974-5f461193647d None None] Routers {'f7ac74cc-71d1-41fa-a2af-50344ded8092'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:39.725155 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9544beb9-da3f-4585-8974-5f461193647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['f7ac74cc-71d1-41fa-a2af-50344ded8092'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:39.729548 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53248) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:39.778013 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91fe0389-d86c-4c5f-bb80-b4614a642396 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.800572 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=30390df4-d18c-4a5d-952e-de9aae2f0d60,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:39.803836 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] For port e12a3411-1741-404a-80f8-ed0b9c55e3a6, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:39.808765 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9544beb9-da3f-4585-8974-5f461193647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:39.809438 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9544beb9-da3f-4585-8974-5f461193647d None None] The sync data for ids ['f7ac74cc-71d1-41fa-a2af-50344ded8092'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:17:39.893654 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51e503b4-8750-453e-b384-c3a22f10c5ed tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.894297 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] For port e12a3411-1741-404a-80f8-ed0b9c55e3a6, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e12a3411-1741-404a-80f8-ed0b9c55e3a6,segment=NetworkSegment(6059f11d-37be-4ced-8a5c-22267f64731f),segment_id=6059f11d-37be-4ced-8a5c-22267f64731f)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:39.919798 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f8018-89fc-434c-b79b-52fe8947120a req-06a8f2d0-5d9b-4401-958a-f355d197c4a5 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:39.927410 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-015f8018-89fc-434c-b79b-52fe8947120a req-06a8f2d0-5d9b-4401-958a-f355d197c4a5 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 945 time: 0.3746359 Dec 14 01:17:39.954655 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:39.956177 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 1858a831-3e90-40c8-820a-fa9f314e092c no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:39.966280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.051079 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ea667-b5eb-466d-b3e4-f93ddd5e4539 None None] Pushing event updated for resources: {'Port': ['ID=e12a3411-1741-404a-80f8-ed0b9c55e3a6,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:40.057473 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f2680a8b-a53a-41b9-9fca-b25b54cce2d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23b9ff3b60424289894d8328f5d4c3fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261266 Dec 14 01:17:40.060427 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53252) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:40.061836 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 1858a831-3e90-40c8-820a-fa9f314e092c {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:17:40.062190 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 1858a831-3e90-40c8-820a-fa9f314e092c not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:17:40.064010 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51e503b4-8750-453e-b384-c3a22f10c5ed tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.069953 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3243566-fdf9-4c97-8667-9ba2756ea56e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.075484 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f47e25dd-9146-45b8-ab63-02fdf219fd31 None None] Could not find standard attr ID for object fe5254da-dd8a-4489-82e1-a905df7c4d70. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:17:40.077050 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c3243566-fdf9-4c97-8667-9ba2756ea56e tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "DELETE /v2.0/ports/fe5254da-dd8a-4489-82e1-a905df7c4d70 HTTP/1.1" status: 204 len: 168 time: 2.9283915 Dec 14 01:17:40.079420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53254) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:40.090263 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:40.117974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:40.124639 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8c6efd-32f1-4f07-8231-09d4a3b297d8 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] GET failed (client error): The resource could not be found. Dec 14 01:17:40.126096 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7b8c6efd-32f1-4f07-8231-09d4a3b297d8 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "GET /v2.0/ports/fe5254da-dd8a-4489-82e1-a905df7c4d70 HTTP/1.1" status: 404 len: 333 time: 0.0457306 Dec 14 01:17:40.134275 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53256) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:40.141741 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-241fe9b7-bbb5-47ae-ad38-420e7038836f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Request body: {'port': {'network_id': '388a113c-a8ab-43a6-ae40-74d0b49f8338', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1181588880'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:40.166188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5770d2c9-27ff-45b7-a2d2-981d2922e250 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:40.174322 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:40.188303 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Pushing event updated for resources: {'Port': ['ID=97bb0c1f-044c-47a4-b3bb-980a5e0f2df0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:40.208242 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3515f6-f60f-427a-ad86-0529e06ada81 None None] Network f1383315-8547-4206-a509-2384afb43dc7 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:40.252665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d49408ee-bffc-4aca-98ec-a10d638753e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.255385 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-015f8018-89fc-434c-b79b-52fe8947120a req-53eb4b52-3fb3-4878-b0c6-6028b13c0ba1 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2941008 Dec 14 01:17:40.262290 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Deleting port e12a3411-1741-404a-80f8-ed0b9c55e3a6 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:40.263209 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.290480 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e49861d9-bc23-4aaf-8080-93e0b3f01fc1 None None] Provisioning complete for port 917703a6-5b8e-4df6-a971-83f3181f3619 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:40.290913 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e49861d9-bc23-4aaf-8080-93e0b3f01fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.323718 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d49408ee-bffc-4aca-98ec-a10d638753e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.331329 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 515a7019-31e5-4fff-8539-0386027168ba up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:40.351683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51e503b4-8750-453e-b384-c3a22f10c5ed tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.354312 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51e503b4-8750-453e-b384-c3a22f10c5ed tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.355490 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-51e503b4-8750-453e-b384-c3a22f10c5ed tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "DELETE /v2.0/security-groups/c8072e91-8ce3-4ad4-bcd5-6318a3580597 HTTP/1.1" status: 204 len: 168 time: 0.9016943 Dec 14 01:17:40.363681 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53258) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:40.385282 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e49861d9-bc23-4aaf-8080-93e0b3f01fc1 None None] Port 917703a6-5b8e-4df6-a971-83f3181f3619 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:40.405809 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78854ff-cd5b-470b-842c-a623f1ab92ff None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:17:40.415113 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-91fe0389-d86c-4c5f-bb80-b4614a642396 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting port 917703a6-5b8e-4df6-a971-83f3181f3619 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:40.415482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91fe0389-d86c-4c5f-bb80-b4614a642396 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.432601 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d49408ee-bffc-4aca-98ec-a10d638753e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.435570 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d49408ee-bffc-4aca-98ec-a10d638753e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.437241 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d49408ee-bffc-4aca-98ec-a10d638753e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/503f1d10-fe0d-4927-967c-7d86b5021b00 HTTP/1.1" status: 204 len: 168 time: 0.3753140 Dec 14 01:17:40.445920 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e49861d9-bc23-4aaf-8080-93e0b3f01fc1 None None] Provisioning complete for port 97bb0c1f-044c-47a4-b3bb-980a5e0f2df0 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:40.446294 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e49861d9-bc23-4aaf-8080-93e0b3f01fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.462167 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e503b4-8750-453e-b384-c3a22f10c5ed tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8072e91-8ce3-4ad4-bcd5-6318a3580597,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:40.496394 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 515a7019-31e5-4fff-8539-0386027168ba triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:40.496708 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] For port e12a3411-1741-404a-80f8-ed0b9c55e3a6, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e12a3411-1741-404a-80f8-ed0b9c55e3a6,segment=NetworkSegment(6059f11d-37be-4ced-8a5c-22267f64731f),segment_id=6059f11d-37be-4ced-8a5c-22267f64731f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:40.496830 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.497416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.497984 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49408ee-bffc-4aca-98ec-a10d638753e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503f1d10-fe0d-4927-967c-7d86b5021b00,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:40.504048 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241fe9b7-bbb5-47ae-ad38-420e7038836f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Made reservation on behalf of f816ae51b7e94049819df646a3064ea7 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:40.509579 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-241fe9b7-bbb5-47ae-ad38-420e7038836f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.539989 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-241fe9b7-bbb5-47ae-ad38-420e7038836f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] device_id is not set on port 14288e07-7a82-4ba8-b867-35912f0d9bb5 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:17:40.572122 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Calling delete_port for e12a3411-1741-404a-80f8-ed0b9c55e3a6 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:40.587020 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e49861d9-bc23-4aaf-8080-93e0b3f01fc1 None None] Port 97bb0c1f-044c-47a4-b3bb-980a5e0f2df0 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:40.600057 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-44d442fd-70ae-42ba-9c36-3c6631e2eb70 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2211514 Dec 14 01:17:40.606157 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53262) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:40.626267 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-9afeeb95-2df6-4be0-b8c5-fd82ff3b672d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group': {'name': 'tempest-secgroup--600273859'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:40.635166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91fe0389-d86c-4c5f-bb80-b4614a642396 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.661782 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-91fe0389-d86c-4c5f-bb80-b4614a642396 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Calling delete_port for 917703a6-5b8e-4df6-a971-83f3181f3619 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:40.666780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.675820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78854ff-cd5b-470b-842c-a623f1ab92ff None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:17:40.680738 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-11687df2-31dd-4fac-a3de-ce21fe8e6f7f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:17:40.690475 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11687df2-31dd-4fac-a3de-ce21fe8e6f7f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.695078 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9afeeb95-2df6-4be0-b8c5-fd82ff3b672d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:40.793349 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11687df2-31dd-4fac-a3de-ce21fe8e6f7f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:41.041135 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': 'c31529ea-6715-49a4-9d23-bf4312799db6'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:17:41.042038 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.122196 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-11687df2-31dd-4fac-a3de-ce21fe8e6f7f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:41.131915 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11687df2-31dd-4fac-a3de-ce21fe8e6f7f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:41.132828 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11687df2-31dd-4fac-a3de-ce21fe8e6f7f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.175946 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11687df2-31dd-4fac-a3de-ce21fe8e6f7f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=c31529ea-6715-49a4-9d23-bf4312799db6,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:41.180838 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.210490 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-11687df2-31dd-4fac-a3de-ce21fe8e6f7f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3331959 Dec 14 01:17:41.210709 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-241fe9b7-bbb5-47ae-ad38-420e7038836f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Allocated IP 2001:db8::16 (388a113c-a8ab-43a6-ae40-74d0b49f8338/033c16fc-fef5-45b7-86fb-1d12424f3e5d/14288e07-7a82-4ba8-b867-35912f0d9bb5) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:41.212696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53276) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:41.222710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-0262879e-0b4c-4371-b243-b31987dc1fb3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'mac_address': 'fa:16:3e:60:7b:db', 'name': 'tempest-NetworksTestDHCPv6-1114912910'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:41.230297 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] No DVR routers for this DVR port e12a3411-1741-404a-80f8-ed0b9c55e3a6 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:41.234549 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event deleted for resources: {'Port': ['ID=e12a3411-1741-404a-80f8-ed0b9c55e3a6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:41.242972 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Allocated IP 2001:db8::f816:3eff:fec8:9c80 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/c31529ea-6715-49a4-9d23-bf4312799db6/569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:41.271204 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.403787 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9afeeb95-2df6-4be0-b8c5-fd82ff3b672d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.425881 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9afeeb95-2df6-4be0-b8c5-fd82ff3b672d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.478983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.489500 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.514591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9afeeb95-2df6-4be0-b8c5-fd82ff3b672d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.516149 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9afeeb95-2df6-4be0-b8c5-fd82ff3b672d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9040229 Dec 14 01:17:41.520221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53286) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:41.531304 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5663c1b3-31b5-4b47-879c-3a66fb199ce3 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'a081e331-72b2-4cb7-afd3-7d81144afb59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:41.542449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:41.546174 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:41.549541 dv-neutron-821592-1-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-5663c1b3-31b5-4b47-879c-3a66fb199ce3 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 14 01:17:41.550115 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-5663c1b3-31b5-4b47-879c-3a66fb199ce3 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:41.553707 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5663c1b3-31b5-4b47-879c-3a66fb199ce3 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0270915 Dec 14 01:17:41.555283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:41.559018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d6c9a-fcb4-4955-9b23-7d594925f80f req-1021a492-38d5-4359-b3d3-fc22d076e2fa tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:41.560519 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-467d6c9a-fcb4-4955-9b23-7d594925f80f req-1021a492-38d5-4359-b3d3-fc22d076e2fa tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 945 time: 0.1933584 Dec 14 01:17:41.561191 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53288) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:41.561471 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53290) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:41.564933 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.571739 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afeeb95-2df6-4be0-b8c5-fd82ff3b672d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a081e331-72b2-4cb7-afd3-7d81144afb59,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:41.573178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Pushing event updated for resources: {'Port': ['ID=569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:41.584063 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e5154e7d-7b26-4371-9090-9bb7462339c0 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'a081e331-72b2-4cb7-afd3-7d81144afb59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:41.584775 dv-neutron-821592-1-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-e5154e7d-7b26-4371-9090-9bb7462339c0 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 14 01:17:41.585403 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-e5154e7d-7b26-4371-9090-9bb7462339c0 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:41.588906 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e5154e7d-7b26-4371-9090-9bb7462339c0 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0175080 Dec 14 01:17:41.595420 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53294) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:41.638739 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91fe0389-d86c-4c5f-bb80-b4614a642396 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.648427 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 30390df4-d18c-4a5d-952e-de9aae2f0d60 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:41.666091 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e8f865cf-a174-4a04-9833-fefc49aebb06 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'a081e331-72b2-4cb7-afd3-7d81144afb59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:41.666927 dv-neutron-821592-1-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-e8f865cf-a174-4a04-9833-fefc49aebb06 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 14 01:17:41.667423 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-e8f865cf-a174-4a04-9833-fefc49aebb06 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:41.671584 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e8f865cf-a174-4a04-9833-fefc49aebb06 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0707910 Dec 14 01:17:41.674059 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1383315-8547-4206-a509-2384afb43dc7']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:41.676075 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53296) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:41.682469 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0262879e-0b4c-4371-b243-b31987dc1fb3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:41.693884 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7933069c-a435-4bba-9ba5-e4437d32e9f8 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'a081e331-72b2-4cb7-afd3-7d81144afb59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:41.694749 dv-neutron-821592-1-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-7933069c-a435-4bba-9ba5-e4437d32e9f8 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 14 01:17:41.695243 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-7933069c-a435-4bba-9ba5-e4437d32e9f8 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:41.698790 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7933069c-a435-4bba-9ba5-e4437d32e9f8 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0191510 Dec 14 01:17:41.699957 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53298) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:41.709035 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Attempting to bind port 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:41.709751 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Attempting to bind port 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:41.710682 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Attempting to bind port 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3 on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:41.710804 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6059f11d-37be-4ced-8a5c-22267f64731f') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:41.711053 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6059f11d-37be-4ced-8a5c-22267f64731f') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:41.726020 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:41.726655 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:41.727265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.727846 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:41.728620 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Bound port: 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:41.729193 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.745122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe0389-d86c-4c5f-bb80-b4614a642396 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Port': ['ID=917703a6-5b8e-4df6-a971-83f3181f3619,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:41.747955 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.759643 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-859666661'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:41.787516 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-241fe9b7-bbb5-47ae-ad38-420e7038836f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.804187 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 30390df4-d18c-4a5d-952e-de9aae2f0d60 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:17:41.812562 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 30390df4-d18c-4a5d-952e-de9aae2f0d60 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:41.813303 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.818880 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-467d6c9a-fcb4-4955-9b23-7d594925f80f req-384bd9b5-3d72-4b52-ad95-f66991aac18b tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298400 Dec 14 01:17:41.831269 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.862500 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:41.862777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:41.870249 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:41.872382 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] For port 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:41.877049 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91fe0389-d86c-4c5f-bb80-b4614a642396 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.877742 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] For port 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:41.882224 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0262879e-0b4c-4371-b243-b31987dc1fb3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.891299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.941054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.963926 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-0262879e-0b4c-4371-b243-b31987dc1fb3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port e0d75b87-4436-4ac2-bcc6-580304b8f3db yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:17:41.967690 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Made reservation on behalf of a5c6b0f8f6b246ff898555cc5600caac for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:41.972956 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.975296 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05aef83e-d91f-49bd-9282-40c026dcf01d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:41.990914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.002375 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-241fe9b7-bbb5-47ae-ad38-420e7038836f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.004739 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bec2af-3f99-44ad-a060-5cf423411c54 None None] Pushing event updated for resources: {'Port': ['ID=569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:42.024564 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba9cb67-0223-4b00-9db5-07f48240b165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30390df4-d18c-4a5d-952e-de9aae2f0d60'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:17:42.026927 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5439b490-1524-4803-8658-66ee2908707f" -d '{"events": [{"server_uuid": "7ba9cb67-0223-4b00-9db5-07f48240b165", "name": "network-vif-plugged", "status": "completed", "tag": "30390df4-d18c-4a5d-952e-de9aae2f0d60"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:17:42.037876 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.050644 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 30390df4-d18c-4a5d-952e-de9aae2f0d60, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=30390df4-d18c-4a5d-952e-de9aae2f0d60,segment=NetworkSegment(a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a),segment_id=a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:42.053902 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.058361 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.063260 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "DELETE /v2.0/networks/f1383315-8547-4206-a509-2384afb43dc7 HTTP/1.1" status: 204 len: 168 time: 2.7430229 Dec 14 01:17:42.068600 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.074789 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53302) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:42.098706 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05aef83e-d91f-49bd-9282-40c026dcf01d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.109894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa54338-1ae6-4baf-920a-6678733e74de tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event deleted for resources: {'Network': ['ID=f1383315-8547-4206-a509-2384afb43dc7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:42.131543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefbf35b-9814-4686-8bbc-a9d8cffba365 x-openstack-request-id: req-fefbf35b-9814-4686-8bbc-a9d8cffba365 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:17:42.131815 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba9cb67-0223-4b00-9db5-07f48240b165", "name": "network-vif-plugged", "status": "completed", "tag": "30390df4-d18c-4a5d-952e-de9aae2f0d60", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:17:42.132071 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fefbf35b-9814-4686-8bbc-a9d8cffba365 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:17:42.132491 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba9cb67-0223-4b00-9db5-07f48240b165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30390df4-d18c-4a5d-952e-de9aae2f0d60', 'code': 200} Dec 14 01:17:42.150587 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=30390df4-d18c-4a5d-952e-de9aae2f0d60,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:42.224082 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241fe9b7-bbb5-47ae-ad38-420e7038836f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Network 388a113c-a8ab-43a6-ae40-74d0b49f8338 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:42.263619 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05aef83e-d91f-49bd-9282-40c026dcf01d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.266721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05aef83e-d91f-49bd-9282-40c026dcf01d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.270829 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-05aef83e-d91f-49bd-9282-40c026dcf01d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "DELETE /v2.0/security-groups/a081e331-72b2-4cb7-afd3-7d81144afb59 HTTP/1.1" status: 204 len: 168 time: 0.5627580 Dec 14 01:17:42.272740 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53304) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:42.289311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-241fe9b7-bbb5-47ae-ad38-420e7038836f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:42.313744 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aef83e-d91f-49bd-9282-40c026dcf01d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a081e331-72b2-4cb7-afd3-7d81144afb59,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:42.333062 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241fe9b7-bbb5-47ae-ad38-420e7038836f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:42.338699 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241fe9b7-bbb5-47ae-ad38-420e7038836f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:42.339415 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-241fe9b7-bbb5-47ae-ad38-420e7038836f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.343179 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fe9b7-bbb5-47ae-ad38-420e7038836f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event updated for resources: {'Port': ['ID=14288e07-7a82-4ba8-b867-35912f0d9bb5,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:42.367339 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8543f2fc-ac49-48dc-a33e-993a46b91c92 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0902722 Dec 14 01:17:42.367975 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53306) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:42.375170 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1522372734'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:42.401456 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.413359 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.418075 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-241fe9b7-bbb5-47ae-ad38-420e7038836f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2794404 Dec 14 01:17:42.419980 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fe0389-d86c-4c5f-bb80-b4614a642396 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router f7ac74cc-71d1-41fa-a2af-50344ded8092 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:17:42.424070 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.426227 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53308) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:42.426903 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Router 29cb77d6-be09-453d-9022-7e3e12d8dcc7 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:17:42.438203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-dcfe55d4-b790-441b-810e-0a437bbff66f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1b:ec:ef'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:42.442867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-0262879e-0b4c-4371-b243-b31987dc1fb3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::f816:3eff:fe60:7bdb (bee5f2cb-0e66-4058-9cdb-51591d3f118e/c31529ea-6715-49a4-9d23-bf4312799db6/e0d75b87-4436-4ac2-bcc6-580304b8f3db) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:42.505812 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:17:42.551725 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.557705 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8177ad9d-9735-4a77-bce1-9a321e2d7307,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:42.575610 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.575980 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Added segment c77817a2-d8e5-4bf6-9f97-5c1717c86338 of type vlan for network 44413078-d12a-469c-a6d5-f80b95ed6a66 Dec 14 01:17:42.613999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fe0389-d86c-4c5f-bb80-b4614a642396 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:17:42.622762 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c663f03-9824-4a2b-9d8b-39991ff7725f req-970a1286-7ecc-48c6-bd3c-385b40555c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:42.624382 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8c663f03-9824-4a2b-9d8b-39991ff7725f req-970a1286-7ecc-48c6-bd3c-385b40555c9d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 1099 time: 0.1982901 Dec 14 01:17:42.630079 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-91fe0389-d86c-4c5f-bb80-b4614a642396 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/f7ac74cc-71d1-41fa-a2af-50344ded8092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3192308 Dec 14 01:17:42.631174 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b054019c-9014-4e5b-bda8-58d0635f529f None None] Sync routers for ids ['f7ac74cc-71d1-41fa-a2af-50344ded8092'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:17:42.635394 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53310) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:42.646849 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b054019c-9014-4e5b-bda8-58d0635f529f None None] Routers {'f7ac74cc-71d1-41fa-a2af-50344ded8092'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:42.647483 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b054019c-9014-4e5b-bda8-58d0635f529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['f7ac74cc-71d1-41fa-a2af-50344ded8092'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:42.704727 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b054019c-9014-4e5b-bda8-58d0635f529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:42.716674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.718520 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b054019c-9014-4e5b-bda8-58d0635f529f None None] Routers {'f7ac74cc-71d1-41fa-a2af-50344ded8092'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:42.720932 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b054019c-9014-4e5b-bda8-58d0635f529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['f7ac74cc-71d1-41fa-a2af-50344ded8092'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:42.729871 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-911ae4b0-b2a1-45dd-ac4d-1eae3e6765f6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7ac74cc-71d1-41fa-a2af-50344ded8092 HTTP/1.1" status: 200 len: 205 time: 0.0738542 Dec 14 01:17:42.730939 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53312) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:42.735491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Deleting port 36e56943-4814-4769-a3ee-5468ff0973c9 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:42.735820 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.742814 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8c663f03-9824-4a2b-9d8b-39991ff7725f req-79a737d2-7e75-49cf-be3d-c81481376c22 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103745 Dec 14 01:17:42.761406 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b054019c-9014-4e5b-bda8-58d0635f529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:42.762067 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b054019c-9014-4e5b-bda8-58d0635f529f None None] The sync data for ids ['f7ac74cc-71d1-41fa-a2af-50344ded8092'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:17:42.837418 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0262879e-0b4c-4371-b243-b31987dc1fb3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.839740 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] For port 36e56943-4814-4769-a3ee-5468ff0973c9, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=36e56943-4814-4769-a3ee-5468ff0973c9,segment=NetworkSegment(de907799-8161-42fa-a153-8b944e342d5a),segment_id=de907799-8161-42fa-a153-8b944e342d5a)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:42.840080 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.855528 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Calling delete_port for 36e56943-4814-4769-a3ee-5468ff0973c9 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:42.876533 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 01:17:42.937610 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0262879e-0b4c-4371-b243-b31987dc1fb3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.950272 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f778e53d-4d2a-44b6-bcbb-cc14ea6b6af9 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:42.969790 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcfe55d4-b790-441b-810e-0a437bbff66f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.001205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.006624 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0262879e-0b4c-4371-b243-b31987dc1fb3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:43.013475 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-0262879e-0b4c-4371-b243-b31987dc1fb3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:43.017228 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.022834 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:43.023156 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0262879e-0b4c-4371-b243-b31987dc1fb3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:43.023430 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.028922 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0262879e-0b4c-4371-b243-b31987dc1fb3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:43.029555 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0262879e-0b4c-4371-b243-b31987dc1fb3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.036990 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262879e-0b4c-4371-b243-b31987dc1fb3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=e0d75b87-4436-4ac2-bcc6-580304b8f3db,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:43.040937 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:17:43.041844 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] No DVR routers for this DVR port 36e56943-4814-4769-a3ee-5468ff0973c9 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:43.058685 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be36c94-9b18-4053-88df-2cd9ed21a314 None None] Sync routers for ids ['29cb77d6-be09-453d-9022-7e3e12d8dcc7'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:17:43.070718 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be36c94-9b18-4053-88df-2cd9ed21a314 None None] Routers {'29cb77d6-be09-453d-9022-7e3e12d8dcc7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:43.071725 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1be36c94-9b18-4053-88df-2cd9ed21a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['29cb77d6-be09-453d-9022-7e3e12d8dcc7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:43.110923 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1be36c94-9b18-4053-88df-2cd9ed21a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:43.112238 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0262879e-0b4c-4371-b243-b31987dc1fb3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8935134 Dec 14 01:17:43.113289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event deleted for resources: {'Port': ['ID=36e56943-4814-4769-a3ee-5468ff0973c9,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:43.115085 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53316) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:43.131350 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be36c94-9b18-4053-88df-2cd9ed21a314 None None] Routers {'29cb77d6-be09-453d-9022-7e3e12d8dcc7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:43.132020 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1be36c94-9b18-4053-88df-2cd9ed21a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['29cb77d6-be09-453d-9022-7e3e12d8dcc7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:43.183307 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.191938 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4994c333-9312-47b8-96fb-30913eae1e47 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.4520051 Dec 14 01:17:43.193367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.205359 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.6375589 Dec 14 01:17:43.206065 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53318) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:43.210156 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53320) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:43.221631 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-be522260-e2db-4f70-ba59-a56e5ccfcdda tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '44413078-d12a-469c-a6d5-f80b95ed6a66', 'tempest-TagsTest-Tag-1816325706') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:43.229315 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.280614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.326459 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009c2d90-9850-4b4e-b04f-9138a345e1ac tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:43.332601 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009c2d90-9850-4b4e-b04f-9138a345e1ac tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:43.334251 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-009c2d90-9850-4b4e-b04f-9138a345e1ac tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2064776 Dec 14 01:17:43.338764 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:43.340764 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53322) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:43.364629 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1be36c94-9b18-4053-88df-2cd9ed21a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:43.365291 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be36c94-9b18-4053-88df-2cd9ed21a314 None None] The sync data for ids ['29cb77d6-be09-453d-9022-7e3e12d8dcc7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:17:43.378915 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3993ee7-70c8-4c90-838d-02c73bd5986f None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:17:43.386165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de907799-8161-42fa-a153-8b944e342d5a') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:43.386549 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de907799-8161-42fa-a153-8b944e342d5a') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:43.396867 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd94e5-bf2c-42ca-9ebb-d10c28adf3eb req-21791ca9-62f8-4756-8b3f-d2fc1501773e tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:43.398410 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-28bd94e5-bf2c-42ca-9ebb-d10c28adf3eb req-21791ca9-62f8-4756-8b3f-d2fc1501773e tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.4807925 Dec 14 01:17:43.403315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.447103 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Pushing event updated for resources: {'Network': ['ID=44413078-d12a-469c-a6d5-f80b95ed6a66,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:43.461059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.469694 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-be522260-e2db-4f70-ba59-a56e5ccfcdda tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] 10.222.0.32 "PUT /v2.0/networks/44413078-d12a-469c-a6d5-f80b95ed6a66/tags/tempest-TagsTest-Tag-1816325706 HTTP/1.1" status: 201 len: 201 time: 0.2554829 Dec 14 01:17:43.471088 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f778e53d-4d2a-44b6-bcbb-cc14ea6b6af9 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.472835 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53324) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:43.475378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.479224 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1053171 Dec 14 01:17:43.479655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-aacc836b-3803-4a99-9f21-d1eecb402ead tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '44413078-d12a-469c-a6d5-f80b95ed6a66', 'tempest-TagsTest-Tag-1816325706') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:43.482749 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f778e53d-4d2a-44b6-bcbb-cc14ea6b6af9 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.488224 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4bf58873-ed19-4296-a63e-fcac167c3534 None None] Provisioning complete for port 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:43.488598 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4bf58873-ed19-4296-a63e-fcac167c3534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.494850 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53326) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:43.497561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:43.497961 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.503883 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ee230b-cfbb-41ea-996e-bb8408618c45,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:43.504950 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:43.517379 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.517662 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-2dda6fb9-4e45-48f4-9ef1-5911bfc7fd28 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'f4ee230b-cfbb-41ea-996e-bb8408618c45', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:43.517954 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.518265 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.api.v2.base [None req-2dda6fb9-4e45-48f4-9ef1-5911bfc7fd28 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 14 01:17:43.518384 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.518732 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.518852 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-2dda6fb9-4e45-48f4-9ef1-5911bfc7fd28 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:43.519207 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.522471 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.522618 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2dda6fb9-4e45-48f4-9ef1-5911bfc7fd28 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0170465 Dec 14 01:17:43.522714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.522714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.522714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.522714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.522714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.522714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.523285 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644470f-27df-4277-8a87-72bd20b0b930 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.525087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3993ee7-70c8-4c90-838d-02c73bd5986f None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:17:43.539881 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 44413078-d12a-469c-a6d5-f80b95ed6a66 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:17:43.572161 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53328) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:43.578796 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-14e039e8-f729-40f4-8354-40e8c2acbb26 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'f4ee230b-cfbb-41ea-996e-bb8408618c45', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:43.615314 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.615710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.615922 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.616299 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.616648 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.617002 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.617311 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.617639 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.617974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.618376 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.618702 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.619030 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.619358 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e909d6a-98e2-4f54-be16-af5ae1005dbc tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:43.630534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port e0d75b87-4436-4ac2-bcc6-580304b8f3db {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:43.630895 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.640788 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.665773 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f778e53d-4d2a-44b6-bcbb-cc14ea6b6af9 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.666157 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f778e53d-4d2a-44b6-bcbb-cc14ea6b6af9 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Fanout notify agent at l3_agent the message router_deleted on router f7ac74cc-71d1-41fa-a2af-50344ded8092 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:17:43.690895 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f778e53d-4d2a-44b6-bcbb-cc14ea6b6af9 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.695510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.695805 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f778e53d-4d2a-44b6-bcbb-cc14ea6b6af9 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/routers/f7ac74cc-71d1-41fa-a2af-50344ded8092 HTTP/1.1" status: 204 len: 168 time: 0.9568994 Dec 14 01:17:43.701368 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "DELETE /v2.0/networks/8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751 HTTP/1.1" status: 204 len: 168 time: 1.5942550 Dec 14 01:17:43.703033 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53330) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:43.703033 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53332) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:43.719101 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe696083-fed2-4b4f-ab68-a4730ac0a7ee tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event deleted for resources: {'Network': ['ID=8bf25b2f-ecd8-41ec-b5ac-a70a7faf3751,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:43.731310 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-aacc836b-3803-4a99-9f21-d1eecb402ead tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] 10.222.0.32 "GET /v2.0/networks/44413078-d12a-469c-a6d5-f80b95ed6a66/tags/tempest-TagsTest-Tag-1816325706 HTTP/1.1" status: 204 len: 168 time: 0.2565234 Dec 14 01:17:43.736938 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53334) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:43.745020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-fa5bbe5d-f01f-4583-b054-ffcbc6837197 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '44413078-d12a-469c-a6d5-f80b95ed6a66') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:43.756771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4bf58873-ed19-4296-a63e-fcac167c3534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.763663 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-14e039e8-f729-40f4-8354-40e8c2acbb26 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:43.765440 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-14e039e8-f729-40f4-8354-40e8c2acbb26 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1914086 Dec 14 01:17:43.770669 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53336) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:43.786258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-af3d39e8-c8b1-4797-b4a1-eca3d1dcedf4 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'f4ee230b-cfbb-41ea-996e-bb8408618c45', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:43.787009 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.api.v2.base [None req-af3d39e8-c8b1-4797-b4a1-eca3d1dcedf4 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 14 01:17:43.787652 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-af3d39e8-c8b1-4797-b4a1-eca3d1dcedf4 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:43.788867 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-af3d39e8-c8b1-4797-b4a1-eca3d1dcedf4 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0103514 Dec 14 01:17:43.815673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53338) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:43.825142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e81d088a-5438-44eb-bcdd-8b37094630a4 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'f4ee230b-cfbb-41ea-996e-bb8408618c45', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:43.847867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.856280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4bf58873-ed19-4296-a63e-fcac167c3534 None None] For port 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:43.865735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4bf58873-ed19-4296-a63e-fcac167c3534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:43.883862 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for e0d75b87-4436-4ac2-bcc6-580304b8f3db owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:43.947421 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fa5bbe5d-f01f-4583-b054-ffcbc6837197 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] 10.222.0.32 "GET /v2.0/networks/44413078-d12a-469c-a6d5-f80b95ed6a66/tags HTTP/1.1" status: 200 len: 238 time: 0.2085443 Dec 14 01:17:43.952568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53340) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:43.959607 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-f6b23a80-bef8-459e-8bc8-8fa09954d84a tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '44413078-d12a-469c-a6d5-f80b95ed6a66', {'tags': ['tempest-TagsTest-Tag-99328778', 'tempest-TagsTest-Tag-112278486', 'tempest-TagsTest-Tag-2067068835']}) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:43.975799 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-e81d088a-5438-44eb-bcdd-8b37094630a4 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:43.977159 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e81d088a-5438-44eb-bcdd-8b37094630a4 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1590660 Dec 14 01:17:43.986679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf58873-ed19-4296-a63e-fcac167c3534 None None] Pushing event updated for resources: {'Port': ['ID=569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:44.005243 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53342) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:44.015513 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-198522b3-7e70-4483-9e4b-928817e76425 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'f4ee230b-cfbb-41ea-996e-bb8408618c45', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:44.016269 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.api.v2.base [None req-198522b3-7e70-4483-9e4b-928817e76425 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 14 01:17:44.016930 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-198522b3-7e70-4483-9e4b-928817e76425 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:44.018034 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-198522b3-7e70-4483-9e4b-928817e76425 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115781 Dec 14 01:17:44.034394 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53344) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:44.041221 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-8e7ce532-69d3-4327-b2bb-c99c313e640a tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'f4ee230b-cfbb-41ea-996e-bb8408618c45', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:44.094042 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e48b8d-c61f-4800-9f9c-ca2bd91c092a None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:44.103170 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f6b23a80-bef8-459e-8bc8-8fa09954d84a tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] 10.222.0.32 "PUT /v2.0/networks/44413078-d12a-469c-a6d5-f80b95ed6a66/tags HTTP/1.1" status: 200 len: 306 time: 0.1469071 Dec 14 01:17:44.119746 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53346) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:44.123206 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-8e7ce532-69d3-4327-b2bb-c99c313e640a tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Project 78f04f4c10d9465f902da7bccb0634ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:17:44.128902 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-bf6a201b-d3ea-4a6d-af64-d41d05d34e00 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '44413078-d12a-469c-a6d5-f80b95ed6a66', 'tempest-TagsTest-Tag-99328778') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:44.153358 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-28bd94e5-bf2c-42ca-9ebb-d10c28adf3eb req-9a580915-1cf2-41ed-be89-30c22ed141a8 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7171953 Dec 14 01:17:44.209141 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1fc6038b-5357-4cd2-9262-19612b0bdd95 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "GET /v2.0/routers/29cb77d6-be09-453d-9022-7e3e12d8dcc7 HTTP/1.1" status: 200 len: 921 time: 0.9954810 Dec 14 01:17:44.220254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53348) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:44.255708 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-8e7ce532-69d3-4327-b2bb-c99c313e640a tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:44.255708 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8e7ce532-69d3-4327-b2bb-c99c313e640a tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2159166 Dec 14 01:17:44.267317 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53350) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:44.279577 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c6c37b-2285-400f-9ebd-d5499b3aea54 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting subnet fdedea87-bda8-48e8-a031-981153a8b885 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:44.298336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec7da6f0-bf4e-4c64-b261-00f2c0df0857 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.314436 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c37b-2285-400f-9ebd-d5499b3aea54 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.327017 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:44.345525 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4c990e88-5605-4ebb-a529-398babda2757 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'f4ee230b-cfbb-41ea-996e-bb8408618c45', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:44.346498 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.api.v2.base [None req-4c990e88-5605-4ebb-a529-398babda2757 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 14 01:17:44.346986 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-4c990e88-5605-4ebb-a529-398babda2757 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:44.348011 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4c990e88-5605-4ebb-a529-398babda2757 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066457 Dec 14 01:17:44.360304 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53352) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:44.360650 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53354) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:44.367811 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-99149576-459a-452e-925b-a71a53739bf5 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "GET /v2.0/ports?device_id=29cb77d6-be09-453d-9022-7e3e12d8dcc7 HTTP/1.1" status: 200 len: 205 time: 0.1458952 Dec 14 01:17:44.368714 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.375251 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-00464f77-015f-44bd-adb6-0b61b08bae4c tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'f4ee230b-cfbb-41ea-996e-bb8408618c45', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:44.419827 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=e0d75b87-4436-4ac2-bcc6-580304b8f3db,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:44.436939 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:44.437498 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.446592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:44.446592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:44.446592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:44.446592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:44.447068 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:44.447324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:44.449067 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:44.449067 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:44.449067 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:44.449356 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:44.449679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:44.449994 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:44.450413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:44.450510 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcfe55d4-b790-441b-810e-0a437bbff66f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.492193 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.501739 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c5a8a5e2-2d12-4067-916f-896f33e839fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/e0d75b87-4436-4ac2-bcc6-580304b8f3db HTTP/1.1" status: 204 len: 168 time: 1.1563218 Dec 14 01:17:44.502347 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53356) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:44.574623 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bf6a201b-d3ea-4a6d-af64-d41d05d34e00 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] 10.222.0.32 "DELETE /v2.0/networks/44413078-d12a-469c-a6d5-f80b95ed6a66/tags/tempest-TagsTest-Tag-99328778 HTTP/1.1" status: 204 len: 168 time: 0.4504836 Dec 14 01:17:44.574839 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcfe55d4-b790-441b-810e-0a437bbff66f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.575985 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53358) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:44.580516 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-97e1bf3c-2c23-4b71-a5a0-aab1abeae5e0 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '44413078-d12a-469c-a6d5-f80b95ed6a66', 'tempest-TagsTest-Tag-99328778') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:44.586130 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a43ab02-535f-4c58-8d66-9a4c76c581f2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:44.587628 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a43ab02-535f-4c58-8d66-9a4c76c581f2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:44.591678 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8a43ab02-535f-4c58-8d66-9a4c76c581f2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0859032 Dec 14 01:17:44.604250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53360) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:44.606204 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9c39ecbe-2427-4101-960d-3cd995f8b5cd None None] Provisioning complete for port 14288e07-7a82-4ba8-b867-35912f0d9bb5 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:44.606737 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c39ecbe-2427-4101-960d-3cd995f8b5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.633802 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c37b-2285-400f-9ebd-d5499b3aea54 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.653759 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9c39ecbe-2427-4101-960d-3cd995f8b5cd None None] Port 14288e07-7a82-4ba8-b867-35912f0d9bb5 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:44.680223 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe55d4-b790-441b-810e-0a437bbff66f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event updated for resources: {'Port': ['ID=14288e07-7a82-4ba8-b867-35912f0d9bb5,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:44.692807 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe55d4-b790-441b-810e-0a437bbff66f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] In _notify_port_updated(), no bound segment for port 14288e07-7a82-4ba8-b867-35912f0d9bb5 on network 388a113c-a8ab-43a6-ae40-74d0b49f8338 {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:17:44.698730 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfe55d4-b790-441b-810e-0a437bbff66f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:44.699386 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcfe55d4-b790-441b-810e-0a437bbff66f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.700824 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dcfe55d4-b790-441b-810e-0a437bbff66f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "PUT /v2.0/ports/14288e07-7a82-4ba8-b867-35912f0d9bb5 HTTP/1.1" status: 200 len: 1002 time: 2.2712636 Dec 14 01:17:44.702884 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec7da6f0-bf4e-4c64-b261-00f2c0df0857 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.703771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53362) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:44.709157 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-00464f77-015f-44bd-adb6-0b61b08bae4c tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Project 78f04f4c10d9465f902da7bccb0634ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:17:44.770200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93ce6b9-48c7-4e40-bdbe-0d645db43b8b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet c31529ea-6715-49a4-9d23-bf4312799db6 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:44.774400 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a93ce6b9-48c7-4e40-bdbe-0d645db43b8b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.785622 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-00464f77-015f-44bd-adb6-0b61b08bae4c tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:44.789341 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-00464f77-015f-44bd-adb6-0b61b08bae4c tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4210229 Dec 14 01:17:44.793673 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ec7da6f0-bf4e-4c64-b261-00f2c0df0857 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce54d746-6762-477c-ba61-985c568e90c4']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:44.802295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53364) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:44.811970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-bed7f879-f709-4ef5-8201-687dc449e8eb tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'f4ee230b-cfbb-41ea-996e-bb8408618c45', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:44.817390 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-799eb0ad-e654-45ce-bc4d-7dfcf8377f0a None None] Provisioning complete for port 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:44.819021 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-799eb0ad-e654-45ce-bc4d-7dfcf8377f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.831441 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ec7da6f0-bf4e-4c64-b261-00f2c0df0857 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c09eeab-d2af-4a3d-8dc6-6c8140bc5bf0') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:44.831734 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ec7da6f0-bf4e-4c64-b261-00f2c0df0857 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c09eeab-d2af-4a3d-8dc6-6c8140bc5bf0') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:44.836614 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-97e1bf3c-2c23-4b71-a5a0-aab1abeae5e0 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] show failed (client error): The resource could not be found. Dec 14 01:17:44.838087 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-97e1bf3c-2c23-4b71-a5a0-aab1abeae5e0 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] 10.222.0.32 "GET /v2.0/networks/44413078-d12a-469c-a6d5-f80b95ed6a66/tags/tempest-TagsTest-Tag-99328778 HTTP/1.1" status: 404 len: 324 time: 0.2611737 Dec 14 01:17:44.846068 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53366) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:44.859462 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-1ca43bd5-ee11-45c7-b117-79150233c35f tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '44413078-d12a-469c-a6d5-f80b95ed6a66', 'tempest-TagsTest-Tag-112278486') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:44.887606 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec7da6f0-bf4e-4c64-b261-00f2c0df0857 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.891838 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b141d6-3133-41cc-958a-d999aba43ddd tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.917358 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a93ce6b9-48c7-4e40-bdbe-0d645db43b8b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.967386 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec7da6f0-bf4e-4c64-b261-00f2c0df0857 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.977907 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c37b-2285-400f-9ebd-d5499b3aea54 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.983797 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7da6f0-bf4e-4c64-b261-00f2c0df0857 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:44.984429 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec7da6f0-bf4e-4c64-b261-00f2c0df0857 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:44.987698 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:45.021105 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-bed7f879-f709-4ef5-8201-687dc449e8eb tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Project 78f04f4c10d9465f902da7bccb0634ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:17:45.053965 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-802ce22f-8f47-41e8-a6e1-b2749575cb06 None None] Could not find standard attr ID for object e0d75b87-4436-4ac2-bcc6-580304b8f3db. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:17:45.057161 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-bed7f879-f709-4ef5-8201-687dc449e8eb tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:45.060885 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bed7f879-f709-4ef5-8201-687dc449e8eb tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2506316 Dec 14 01:17:45.064498 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53368) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:45.104723 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1ca43bd5-ee11-45c7-b117-79150233c35f tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] 10.222.0.32 "GET /v2.0/networks/44413078-d12a-469c-a6d5-f80b95ed6a66/tags/tempest-TagsTest-Tag-112278486 HTTP/1.1" status: 204 len: 168 time: 0.2499630 Dec 14 01:17:45.105199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53370) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:45.116285 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-7478bdea-1e31-4d18-84bb-15895a732556 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '44413078-d12a-469c-a6d5-f80b95ed6a66', 'tempest-TagsTest-Tag-2067068835') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:45.134242 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-054f4c88-395e-4954-b405-6d42c6f7beab tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Deleting port 14288e07-7a82-4ba8-b867-35912f0d9bb5 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:45.134585 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-054f4c88-395e-4954-b405-6d42c6f7beab tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.174575 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec7da6f0-bf4e-4c64-b261-00f2c0df0857 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.188455 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec7da6f0-bf4e-4c64-b261-00f2c0df0857 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.192731 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ec7da6f0-bf4e-4c64-b261-00f2c0df0857 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "DELETE /v2.0/networks/ce54d746-6762-477c-ba61-985c568e90c4 HTTP/1.1" status: 204 len: 168 time: 1.4849277 Dec 14 01:17:45.196647 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f1319ac6-cd2a-4497-8dbb-504f4c4c1808 None None] Provisioning complete for port 14288e07-7a82-4ba8-b867-35912f0d9bb5 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:45.197375 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1319ac6-cd2a-4497-8dbb-504f4c4c1808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.205677 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53374) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:45.237754 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f1319ac6-cd2a-4497-8dbb-504f4c4c1808 None None] Port 14288e07-7a82-4ba8-b867-35912f0d9bb5 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:45.241301 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-054f4c88-395e-4954-b405-6d42c6f7beab tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.259446 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-054f4c88-395e-4954-b405-6d42c6f7beab tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Calling delete_port for 14288e07-7a82-4ba8-b867-35912f0d9bb5 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:45.288243 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a93ce6b9-48c7-4e40-bdbe-0d645db43b8b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.298599 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7da6f0-bf4e-4c64-b261-00f2c0df0857 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event deleted for resources: {'Network': ['ID=ce54d746-6762-477c-ba61-985c568e90c4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:45.350942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c37b-2285-400f-9ebd-d5499b3aea54 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.372640 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b141d6-3133-41cc-958a-d999aba43ddd tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.416664 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6c37b-2285-400f-9ebd-d5499b3aea54 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Subnet': ['ID=fdedea87-bda8-48e8-a031-981153a8b885,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:45.424499 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c37b-2285-400f-9ebd-d5499b3aea54 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.430868 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b9c6c37b-2285-400f-9ebd-d5499b3aea54 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/fdedea87-bda8-48e8-a031-981153a8b885 HTTP/1.1" status: 204 len: 168 time: 1.7215149 Dec 14 01:17:45.430868 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53ef9ce0-0682-4714-942f-34bc1780e27c tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.433742 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d3ad82-93b6-4b4a-9b52-afddb3315046 None None] Network 403991e9-258a-4498-8d76-4308cb9cc8a9 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:45.434874 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea89e85d-d83d-4f42-aa10-07c598283ef3 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.438388 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53376) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:45.545820 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682a20f-1db3-445e-be33-52e88b5acade req-d691ee74-6a48-44fe-bd45-4ae2ae0d3092 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:45.547079 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5682a20f-1db3-445e-be33-52e88b5acade req-d691ee74-6a48-44fe-bd45-4ae2ae0d3092 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.2569559 Dec 14 01:17:45.551397 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53ef9ce0-0682-4714-942f-34bc1780e27c tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.609676 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] DHCP port deletion for 403991e9-258a-4498-8d76-4308cb9cc8a9 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:45.662871 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Deleting port 515a7019-31e5-4fff-8539-0386027168ba {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:45.663346 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.670983 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.734471 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] For port 515a7019-31e5-4fff-8539-0386027168ba, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=515a7019-31e5-4fff-8539-0386027168ba,segment=NetworkSegment(f159722a-d7e9-4b6f-85a0-d5b23101d238),segment_id=f159722a-d7e9-4b6f-85a0-d5b23101d238)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:45.735409 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.748259 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea89e85d-d83d-4f42-aa10-07c598283ef3 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.752023 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Calling delete_port for 515a7019-31e5-4fff-8539-0386027168ba owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:45.762156 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7478bdea-1e31-4d18-84bb-15895a732556 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] 10.222.0.32 "GET /v2.0/networks/44413078-d12a-469c-a6d5-f80b95ed6a66/tags/tempest-TagsTest-Tag-2067068835 HTTP/1.1" status: 204 len: 168 time: 0.6529009 Dec 14 01:17:45.763718 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53ef9ce0-0682-4714-942f-34bc1780e27c tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.764892 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53378) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:45.766539 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53ef9ce0-0682-4714-942f-34bc1780e27c tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.767686 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-53ef9ce0-0682-4714-942f-34bc1780e27c tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "DELETE /v2.0/security-groups/f4ee230b-cfbb-41ea-996e-bb8408618c45 HTTP/1.1" status: 204 len: 168 time: 0.6712101 Dec 14 01:17:45.769548 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-7f29f892-2c30-493d-bda8-a9e8db6e3f54 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '44413078-d12a-469c-a6d5-f80b95ed6a66') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:45.771177 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5682a20f-1db3-445e-be33-52e88b5acade req-6a105282-db79-4093-9fb3-3e0e0798bfc2 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128253 Dec 14 01:17:45.771663 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53380) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:45.773413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a93ce6b9-48c7-4e40-bdbe-0d645db43b8b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.821254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ce6b9-48c7-4e40-bdbe-0d645db43b8b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=c31529ea-6715-49a4-9d23-bf4312799db6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:45.846487 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ea89e85d-d83d-4f42-aa10-07c598283ef3 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c504b53c-3061-4d9a-8838-44df61478e3b']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:45.849688 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c4b141d6-3133-41cc-958a-d999aba43ddd tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Deleting port 97bb0c1f-044c-47a4-b3bb-980a5e0f2df0 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:45.850033 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b141d6-3133-41cc-958a-d999aba43ddd tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.864487 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef9ce0-0682-4714-942f-34bc1780e27c tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ee230b-cfbb-41ea-996e-bb8408618c45,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:45.871726 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a93ce6b9-48c7-4e40-bdbe-0d645db43b8b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.875084 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a93ce6b9-48c7-4e40-bdbe-0d645db43b8b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/c31529ea-6715-49a4-9d23-bf4312799db6 HTTP/1.1" status: 204 len: 168 time: 1.2696567 Dec 14 01:17:45.879275 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ea89e85d-d83d-4f42-aa10-07c598283ef3 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd4116b-b1be-4c12-84fb-779b5983a628') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:45.879580 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ea89e85d-d83d-4f42-aa10-07c598283ef3 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd4116b-b1be-4c12-84fb-779b5983a628') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:45.880725 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53384) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:45.884432 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7c0dcf-a11e-4ae8-9da3-661cf7b25699 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:45.931937 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1fedd759-64f8-4f49-b48d-abb23faef2b3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498419 Dec 14 01:17:45.932649 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea89e85d-d83d-4f42-aa10-07c598283ef3 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.942776 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53386) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:45.950602 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-86d92349-148c-4678-8bd7-8be97c8436a3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:45.995995 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-054f4c88-395e-4954-b405-6d42c6f7beab tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.997870 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:45.998652 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea89e85d-d83d-4f42-aa10-07c598283ef3 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.013123 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2c488bab-0c90-4d7f-9cd9-1cababc2537e tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2342851 Dec 14 01:17:46.020538 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53388) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:46.034252 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-74f67410-a2e3-4427-bc81-4960a140b8a1 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group': {'name': 'tempest-secgroup--597779188'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:46.039604 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea89e85d-d83d-4f42-aa10-07c598283ef3 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:46.040582 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] No DVR routers for this DVR port 515a7019-31e5-4fff-8539-0386027168ba on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:46.040777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea89e85d-d83d-4f42-aa10-07c598283ef3 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:46.043160 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:46.049244 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f4c88-395e-4954-b405-6d42c6f7beab tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event deleted for resources: {'Port': ['ID=14288e07-7a82-4ba8-b867-35912f0d9bb5,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:46.057131 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Pushing event deleted for resources: {'Port': ['ID=515a7019-31e5-4fff-8539-0386027168ba,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:46.080521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:46.080927 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:46.081279 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:46.081649 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:46.081942 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:46.082272 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:46.082619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:46.082954 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:46.083296 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:46.083680 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:46.084012 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:46.084357 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:46.084675 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b34a90-c178-4d9d-9b98-5f005498ad3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:17:46.098170 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-054f4c88-395e-4954-b405-6d42c6f7beab tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.101500 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-054f4c88-395e-4954-b405-6d42c6f7beab tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "DELETE /v2.0/ports/14288e07-7a82-4ba8-b867-35912f0d9bb5 HTTP/1.1" status: 204 len: 168 time: 1.3968189 Dec 14 01:17:46.104717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53390) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:46.114492 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b141d6-3133-41cc-958a-d999aba43ddd tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.121996 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7f29f892-2c30-493d-bda8-a9e8db6e3f54 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] 10.222.0.32 "DELETE /v2.0/networks/44413078-d12a-469c-a6d5-f80b95ed6a66/tags HTTP/1.1" status: 204 len: 168 time: 0.3558173 Dec 14 01:17:46.128278 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c4b141d6-3133-41cc-958a-d999aba43ddd tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Calling delete_port for 97bb0c1f-044c-47a4-b3bb-980a5e0f2df0 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:46.142519 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53392) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:46.151745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-63707544-f263-4809-8b13-59083901087a tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '44413078-d12a-469c-a6d5-f80b95ed6a66', 'tempest-TagsTest-Tag-112278486') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:46.154641 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-70218c34-bd77-4a8d-86e7-ba677c6438a3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] GET failed (client error): The resource could not be found. Dec 14 01:17:46.156312 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-70218c34-bd77-4a8d-86e7-ba677c6438a3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "GET /v2.0/ports/14288e07-7a82-4ba8-b867-35912f0d9bb5 HTTP/1.1" status: 404 len: 333 time: 0.0502543 Dec 14 01:17:46.172155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53394) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:46.177502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting port 515a7019-31e5-4fff-8539-0386027168ba {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:46.177846 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.194182 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-bd111c71-60a7-4cd3-8627-bc33031edec5 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Request body: {'port': {'network_id': '388a113c-a8ab-43a6-ae40-74d0b49f8338', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-894505500'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:46.230488 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e04cf3-91aa-45d3-8698-852f36280c2d None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:46.249511 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd5785-3423-4bf9-bb98-c63303aa073c req-ed53f03b-8adf-4953-9e23-dad656cce725 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:46.260852 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dfcd5785-3423-4bf9-bb98-c63303aa073c req-ed53f03b-8adf-4953-9e23-dad656cce725 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.3914683 Dec 14 01:17:46.271270 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53396) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:46.273855 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 515a7019-31e5-4fff-8539-0386027168ba no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:46.276916 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d92349-148c-4678-8bd7-8be97c8436a3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:46.280461 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-86d92349-148c-4678-8bd7-8be97c8436a3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.291133 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a904b297-2542-466c-9f5a-436ad91c0b9e tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Request body: {'floatingip': {'port_id': '30390df4-d18c-4a5d-952e-de9aae2f0d60'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:46.298079 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74f67410-a2e3-4427-bc81-4960a140b8a1 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.298360 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 515a7019-31e5-4fff-8539-0386027168ba {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:17:46.298695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 515a7019-31e5-4fff-8539-0386027168ba not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:17:46.339528 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-43e04cf3-91aa-45d3-8698-852f36280c2d None None] Deleting port 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:46.339915 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43e04cf3-91aa-45d3-8698-852f36280c2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.383145 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74f67410-a2e3-4427-bc81-4960a140b8a1 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.400665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a904b297-2542-466c-9f5a-436ad91c0b9e tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for floatingip, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.408712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74f67410-a2e3-4427-bc81-4960a140b8a1 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.414960 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-43e04cf3-91aa-45d3-8698-852f36280c2d None None] For port 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:46.415362 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43e04cf3-91aa-45d3-8698-852f36280c2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.420471 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea89e85d-d83d-4f42-aa10-07c598283ef3 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.426461 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea89e85d-d83d-4f42-aa10-07c598283ef3 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.429535 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-43e04cf3-91aa-45d3-8698-852f36280c2d None None] Calling delete_port for 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:46.432638 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ea89e85d-d83d-4f42-aa10-07c598283ef3 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] 10.222.0.32 "DELETE /v2.0/networks/c504b53c-3061-4d9a-8838-44df61478e3b HTTP/1.1" status: 204 len: 168 time: 1.2209787 Dec 14 01:17:46.487615 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74f67410-a2e3-4427-bc81-4960a140b8a1 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.493577 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-74f67410-a2e3-4427-bc81-4960a140b8a1 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4663668 Dec 14 01:17:46.494224 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53400) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:46.495408 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] For port 515a7019-31e5-4fff-8539-0386027168ba, host dv-neutron-821592-1-hyperv, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:46.495773 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.512834 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7f5dfedd-7969-42ae-8edd-45822ef81e18 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': '71030f9b-0904-428f-81df-3b1cbcb2feb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:46.522703 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89e85d-d83d-4f42-aa10-07c598283ef3 tempest-BulkNetworkOpsTest-1091658073 tempest-BulkNetworkOpsTest-1091658073-project] Pushing event deleted for resources: {'Network': ['ID=c504b53c-3061-4d9a-8838-44df61478e3b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:46.537234 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43e04cf3-91aa-45d3-8698-852f36280c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.542909 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Calling delete_port for 515a7019-31e5-4fff-8539-0386027168ba owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:46.546381 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f67410-a2e3-4427-bc81-4960a140b8a1 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71030f9b-0904-428f-81df-3b1cbcb2feb0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:46.552009 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Port 515a7019-31e5-4fff-8539-0386027168ba was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 01:17:46.558658 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.597275 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-63707544-f263-4809-8b13-59083901087a tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] show failed (client error): The resource could not be found. Dec 14 01:17:46.598357 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-63707544-f263-4809-8b13-59083901087a tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] 10.222.0.32 "GET /v2.0/networks/44413078-d12a-469c-a6d5-f80b95ed6a66/tags/tempest-TagsTest-Tag-112278486 HTTP/1.1" status: 404 len: 325 time: 0.4529641 Dec 14 01:17:46.603834 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e04cf3-91aa-45d3-8698-852f36280c2d None None] No DVR routers for this DVR port 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:46.607027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53402) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:46.610917 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e04cf3-91aa-45d3-8698-852f36280c2d None None] Pushing event deleted for resources: {'Port': ['ID=569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:46.618250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-dda25bc3-7719-4d16-ac6d-9dc65cb5e172 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '44413078-d12a-469c-a6d5-f80b95ed6a66', 'tempest-TagsTest-Tag-2067068835') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:46.636455 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Port': ['ID=515a7019-31e5-4fff-8539-0386027168ba,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:46.649376 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] No DVR routers for this DVR port 515a7019-31e5-4fff-8539-0386027168ba on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:46.768660 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-7f5dfedd-7969-42ae-8edd-45822ef81e18 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The resource could not be found. Dec 14 01:17:46.769738 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7f5dfedd-7969-42ae-8edd-45822ef81e18 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2667377 Dec 14 01:17:46.775662 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53406) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:46.778652 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.783307 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-57ecfae4-e03b-4409-8dc8-883ad7dada82 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': '71030f9b-0904-428f-81df-3b1cbcb2feb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4b9bb768-0c00-423e-945f-1b13a232f810'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:46.814505 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53408) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:46.822002 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403991e9-258a-4498-8d76-4308cb9cc8a9']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:46.843249 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f159722a-d7e9-4b6f-85a0-d5b23101d238') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:46.843544 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f159722a-d7e9-4b6f-85a0-d5b23101d238') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:46.852000 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b141d6-3133-41cc-958a-d999aba43ddd tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.859428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd111c71-60a7-4cd3-8627-bc33031edec5 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Made reservation on behalf of f816ae51b7e94049819df646a3064ea7 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:46.862933 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd111c71-60a7-4cd3-8627-bc33031edec5 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.866508 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.890103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfd1f21-bf27-45e5-929d-f4dc3bbb1c4d None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:46.890750 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-bd111c71-60a7-4cd3-8627-bc33031edec5 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] device_id is not set on port c34eb0fd-b33f-405c-9b8a-74accbfc42ef yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:17:46.920681 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-dda25bc3-7719-4d16-ac6d-9dc65cb5e172 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] show failed (client error): The resource could not be found. Dec 14 01:17:46.924175 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dda25bc3-7719-4d16-ac6d-9dc65cb5e172 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] 10.222.0.32 "GET /v2.0/networks/44413078-d12a-469c-a6d5-f80b95ed6a66/tags/tempest-TagsTest-Tag-2067068835 HTTP/1.1" status: 404 len: 326 time: 0.3111835 Dec 14 01:17:46.930387 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b141d6-3133-41cc-958a-d999aba43ddd tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Pushing event deleted for resources: {'Port': ['ID=97bb0c1f-044c-47a4-b3bb-980a5e0f2df0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:46.932177 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53412) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:46.955012 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.962432 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-589926d9-721d-4a12-8b91-da962382b9f9 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '44413078-d12a-469c-a6d5-f80b95ed6a66') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:46.988443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:46.988822 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:46.995560 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:47.113940 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b141d6-3133-41cc-958a-d999aba43ddd tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.157516 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.192676 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-57ecfae4-e03b-4409-8dc8-883ad7dada82 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The resource could not be found. Dec 14 01:17:47.193734 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-57ecfae4-e03b-4409-8dc8-883ad7dada82 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4174929 Dec 14 01:17:47.197502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53414) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:47.235070 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.238295 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/networks/403991e9-258a-4498-8d76-4308cb9cc8a9 HTTP/1.1" status: 204 len: 168 time: 1.7963886 Dec 14 01:17:47.243382 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53416) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:47.245161 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dad4bf6b-8ee1-45ea-8d02-877bcaa47617 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19d42dbd5f154d7aa417d07e32305d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4281938 Dec 14 01:17:47.295712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53418) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:47.299129 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-679891123', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:47.432454 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-bd111c71-60a7-4cd3-8627-bc33031edec5 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Allocated IP 2001:db8::189 (388a113c-a8ab-43a6-ae40-74d0b49f8338/033c16fc-fef5-45b7-86fb-1d12424f3e5d/c34eb0fd-b33f-405c-9b8a-74accbfc42ef) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:47.528567 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.objects.ports [None req-86d92349-148c-4678-8bd7-8be97c8436a3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:17:47.543295 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b141d6-3133-41cc-958a-d999aba43ddd tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.545791 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a06c6b-e007-4f89-abd4-839e414e096c tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Network': ['ID=403991e9-258a-4498-8d76-4308cb9cc8a9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:47.548016 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b141d6-3133-41cc-958a-d999aba43ddd tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.562626 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-86d92349-148c-4678-8bd7-8be97c8436a3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.578867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.579859 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.597525 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-589926d9-721d-4a12-8b91-da962382b9f9 tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] 10.222.0.32 "DELETE /v2.0/networks/44413078-d12a-469c-a6d5-f80b95ed6a66/tags HTTP/1.1" status: 204 len: 168 time: 0.6454356 Dec 14 01:17:47.600763 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b141d6-3133-41cc-958a-d999aba43ddd tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.600763 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b141d6-3133-41cc-958a-d999aba43ddd tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Fanout notify agent at l3_agent the message router_deleted on router 29cb77d6-be09-453d-9022-7e3e12d8dcc7 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:17:47.603862 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53420) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:47.625756 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b141d6-3133-41cc-958a-d999aba43ddd tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.630363 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c4b141d6-3133-41cc-958a-d999aba43ddd tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "DELETE /v2.0/routers/29cb77d6-be09-453d-9022-7e3e12d8dcc7 HTTP/1.1" status: 204 len: 168 time: 3.2572303 Dec 14 01:17:47.630816 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53422) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:47.660479 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Request body: {'router': {'name': 'tempest-snat-router-181418238', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'enable_snat': False}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:47.683399 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.db.resource_extend [None req-a904b297-2542-466c-9f5a-436ad91c0b9e tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 01:17:47.693536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c77816a7-81e9-4420-86e5-515abeb7c9ad tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.704400 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74ba898e-3949-451e-886c-56c8e239b34f tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.743246 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cdd32558-eddf-4448-b5f6-53457a1aa1fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.747048 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d92349-148c-4678-8bd7-8be97c8436a3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:47.796349 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74ba898e-3949-451e-886c-56c8e239b34f tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.804216 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-86d92349-148c-4678-8bd7-8be97c8436a3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:47.814210 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0a2f25-1250-420c-8797-5d0eca4809f5 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:47.821205 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-74ba898e-3949-451e-886c-56c8e239b34f tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44413078-d12a-469c-a6d5-f80b95ed6a66']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:47.829316 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d92349-148c-4678-8bd7-8be97c8436a3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:47.830178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-86d92349-148c-4678-8bd7-8be97c8436a3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.832657 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-74ba898e-3949-451e-886c-56c8e239b34f tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77817a2-d8e5-4bf6-9f97-5c1717c86338') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:47.832969 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-74ba898e-3949-451e-886c-56c8e239b34f tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77817a2-d8e5-4bf6-9f97-5c1717c86338') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:47.843043 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74ba898e-3949-451e-886c-56c8e239b34f tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.844504 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d92349-148c-4678-8bd7-8be97c8436a3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=f87df72d-3331-4a68-82cd-10570d34a686,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:47.867431 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74ba898e-3949-451e-886c-56c8e239b34f tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.875939 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ba898e-3949-451e-886c-56c8e239b34f tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:47.876334 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74ba898e-3949-451e-886c-56c8e239b34f tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:47.879859 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:47.932590 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': 'f87df72d-3331-4a68-82cd-10570d34a686'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:17:47.933714 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.949950 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74ba898e-3949-451e-886c-56c8e239b34f tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.959070 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74ba898e-3949-451e-886c-56c8e239b34f tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:47.962809 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-74ba898e-3949-451e-886c-56c8e239b34f tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] 10.222.0.32 "DELETE /v2.0/networks/44413078-d12a-469c-a6d5-f80b95ed6a66 HTTP/1.1" status: 204 len: 168 time: 0.3495603 Dec 14 01:17:47.985278 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba898e-3949-451e-886c-56c8e239b34f tempest-TagsTest-940875672 tempest-TagsTest-940875672-project] Pushing event deleted for resources: {'Network': ['ID=44413078-d12a-469c-a6d5-f80b95ed6a66,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:48.088026 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Allocated IP 2001:db8::f816:3eff:fe04:fab (bee5f2cb-0e66-4058-9cdb-51591d3f118e/f87df72d-3331-4a68-82cd-10570d34a686/df0c1b4a-7916-4965-b72d-782c056c8f4e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:48.194802 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53428) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:48.207343 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:48.238317 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:17:48.238662 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 569f0bc4-b5eb-4613-b7f0-1dc3373b3bc3 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:17:48.279616 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c77816a7-81e9-4420-86e5-515abeb7c9ad tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.292174 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.297430 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.298386 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.306760 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cdd32558-eddf-4448-b5f6-53457a1aa1fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.314028 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a904b297-2542-466c-9f5a-436ad91c0b9e tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.331975 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-86d92349-148c-4678-8bd7-8be97c8436a3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3854046 Dec 14 01:17:48.331975 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.331975 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.334582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53432) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:48.336460 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:48.341516 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:48.341847 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2599f026-edb5-4093-aba1-715bbc5d581f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'mac_address': 'fa:16:3e:72:54:f3', 'name': 'tempest-NetworksTestDHCPv6-1735108333'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:48.345047 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:48.353580 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a904b297-2542-466c-9f5a-436ad91c0b9e tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.368742 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Pushing event updated for resources: {'Port': ['ID=df0c1b4a-7916-4965-b72d-782c056c8f4e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:48.419788 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Attempting to bind port df0c1b4a-7916-4965-b72d-782c056c8f4e on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:48.420164 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Attempting to bind port df0c1b4a-7916-4965-b72d-782c056c8f4e by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:48.420607 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Attempting to bind port df0c1b4a-7916-4965-b72d-782c056c8f4e on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:48.425971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:48.426366 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:48.427056 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.427527 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:48.428027 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Bound port: df0c1b4a-7916-4965-b72d-782c056c8f4e, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:48.428628 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.438295 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e709a2fa-443d-43f8-abf2-3d11ada85587 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5c6b0f8f6b246ff898555cc5600caac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428172 Dec 14 01:17:48.443031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53434) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:48.495388 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] For port df0c1b4a-7916-4965-b72d-782c056c8f4e, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:48.499966 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] For port df0c1b4a-7916-4965-b72d-782c056c8f4e, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=df0c1b4a-7916-4965-b72d-782c056c8f4e,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:48.505148 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.536919 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b0f8672-b3a4-4de6-88c4-f02a85b1c6ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.562303 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2599f026-edb5-4093-aba1-715bbc5d581f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:48.570554 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c1593-642e-4819-bb2a-3e66f5b18230 None None] Pushing event updated for resources: {'Port': ['ID=df0c1b4a-7916-4965-b72d-782c056c8f4e,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:48.591658 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b0f8672-b3a4-4de6-88c4-f02a85b1c6ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.595789 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.599697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c77816a7-81e9-4420-86e5-515abeb7c9ad tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.602461 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c77816a7-81e9-4420-86e5-515abeb7c9ad tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.603636 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c77816a7-81e9-4420-86e5-515abeb7c9ad tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "DELETE /v2.0/security-groups/71030f9b-0904-428f-81df-3b1cbcb2feb0 HTTP/1.1" status: 204 len: 168 time: 1.4002125 Dec 14 01:17:48.623527 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53436) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:48.688644 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd111c71-60a7-4cd3-8627-bc33031edec5 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.716969 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b436261c-607c-4f35-8a02-d6d86621de51 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0921631 Dec 14 01:17:48.724168 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53438) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:48.729109 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b2cdd38d-a79c-4dfe-ab59-bf7ed5637e24 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'c7a7b6d8-77de-413d-b75b-bbd92968b48a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:48.733920 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.737541 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77816a7-81e9-4420-86e5-515abeb7c9ad tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71030f9b-0904-428f-81df-3b1cbcb2feb0,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:48.769419 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2599f026-edb5-4093-aba1-715bbc5d581f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.772437 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cdd32558-eddf-4448-b5f6-53457a1aa1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.774344 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b0f8672-b3a4-4de6-88c4-f02a85b1c6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.775024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cdd32558-eddf-4448-b5f6-53457a1aa1fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.780355 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cdd32558-eddf-4448-b5f6-53457a1aa1fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/089a4f1d-e95c-40f9-9d2d-96ab6e4db181 HTTP/1.1" status: 204 len: 168 time: 1.4657502 Dec 14 01:17:48.784267 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b0f8672-b3a4-4de6-88c4-f02a85b1c6ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:48.794302 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6b0f8672-b3a4-4de6-88c4-f02a85b1c6ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8177ad9d-9735-4a77-bce1-9a321e2d7307 HTTP/1.1" status: 204 len: 168 time: 0.3492973 Dec 14 01:17:48.834041 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd32558-eddf-4448-b5f6-53457a1aa1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089a4f1d-e95c-40f9-9d2d-96ab6e4db181,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:48.877052 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f8672-b3a4-4de6-88c4-f02a85b1c6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8177ad9d-9735-4a77-bce1-9a321e2d7307,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:48.891995 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-2599f026-edb5-4093-aba1-715bbc5d581f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port 8b8b739c-cf2b-429f-b75d-a13da0afc191 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:17:48.963861 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-a904b297-2542-466c-9f5a-436ad91c0b9e tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Floating IP cfb28726-9600-4196-a305-a5fe9980a648 associated. External IP: 172.26.1.94, port: 30390df4-d18c-4a5d-952e-de9aae2f0d60. Dec 14 01:17:48.974012 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-b2cdd38d-a79c-4dfe-ab59-bf7ed5637e24 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The resource could not be found. Dec 14 01:17:48.975483 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b2cdd38d-a79c-4dfe-ab59-bf7ed5637e24 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2501364 Dec 14 01:17:48.988609 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53444) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:48.999902 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0f3cbee3-f820-4ecb-8a0f-920c79f4763e tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group': {'name': 'tempest-secgroup--300299603'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:49.073205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:49.078208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f3cbee3-f820-4ecb-8a0f-920c79f4763e tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:49.096112 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-2599f026-edb5-4093-aba1-715bbc5d581f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::f816:3eff:fe72:54f3 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/f87df72d-3331-4a68-82cd-10570d34a686/8b8b739c-cf2b-429f-b75d-a13da0afc191) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:49.122602 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd111c71-60a7-4cd3-8627-bc33031edec5 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:49.279246 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd111c71-60a7-4cd3-8627-bc33031edec5 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Network 388a113c-a8ab-43a6-ae40-74d0b49f8338 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:49.285831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd111c71-60a7-4cd3-8627-bc33031edec5 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event updated for resources: {'Port': ['ID=c34eb0fd-b33f-405c-9b8a-74accbfc42ef,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:49.288545 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-bd111c71-60a7-4cd3-8627-bc33031edec5 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:49.292378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd111c71-60a7-4cd3-8627-bc33031edec5 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:49.298193 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd111c71-60a7-4cd3-8627-bc33031edec5 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:49.298848 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd111c71-60a7-4cd3-8627-bc33031edec5 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:49.300330 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f3cbee3-f820-4ecb-8a0f-920c79f4763e tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:49.310609 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f3cbee3-f820-4ecb-8a0f-920c79f4763e tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:49.370655 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bd111c71-60a7-4cd3-8627-bc33031edec5 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1819091 Dec 14 01:17:49.385195 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f3cbee3-f820-4ecb-8a0f-920c79f4763e tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:49.387271 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0f3cbee3-f820-4ecb-8a0f-920c79f4763e tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3974366 Dec 14 01:17:49.390356 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53462) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:49.390716 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53464) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:49.417271 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-33b4ac34-a6ad-4a3c-9879-c61f18391fe7 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group': {'name': 'tempest-secgroup--329741256'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:49.426224 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-62867228-a693-4bf3-97cd-cac088a2316c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Request body: {'port': {'network_id': '388a113c-a8ab-43a6-ae40-74d0b49f8338', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2034383154'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:49.467232 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cbee3-f820-4ecb-8a0f-920c79f4763e tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e564d847-8080-4195-8ad7-e99c687e6fa3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:49.549934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2599f026-edb5-4093-aba1-715bbc5d581f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:49.610921 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33b4ac34-a6ad-4a3c-9879-c61f18391fe7 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:49.687639 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a904b297-2542-466c-9f5a-436ad91c0b9e tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Router 9002cbb3-2f3f-432c-a56b-92838a858846 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:17:49.760218 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33b4ac34-a6ad-4a3c-9879-c61f18391fe7 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:49.771269 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33b4ac34-a6ad-4a3c-9879-c61f18391fe7 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:49.817848 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2599f026-edb5-4093-aba1-715bbc5d581f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:49.834812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:49.852930 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e8f87847-88a1-46de-b28e-c977073f6cc2 None None] Provisioning complete for port c34eb0fd-b33f-405c-9b8a-74accbfc42ef triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:49.853535 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8f87847-88a1-46de-b28e-c977073f6cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:49.906558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33b4ac34-a6ad-4a3c-9879-c61f18391fe7 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:49.911373 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-33b4ac34-a6ad-4a3c-9879-c61f18391fe7 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5116806 Dec 14 01:17:49.919833 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53484) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:49.922866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:49.929867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-331906f1-1a15-46b0-905a-53ede1857bd2 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': 'e564d847-8080-4195-8ad7-e99c687e6fa3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'beb572b4-7b02-4d5d-9e67-30388acfd8bd'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:49.943870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4ac34-a6ad-4a3c-9879-c61f18391fe7 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb572b4-7b02-4d5d-9e67-30388acfd8bd,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:49.948031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2599f026-edb5-4093-aba1-715bbc5d581f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:49.959176 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2599f026-edb5-4093-aba1-715bbc5d581f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:49.965346 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e8f87847-88a1-46de-b28e-c977073f6cc2 None None] Port c34eb0fd-b33f-405c-9b8a-74accbfc42ef cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:49.970799 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62867228-a693-4bf3-97cd-cac088a2316c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Made reservation on behalf of f816ae51b7e94049819df646a3064ea7 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:49.974559 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62867228-a693-4bf3-97cd-cac088a2316c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:49.976952 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599f026-edb5-4093-aba1-715bbc5d581f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:49.983554 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2599f026-edb5-4093-aba1-715bbc5d581f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:49.984259 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2599f026-edb5-4093-aba1-715bbc5d581f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:50.015527 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599f026-edb5-4093-aba1-715bbc5d581f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=8b8b739c-cf2b-429f-b75d-a13da0afc191,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:50.029724 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-62867228-a693-4bf3-97cd-cac088a2316c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] device_id is not set on port 1eec8d13-fcd9-4ec8-8555-22313cec3fee yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:17:50.045462 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2599f026-edb5-4093-aba1-715bbc5d581f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7095995 Dec 14 01:17:50.048359 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53490) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:50.102392 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a904b297-2542-466c-9f5a-436ad91c0b9e tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:17:50.107650 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a904b297-2542-466c-9f5a-436ad91c0b9e tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:50.114901 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55cf167-e74e-43bb-b1b2-03a7e5355a78 None None] Sync routers for ids ['9002cbb3-2f3f-432c-a56b-92838a858846'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:17:50.130761 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55cf167-e74e-43bb-b1b2-03a7e5355a78 None None] Routers {'9002cbb3-2f3f-432c-a56b-92838a858846'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:50.131566 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e55cf167-e74e-43bb-b1b2-03a7e5355a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9002cbb3-2f3f-432c-a56b-92838a858846'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:50.161042 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6259fa-fe24-431c-a732-75ae8c0c10e2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:50.168371 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6259fa-fe24-431c-a732-75ae8c0c10e2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:50.173368 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9c6259fa-fe24-431c-a732-75ae8c0c10e2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1236861 Dec 14 01:17:50.174005 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53492) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:50.174329 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53494) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:50.199739 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1760e1bf-31fc-49d8-b1d2-39d961562659 None None] Provisioning complete for port df0c1b4a-7916-4965-b72d-782c056c8f4e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:50.200173 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1760e1bf-31fc-49d8-b1d2-39d961562659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:50.317162 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device df0c1b4a-7916-4965-b72d-782c056c8f4e up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:50.355207 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:50.356782 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-e55cf167-e74e-43bb-b1b2-03a7e5355a78 None None] Set router 9002cbb3-2f3f-432c-a56b-92838a858846 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:17:50.421692 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:50.456988 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1760e1bf-31fc-49d8-b1d2-39d961562659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:50.475321 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-62867228-a693-4bf3-97cd-cac088a2316c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Allocated IP 2001:db8::f2 (388a113c-a8ab-43a6-ae40-74d0b49f8338/033c16fc-fef5-45b7-86fb-1d12424f3e5d/1eec8d13-fcd9-4ec8-8555-22313cec3fee) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:50.548301 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1760e1bf-31fc-49d8-b1d2-39d961562659 None None] For port df0c1b4a-7916-4965-b72d-782c056c8f4e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=df0c1b4a-7916-4965-b72d-782c056c8f4e,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:50.562914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1760e1bf-31fc-49d8-b1d2-39d961562659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:50.564956 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-561951fa-0a6e-4f89-8b29-703719b04120 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-584319240'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:50.608153 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-700b57e8-c1f1-44d9-a32f-edf2c075eaed tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port 8b8b739c-cf2b-429f-b75d-a13da0afc191 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:50.608153 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-700b57e8-c1f1-44d9-a32f-edf2c075eaed tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:50.608665 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a904b297-2542-466c-9f5a-436ad91c0b9e tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "PUT /v2.0/floatingips/cfb28726-9600-4196-a305-a5fe9980a648 HTTP/1.1" status: 200 len: 991 time: 4.3321104 Dec 14 01:17:50.615542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba9cb67-0223-4b00-9db5-07f48240b165', 'tag': '30390df4-d18c-4a5d-952e-de9aae2f0d60'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:17:50.617689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75f8412-4696-4c35-8044-ba19c04da312" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba9cb67-0223-4b00-9db5-07f48240b165", "tag": "30390df4-d18c-4a5d-952e-de9aae2f0d60"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:17:50.622156 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Allocated IP 172.26.1.119 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/c6be5796-6e10-4178-ba47-eba96649210d) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:50.663847 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760e1bf-31fc-49d8-b1d2-39d961562659 None None] Pushing event updated for resources: {'Port': ['ID=df0c1b4a-7916-4965-b72d-782c056c8f4e,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:50.701283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port df0c1b4a-7916-4965-b72d-782c056c8f4e triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:50.701684 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:50.754390 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ab1ad23b-2914-40c4-bec6-822c5ba1151d None None] Provisioning complete for port 8b8b739c-cf2b-429f-b75d-a13da0afc191 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:50.764668 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab1ad23b-2914-40c4-bec6-822c5ba1151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:50.845039 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ab1ad23b-2914-40c4-bec6-822c5ba1151d None None] Port 8b8b739c-cf2b-429f-b75d-a13da0afc191 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:50.889997 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561951fa-0a6e-4f89-8b29-703719b04120 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:50.889997 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-561951fa-0a6e-4f89-8b29-703719b04120 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:50.909220 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-561951fa-0a6e-4f89-8b29-703719b04120 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:50.930443 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e55cf167-e74e-43bb-b1b2-03a7e5355a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'name': 'tempest-ServerActionsTestJSON-307079905-router', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:52Z', 'updated_at': '2021-12-14T01:17:05Z', 'revision_number': 4, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'gw_port': {'id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:16:54Z', 'updated_at': '2021-12-14T01:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'cfb28726-9600-4196-a305-a5fe9980a648', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'floating_ip_address': '172.26.1.94', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'port_id': '30390df4-d18c-4a5d-952e-de9aae2f0d60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5', 'mac_address': 'fa:16:3e:43:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba9cb67-0223-4b00-9db5-07f48240b165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:17:18Z', 'updated_at': '2021-12-14T01:17:47Z', 'revision_number': 1, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6acb40c6-d8ce-4951-8cbf-3c47495d530a', 'name': '', 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'mac_address': 'fa:16:3e:54:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:17:03Z', 'updated_at': '2021-12-14T01:17:11Z', 'revision_number': 5, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'subnets': [{'id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:50.958566 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-700b57e8-c1f1-44d9-a32f-edf2c075eaed tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:50.982583 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55cf167-e74e-43bb-b1b2-03a7e5355a78 None None] Checking router: 9002cbb3-2f3f-432c-a56b-92838a858846 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:17:50.997377 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-700b57e8-c1f1-44d9-a32f-edf2c075eaed tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for 8b8b739c-cf2b-429f-b75d-a13da0afc191 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:50.997772 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482589f7-3a43-4617-a1a9-5aec1f491630 x-openstack-request-id: req-482589f7-3a43-4617-a1a9-5aec1f491630 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:17:50.998071 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba9cb67-0223-4b00-9db5-07f48240b165", "tag": "30390df4-d18c-4a5d-952e-de9aae2f0d60", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:17:50.998387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-482589f7-3a43-4617-a1a9-5aec1f491630 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:17:50.998845 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba9cb67-0223-4b00-9db5-07f48240b165', 'tag': '30390df4-d18c-4a5d-952e-de9aae2f0d60', 'status': 'completed', 'code': 200} Dec 14 01:17:51.002833 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55cf167-e74e-43bb-b1b2-03a7e5355a78 None None] Routers {'9002cbb3-2f3f-432c-a56b-92838a858846'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:51.003883 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e55cf167-e74e-43bb-b1b2-03a7e5355a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9002cbb3-2f3f-432c-a56b-92838a858846'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:51.037733 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-331906f1-1a15-46b0-905a-53ede1857bd2 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:51.037733 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-331906f1-1a15-46b0-905a-53ede1857bd2 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.1071324 Dec 14 01:17:51.037733 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53514) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:51.080404 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62867228-a693-4bf3-97cd-cac088a2316c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.150227 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-e55cf167-e74e-43bb-b1b2-03a7e5355a78 None None] Set router 9002cbb3-2f3f-432c-a56b-92838a858846 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:17:51.161041 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-561951fa-0a6e-4f89-8b29-703719b04120 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.176554 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-561951fa-0a6e-4f89-8b29-703719b04120 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.195094 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62867228-a693-4bf3-97cd-cac088a2316c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.199975 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.203254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f8412-4696-4c35-8044-ba19c04da312 req-84a3ee55-cc35-4bb7-83dc-e3889eeab0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:51.204796 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b75f8412-4696-4c35-8044-ba19c04da312 req-84a3ee55-cc35-4bb7-83dc-e3889eeab0f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfe5dd77b8fd41d0a68aef6d29a81ff5&device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 1099 time: 0.2049217 Dec 14 01:17:51.276464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba9d12aa-be4a-4dc7-a797-2eb27afbf0a1 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.321545 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-700b57e8-c1f1-44d9-a32f-edf2c075eaed tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.323469 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561951fa-0a6e-4f89-8b29-703719b04120 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257f5290-f40d-495d-babb-151913c89d3a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:51.333538 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba9d12aa-be4a-4dc7-a797-2eb27afbf0a1 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.339461 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62867228-a693-4bf3-97cd-cac088a2316c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Network 388a113c-a8ab-43a6-ae40-74d0b49f8338 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:51.350612 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561951fa-0a6e-4f89-8b29-703719b04120 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:17:51.364697 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-62867228-a693-4bf3-97cd-cac088a2316c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:51.373142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62867228-a693-4bf3-97cd-cac088a2316c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event updated for resources: {'Port': ['ID=1eec8d13-fcd9-4ec8-8555-22313cec3fee,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:51.377952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.386474 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62867228-a693-4bf3-97cd-cac088a2316c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:51.394749 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62867228-a693-4bf3-97cd-cac088a2316c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:51.395706 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62867228-a693-4bf3-97cd-cac088a2316c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.437888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b57e8-c1f1-44d9-a32f-edf2c075eaed tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=8b8b739c-cf2b-429f-b75d-a13da0afc191,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:51.453505 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f8412-4696-4c35-8044-ba19c04da312 req-4fa18811-65de-4b26-8626-1d7aaef489c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:51.455614 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-561951fa-0a6e-4f89-8b29-703719b04120 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.455968 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-561951fa-0a6e-4f89-8b29-703719b04120 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Added segment 1022c14e-ede8-43e9-b0fc-bb09450e79bf of type vlan for network 19e2dbf7-87c4-48d7-8802-d0704f6dc6df Dec 14 01:17:51.456303 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b75f8412-4696-4c35-8044-ba19c04da312 req-4fa18811-65de-4b26-8626-1d7aaef489c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7b8327e-95d0-4538-baf8-12b321378ee5 HTTP/1.1" status: 200 len: 911 time: 0.2404697 Dec 14 01:17:51.499913 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-700b57e8-c1f1-44d9-a32f-edf2c075eaed tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.505823 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-700b57e8-c1f1-44d9-a32f-edf2c075eaed tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/8b8b739c-cf2b-429f-b75d-a13da0afc191 HTTP/1.1" status: 204 len: 168 time: 1.3064106 Dec 14 01:17:51.509564 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53520) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:51.545027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:51.556125 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-62867228-a693-4bf3-97cd-cac088a2316c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1618843 Dec 14 01:17:51.567481 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53522) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:51.575604 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e55cf167-e74e-43bb-b1b2-03a7e5355a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'name': 'tempest-ServerActionsTestJSON-307079905-router', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:52Z', 'updated_at': '2021-12-14T01:17:05Z', 'revision_number': 4, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'gw_port': {'id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:16:54Z', 'updated_at': '2021-12-14T01:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'cfb28726-9600-4196-a305-a5fe9980a648', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'floating_ip_address': '172.26.1.94', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'port_id': '30390df4-d18c-4a5d-952e-de9aae2f0d60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5', 'mac_address': 'fa:16:3e:43:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba9cb67-0223-4b00-9db5-07f48240b165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:17:18Z', 'updated_at': '2021-12-14T01:17:47Z', 'revision_number': 1, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6acb40c6-d8ce-4951-8cbf-3c47495d530a', 'name': '', 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'mac_address': 'fa:16:3e:54:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:17:03Z', 'updated_at': '2021-12-14T01:17:11Z', 'revision_number': 5, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'subnets': [{'id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:51.590010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:51.602455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Allocated IP 172.26.1.252 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/26eb2338-8789-459d-9954-8b3ead908fbc) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:51.604827 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Pushing event updated for resources: {'Port': ['ID=c6be5796-6e10-4178-ba47-eba96649210d,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:51.607861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:51.608031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf1d677-e39a-4ac6-96e7-f6b1334db5aa None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:51.618630 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55cf167-e74e-43bb-b1b2-03a7e5355a78 None None] The sync data for ids ['9002cbb3-2f3f-432c-a56b-92838a858846'] in dv-neutron-821592-1-hyperv is: [{'id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'name': 'tempest-ServerActionsTestJSON-307079905-router', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:52Z', 'updated_at': '2021-12-14T01:17:05Z', 'revision_number': 4, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'gw_port': {'id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:16:54Z', 'updated_at': '2021-12-14T01:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'cfb28726-9600-4196-a305-a5fe9980a648', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'floating_ip_address': '172.26.1.94', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'port_id': '30390df4-d18c-4a5d-952e-de9aae2f0d60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5', 'mac_address': 'fa:16:3e:43:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba9cb67-0223-4b00-9db5-07f48240b165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:17:18Z', 'updated_at': '2021-12-14T01:17:47Z', 'revision_number': 1, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6acb40c6-d8ce-4951-8cbf-3c47495d530a', 'name': '', 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'mac_address': 'fa:16:3e:54:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:17:03Z', 'updated_at': '2021-12-14T01:17:11Z', 'revision_number': 5, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'subnets': [{'id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:17:51.627123 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba9d12aa-be4a-4dc7-a797-2eb27afbf0a1 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.630354 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba9d12aa-be4a-4dc7-a797-2eb27afbf0a1 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.632344 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ba9d12aa-be4a-4dc7-a797-2eb27afbf0a1 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "DELETE /v2.0/security-groups/beb572b4-7b02-4d5d-9e67-30388acfd8bd HTTP/1.1" status: 204 len: 168 time: 0.5938399 Dec 14 01:17:51.660996 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53524) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:51.674620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7ef3c6ab-2360-4719-9b17-53545d787f84 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f9', 'mac_address': 'fa:16:3e:1b:ec:ef'}, {'ip_address': '2001:db8::189', 'mac_address': 'fa:16:3e:e7:42:77'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:51.700355 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-61c44e95-8bca-49fa-bd3b-ff77334f53f8 None None] Provisioning complete for port c6be5796-6e10-4178-ba47-eba96649210d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:51.700635 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61c44e95-8bca-49fa-bd3b-ff77334f53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.730824 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b75f8412-4696-4c35-8044-ba19c04da312 req-20caa36d-6978-4bbd-a575-7609ba3ec735 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30390df4-d18c-4a5d-952e-de9aae2f0d60 HTTP/1.1" status: 200 len: 999 time: 0.2660229 Dec 14 01:17:51.748785 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53526) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:51.753391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d12aa-be4a-4dc7-a797-2eb27afbf0a1 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb572b4-7b02-4d5d-9e67-30388acfd8bd,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:51.764961 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-61c44e95-8bca-49fa-bd3b-ff77334f53f8 None None] Port c6be5796-6e10-4178-ba47-eba96649210d cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:51.799714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1083933e-c2de-4f1d-ae75-ee5126c9784b tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-463828818', 'description': 'tempest-secgroup-smoke-463828818 description', 'project_id': '8b1b08b5113b40ba8706b97c1e28214f'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:51.812974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-561951fa-0a6e-4f89-8b29-703719b04120 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.890199 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaa2e7f-b76c-45f5-928c-d62f495ffa1b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:51.893536 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaa2e7f-b76c-45f5-928c-d62f495ffa1b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:51.897964 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6eaa2e7f-b76c-45f5-928c-d62f495ffa1b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3831561 Dec 14 01:17:51.915825 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c21570a3-c62e-481b-bdc4-35f90d6b4a00 None None] Provisioning complete for port 1eec8d13-fcd9-4ec8-8555-22313cec3fee triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:51.916631 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c21570a3-c62e-481b-bdc4-35f90d6b4a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.940029 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53530) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:51.940499 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-088dca2e-135f-4ccc-a384-c529561b1565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:51.959099 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-94e8e32f-3399-4deb-919b-016273f758e3 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2239993 Dec 14 01:17:51.962956 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c21570a3-c62e-481b-bdc4-35f90d6b4a00 None None] Port 1eec8d13-fcd9-4ec8-8555-22313cec3fee cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:51.973315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1159c211-2fbc-4c2c-a651-90e49eca1992 None None] New status for floating IP cfb28726-9600-4196-a305-a5fe9980a648: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:17:51.979284 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53532) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:52.038799 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f8412-4696-4c35-8044-ba19c04da312 req-92b5dfc4-eb8d-4f0b-b673-98472630bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:52.040314 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b75f8412-4696-4c35-8044-ba19c04da312 req-92b5dfc4-eb8d-4f0b-b673-98472630bd21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c950cfe2-66cf-445f-90c5-d23a7416e235 HTTP/1.1" status: 200 len: 850 time: 0.2817018 Dec 14 01:17:52.099721 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.100356 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1083933e-c2de-4f1d-ae75-ee5126c9784b tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.121251 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-561951fa-0a6e-4f89-8b29-703719b04120 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.127191 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561951fa-0a6e-4f89-8b29-703719b04120 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:52.127789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-561951fa-0a6e-4f89-8b29-703719b04120 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.165773 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a542f8-6dac-4430-a4e3-56b0959b8fcb tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet f87df72d-3331-4a68-82cd-10570d34a686 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:52.176470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f8412-4696-4c35-8044-ba19c04da312 req-daa23d91-f67f-42f0-bbe5-227f130f583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:52.178301 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b75f8412-4696-4c35-8044-ba19c04da312 req-daa23d91-f67f-42f0-bbe5-227f130f583e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7b8327e-95d0-4538-baf8-12b321378ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1255348 Dec 14 01:17:52.184063 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1083933e-c2de-4f1d-ae75-ee5126c9784b tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.186184 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70a542f8-6dac-4430-a4e3-56b0959b8fcb tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.232558 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device df0c1b4a-7916-4965-b72d-782c056c8f4e up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:52.266409 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-561951fa-0a6e-4f89-8b29-703719b04120 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0739622 Dec 14 01:17:52.280623 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c6ab-2360-4719-9b17-53545d787f84 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.290356 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.324967 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70a542f8-6dac-4430-a4e3-56b0959b8fcb tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.327683 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port df0c1b4a-7916-4965-b72d-782c056c8f4e triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:52.327837 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561951fa-0a6e-4f89-8b29-703719b04120 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Network': ['ID=19e2dbf7-87c4-48d7-8802-d0704f6dc6df,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:52.329160 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.334545 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.354042 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 19e2dbf7-87c4-48d7-8802-d0704f6dc6df details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:17:52.355221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b562f612-955e-48f8-87bc-1a364274dec5 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.392835 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:52.408017 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:52.411209 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:52.425441 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53534) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:52.435351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b562f612-955e-48f8-87bc-1a364274dec5 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.443039 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d52360-1842-4e73-9ac3-bdb8fde7b17a None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:52.464743 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7c5798b7-48e3-4bdb-87ca-5ead85de3d9e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'subnet': {'network_id': '19e2dbf7-87c4-48d7-8802-d0704f6dc6df', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:52.476519 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=26eb2338-8789-459d-9954-8b3ead908fbc,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:52.494543 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b75f8412-4696-4c35-8044-ba19c04da312 req-854e8930-e108-4696-bbab-8fabb1e2b4ab service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048604 Dec 14 01:17:52.557518 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70a542f8-6dac-4430-a4e3-56b0959b8fcb tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.589709 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b562f612-955e-48f8-87bc-1a364274dec5 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.592369 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b562f612-955e-48f8-87bc-1a364274dec5 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.592544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a62e35db-2965-4122-8aa2-cf06cd0044e2 None None] Provisioning complete for port 26eb2338-8789-459d-9954-8b3ead908fbc triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:52.592919 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a62e35db-2965-4122-8aa2-cf06cd0044e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.596355 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b562f612-955e-48f8-87bc-1a364274dec5 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "DELETE /v2.0/security-groups/e564d847-8080-4195-8ad7-e99c687e6fa3 HTTP/1.1" status: 204 len: 168 time: 0.6098533 Dec 14 01:17:52.603526 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53536) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:52.630364 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a62e35db-2965-4122-8aa2-cf06cd0044e2 None None] Port 26eb2338-8789-459d-9954-8b3ead908fbc cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:52.660845 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562f612-955e-48f8-87bc-1a364274dec5 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e564d847-8080-4195-8ad7-e99c687e6fa3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:52.671802 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1083933e-c2de-4f1d-ae75-ee5126c9784b tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.684393 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1083933e-c2de-4f1d-ae75-ee5126c9784b tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.778980 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70a542f8-6dac-4430-a4e3-56b0959b8fcb tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.781454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083933e-c2de-4f1d-ae75-ee5126c9784b tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f7c92c-31ef-401b-bf73-0a7d6453b306,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:52.836607 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a542f8-6dac-4430-a4e3-56b0959b8fcb tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=f87df72d-3331-4a68-82cd-10570d34a686,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:52.841483 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84594b45-21cd-42a6-b510-26ad83c8c582 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:52.842583 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70a542f8-6dac-4430-a4e3-56b0959b8fcb tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.848730 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-70a542f8-6dac-4430-a4e3-56b0959b8fcb tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/f87df72d-3331-4a68-82cd-10570d34a686 HTTP/1.1" status: 204 len: 168 time: 0.8861837 Dec 14 01:17:52.851314 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c6ab-2360-4719-9b17-53545d787f84 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:52.860244 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53538) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:52.874093 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c6ab-2360-4719-9b17-53545d787f84 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.056709 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428f0058-beed-44b1-be64-e23bbb6206c7 None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:53.115120 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-428f0058-beed-44b1-be64-e23bbb6206c7 None None] Deleting port df0c1b4a-7916-4965-b72d-782c056c8f4e {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:53.115918 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-428f0058-beed-44b1-be64-e23bbb6206c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.179762 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-70ff3203-3fa2-4a64-ac31-8de8377f483f tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5437908 Dec 14 01:17:53.188524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-428f0058-beed-44b1-be64-e23bbb6206c7 None None] For port df0c1b4a-7916-4965-b72d-782c056c8f4e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=df0c1b4a-7916-4965-b72d-782c056c8f4e,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:53.188909 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-428f0058-beed-44b1-be64-e23bbb6206c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.219104 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53542) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:53.224453 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-bb916f76-6488-4eaf-bf0c-393863cba362 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993640983'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:53.234067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1083933e-c2de-4f1d-ae75-ee5126c9784b tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.234684 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b75f8412-4696-4c35-8044-ba19c04da312 req-8b61b410-ac5d-4a25-9cd4-0e3be8b097a8 service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710906 Dec 14 01:17:53.240593 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-06b7a494-36e8-4d83-8931-672a9dba5d87 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3769054 Dec 14 01:17:53.243100 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53544) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:53.246931 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5798b7-48e3-4bdb-87ca-5ead85de3d9e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:53.250811 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c5798b7-48e3-4bdb-87ca-5ead85de3d9e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.259093 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1083933e-c2de-4f1d-ae75-ee5126c9784b tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.281100 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7ef3c6ab-2360-4719-9b17-53545d787f84 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] In _notify_port_updated(), no bound segment for port 1eec8d13-fcd9-4ec8-8555-22313cec3fee on network 388a113c-a8ab-43a6-ae40-74d0b49f8338 {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:17:53.288574 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef3c6ab-2360-4719-9b17-53545d787f84 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:53.289237 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c6ab-2360-4719-9b17-53545d787f84 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.293175 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7ef3c6ab-2360-4719-9b17-53545d787f84 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "PUT /v2.0/ports/1eec8d13-fcd9-4ec8-8555-22313cec3fee HTTP/1.1" status: 200 len: 1066 time: 1.7220190 Dec 14 01:17:53.304502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53546) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:53.358557 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3c6ab-2360-4719-9b17-53545d787f84 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event updated for resources: {'Port': ['ID=1eec8d13-fcd9-4ec8-8555-22313cec3fee,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:53.367906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1083933e-c2de-4f1d-ae75-ee5126c9784b tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.372349 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1083933e-c2de-4f1d-ae75-ee5126c9784b tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.5975676 Dec 14 01:17:53.373162 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083933e-c2de-4f1d-ae75-ee5126c9784b tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921a88c6-9b8e-4366-835b-950c2ea23a0d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:53.383586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53548) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:53.385881 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-428f0058-beed-44b1-be64-e23bbb6206c7 None None] Calling delete_port for df0c1b4a-7916-4965-b72d-782c056c8f4e owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:53.415636 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-88487eec-8247-4d4b-8c1a-509fa8335b99 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Request body: {'security_group_rule': {'security_group_id': '921a88c6-9b8e-4366-835b-950c2ea23a0d', 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:53.449414 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d97351d7-77fd-475f-a9d7-93e168cc35be tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Deleting port 1eec8d13-fcd9-4ec8-8555-22313cec3fee {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:53.449759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d97351d7-77fd-475f-a9d7-93e168cc35be tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.461869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.487550 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-428f0058-beed-44b1-be64-e23bbb6206c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.526889 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f0058-beed-44b1-be64-e23bbb6206c7 None None] Pushing event deleted for resources: {'Port': ['ID=df0c1b4a-7916-4965-b72d-782c056c8f4e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:53.531418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428f0058-beed-44b1-be64-e23bbb6206c7 None None] No DVR routers for this DVR port df0c1b4a-7916-4965-b72d-782c056c8f4e on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:17:53.569122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb916f76-6488-4eaf-bf0c-393863cba362 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.578963 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d97351d7-77fd-475f-a9d7-93e168cc35be tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.595112 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d97351d7-77fd-475f-a9d7-93e168cc35be tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Calling delete_port for 1eec8d13-fcd9-4ec8-8555-22313cec3fee owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:53.625621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b3815-ff48-4c8c-af9a-379d8c3002dd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:53.627029 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4b6b3815-ff48-4c8c-af9a-379d8c3002dd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3811984 Dec 14 01:17:53.640805 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53550) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:53.641042 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-88487eec-8247-4d4b-8c1a-509fa8335b99 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.665574 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-059afda2-5ba4-4c9e-8701-4d713ed738a2 None None] Provisioning complete for port 1eec8d13-fcd9-4ec8-8555-22313cec3fee triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:53.666556 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-059afda2-5ba4-4c9e-8701-4d713ed738a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.677127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.711014 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-059afda2-5ba4-4c9e-8701-4d713ed738a2 None None] Port 1eec8d13-fcd9-4ec8-8555-22313cec3fee cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:53.711848 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816100fd-df56-4bea-ab88-07d5047998a1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:53.714296 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-816100fd-df56-4bea-ab88-07d5047998a1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0722487 Dec 14 01:17:53.716887 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53552) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:53.774280 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-472aa992-5298-41cc-b88f-62de1df2e6b7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509450 Dec 14 01:17:53.775445 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53554) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:53.781807 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-49d01964-04de-41bb-b38c-2d1823edf6bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:53.897810 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d97351d7-77fd-475f-a9d7-93e168cc35be tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.939722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97351d7-77fd-475f-a9d7-93e168cc35be tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event deleted for resources: {'Port': ['ID=1eec8d13-fcd9-4ec8-8555-22313cec3fee,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:53.954708 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-88487eec-8247-4d4b-8c1a-509fa8335b99 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.971170 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d01964-04de-41bb-b38c-2d1823edf6bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:53.974791 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49d01964-04de-41bb-b38c-2d1823edf6bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.992890 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-88487eec-8247-4d4b-8c1a-509fa8335b99 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:53.997701 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb916f76-6488-4eaf-bf0c-393863cba362 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.055376 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb916f76-6488-4eaf-bf0c-393863cba362 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.091638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88487eec-8247-4d4b-8c1a-509fa8335b99 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcb4aa6-74de-4b18-bb5f-ea2a9456b55e,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:54.107461 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c5798b7-48e3-4bdb-87ca-5ead85de3d9e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.123607 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-88487eec-8247-4d4b-8c1a-509fa8335b99 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.127235 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-88487eec-8247-4d4b-8c1a-509fa8335b99 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7300127 Dec 14 01:17:54.127842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53558) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:54.134795 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb916f76-6488-4eaf-bf0c-393863cba362 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.135325 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6ced77d2-8ad6-4389-b1e6-b5cde058031a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Request body: {'security_group_rule': {'security_group_id': '921a88c6-9b8e-4366-835b-950c2ea23a0d', 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:54.139081 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bb916f76-6488-4eaf-bf0c-393863cba362 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9157283 Dec 14 01:17:54.142222 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53560) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:54.150801 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9969f5b6-e045-456c-8868-f5a0dd67c435 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': '976f8d3c-076b-48ef-9c11-9077ef7b4a6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:54.209753 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb916f76-6488-4eaf-bf0c-393863cba362 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976f8d3c-076b-48ef-9c11-9077ef7b4a6e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:54.218839 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-31498530-74e3-43cc-a02f-6774c54ca582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.238976 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Router a576325e-9eea-4d71-baba-6d00ff32dce0 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:17:54.249063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device df0c1b4a-7916-4965-b72d-782c056c8f4e no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:17:54.273157 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: df0c1b4a-7916-4965-b72d-782c056c8f4e {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:17:54.273498 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device df0c1b4a-7916-4965-b72d-782c056c8f4e not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:17:54.275398 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5798b7-48e3-4bdb-87ca-5ead85de3d9e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Subnet': ['ID=7814e5bd-098f-42c4-8a86-4c419ea12171,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:54.319474 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d97351d7-77fd-475f-a9d7-93e168cc35be tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.324176 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d97351d7-77fd-475f-a9d7-93e168cc35be tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "DELETE /v2.0/ports/1eec8d13-fcd9-4ec8-8555-22313cec3fee HTTP/1.1" status: 204 len: 168 time: 1.0153525 Dec 14 01:17:54.324340 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.327208 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53562) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:54.339332 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-9969f5b6-e045-456c-8868-f5a0dd67c435 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:54.340379 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9969f5b6-e045-456c-8868-f5a0dd67c435 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1954048 Dec 14 01:17:54.343593 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53564) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:54.349213 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e7b70e90-ab34-40c2-9fd0-66c3f0fbf589 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group_rule': {'security_group_id': '976f8d3c-076b-48ef-9c11-9077ef7b4a6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:54.354684 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ced77d2-8ad6-4389-b1e6-b5cde058031a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.400247 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b52f096-028a-40eb-a01c-d80bcafd7fde tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] GET failed (client error): The resource could not be found. Dec 14 01:17:54.404328 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4b52f096-028a-40eb-a01c-d80bcafd7fde tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "GET /v2.0/ports/1eec8d13-fcd9-4ec8-8555-22313cec3fee HTTP/1.1" status: 404 len: 333 time: 0.0704222 Dec 14 01:17:54.409403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53566) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:54.410558 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5798b7-48e3-4bdb-87ca-5ead85de3d9e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Checking segment: {'id': '1022c14e-ede8-43e9-b0fc-bb09450e79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '19e2dbf7-87c4-48d7-8802-d0704f6dc6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:54.410928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5798b7-48e3-4bdb-87ca-5ead85de3d9e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network hostable DHCP agents. Network: 19e2dbf7-87c4-48d7-8802-d0704f6dc6df, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:17:54.485593 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ced77d2-8ad6-4389-b1e6-b5cde058031a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.495015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ced77d2-8ad6-4389-b1e6-b5cde058031a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.501532 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-e7b70e90-ab34-40c2-9fd0-66c3f0fbf589 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:17:54.502555 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e7b70e90-ab34-40c2-9fd0-66c3f0fbf589 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1568022 Dec 14 01:17:54.512524 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53568) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:54.535301 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced77d2-8ad6-4389-b1e6-b5cde058031a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573078c5-93e7-43f8-aa50-b6cad66a0c35,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:54.560014 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-49d01964-04de-41bb-b38c-2d1823edf6bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:17:54.567757 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49d01964-04de-41bb-b38c-2d1823edf6bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.571409 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5798b7-48e3-4bdb-87ca-5ead85de3d9e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network 19e2dbf7-87c4-48d7-8802-d0704f6dc6df is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:17:54.578085 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:17:54.581870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ced77d2-8ad6-4389-b1e6-b5cde058031a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.585960 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6ced77d2-8ad6-4389-b1e6-b5cde058031a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4525771 Dec 14 01:17:54.587853 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53570) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:54.589739 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Sync routers for ids ['a576325e-9eea-4d71-baba-6d00ff32dce0'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:17:54.595953 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-591265fa-aae7-4716-aeb5-118723412d16 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Request body: {'security_group_rule': {'security_group_id': '921a88c6-9b8e-4366-835b-950c2ea23a0d', 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:54.601961 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Routers {'a576325e-9eea-4d71-baba-6d00ff32dce0'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:54.602840 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a576325e-9eea-4d71-baba-6d00ff32dce0'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:54.617053 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-7c5798b7-48e3-4bdb-87ca-5ead85de3d9e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 19e2dbf7-87c4-48d7-8802-d0704f6dc6df) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:54.628306 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5798b7-48e3-4bdb-87ca-5ead85de3d9e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:54.628916 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c5798b7-48e3-4bdb-87ca-5ead85de3d9e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.634214 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848da3a8-fdda-4977-b609-30e120a955a7 None None] Network 19e2dbf7-87c4-48d7-8802-d0704f6dc6df requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:54.646304 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.650096 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dbbb858a-3fb5-4468-947d-3b83a6b0e98a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.9978249 Dec 14 01:17:54.651524 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d01964-04de-41bb-b38c-2d1823edf6bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:54.655850 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-49d01964-04de-41bb-b38c-2d1823edf6bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:54.656494 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53572) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:54.659071 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d01964-04de-41bb-b38c-2d1823edf6bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:54.660192 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49d01964-04de-41bb-b38c-2d1823edf6bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.697858 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d01964-04de-41bb-b38c-2d1823edf6bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=9a17eeac-9373-4b78-8e62-263f5c4d86e1,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:54.710164 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-49d01964-04de-41bb-b38c-2d1823edf6bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9326568 Dec 14 01:17:54.711183 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-99b46480-63ad-4d7d-a8ba-1271d91c4b8d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.712782 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53574) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:54.718044 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-28cbc50f-45e4-4de6-8e26-7dc88273f4d1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'mac_address': 'fa:16:3e:26:68:a7', 'name': 'tempest-NetworksTestDHCPv6-187967797'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:54.725131 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Set router a576325e-9eea-4d71-baba-6d00ff32dce0 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:17:54.727418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca616d0b-96b1-48b0-b4f8-76ef1110adb9 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:54.832187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-99b46480-63ad-4d7d-a8ba-1271d91c4b8d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.871629 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-19e2dbf7-87c4-48d7-8802-d0704f6dc6df', 'network_id': '19e2dbf7-87c4-48d7-8802-d0704f6dc6df', 'project_id': 'aa1defb958db4a1196837e6cd5b818e7', 'fixed_ips': [{'subnet_id': '7814e5bd-098f-42c4-8a86-4c419ea12171'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:17:54.873464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.901826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97bd684-5407-4058-8876-a414c818214e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': '9a17eeac-9373-4b78-8e62-263f5c4d86e1'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:17:54.903140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c97bd684-5407-4058-8876-a414c818214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.913854 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-99b46480-63ad-4d7d-a8ba-1271d91c4b8d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.917517 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-99b46480-63ad-4d7d-a8ba-1271d91c4b8d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:54.921097 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-99b46480-63ad-4d7d-a8ba-1271d91c4b8d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "DELETE /v2.0/security-groups/976f8d3c-076b-48ef-9c11-9077ef7b4a6e HTTP/1.1" status: 204 len: 168 time: 0.4052804 Dec 14 01:17:54.922266 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53576) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:54.942812 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b46480-63ad-4d7d-a8ba-1271d91c4b8d tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=976f8d3c-076b-48ef-9c11-9077ef7b4a6e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:54.989094 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ef3c6304-b4a6-4989-b708-b052627b0ba7 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0574110 Dec 14 01:17:54.989438 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53578) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:54.995669 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8c88dd79-5a1e-4213-91b2-3ac60d1c3cbe tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group': {'name': 'tempest-secgroup--70983729'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:55.023202 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a576325e-9eea-4d71-baba-6d00ff32dce0', 'name': 'tempest-snat-router-181418238', 'tenant_id': '6a2f37d9992842f59ff1684cdca68b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.119'}], 'enable_snat': False}, 'gw_port_id': 'c6be5796-6e10-4178-ba47-eba96649210d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:48Z', 'updated_at': '2021-12-14T01:17:52Z', 'revision_number': 3, 'project_id': '6a2f37d9992842f59ff1684cdca68b08', 'gw_port': {'id': 'c6be5796-6e10-4178-ba47-eba96649210d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a576325e-9eea-4d71-baba-6d00ff32dce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:17:50Z', 'updated_at': '2021-12-14T01:17:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:55.056172 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Checking router: a576325e-9eea-4d71-baba-6d00ff32dce0 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:17:55.056614 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Updating router a576325e-9eea-4d71-baba-6d00ff32dce0 port c6be5796-6e10-4178-ba47-eba96649210d binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:17:55.087818 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.118591 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7c5798b7-48e3-4bdb-87ca-5ead85de3d9e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6695964 Dec 14 01:17:55.124294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53580) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:55.133893 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4cc83907-1fec-41f7-ae08-7588d3aa5601 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-340973744'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:55.152454 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fae93c74-3d9a-46eb-aab9-091a736feb1c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Deleting port c34eb0fd-b33f-405c-9b8a-74accbfc42ef {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:55.152794 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fae93c74-3d9a-46eb-aab9-091a736feb1c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.159388 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c88dd79-5a1e-4213-91b2-3ac60d1c3cbe tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.160338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-591265fa-aae7-4716-aeb5-118723412d16 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.181622 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Allocated IP 172.20.255.242 (19e2dbf7-87c4-48d7-8802-d0704f6dc6df/7814e5bd-098f-42c4-8a86-4c419ea12171/52fa25dc-1c40-4c12-9268-f9d08003ed1b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:55.197223 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cbc50f-45e4-4de6-8e26-7dc88273f4d1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:55.200825 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-c97bd684-5407-4058-8876-a414c818214e None None] Allocated IP 2001:db8::f816:3eff:fe5b:314f (bee5f2cb-0e66-4058-9cdb-51591d3f118e/9a17eeac-9373-4b78-8e62-263f5c4d86e1/5da4b650-a978-4dc9-b45b-c4ac44b39c2f) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:55.222034 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8f90aef5-b5c0-4388-a179-b49af86db60d tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "GET /v2.0/routers/a576325e-9eea-4d71-baba-6d00ff32dce0 HTTP/1.1" status: 200 len: 908 time: 0.5628309 Dec 14 01:17:55.227969 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53582) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:55.240206 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Request body: {'router': {'name': 'tempest-snat-router-181418238', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'enable_snat': True}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:55.257228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router 19e2da11-a230-4d55-95aa-26ce356d881b is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:17:55.318892 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc83907-1fec-41f7-ae08-7588d3aa5601 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:55.322933 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4cc83907-1fec-41f7-ae08-7588d3aa5601 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.325024 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28cbc50f-45e4-4de6-8e26-7dc88273f4d1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.361258 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-28cbc50f-45e4-4de6-8e26-7dc88273f4d1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port db44b721-3657-4c7c-a173-99bff368b8ce yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:17:55.385320 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.393853 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-591265fa-aae7-4716-aeb5-118723412d16 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.399123 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.400201 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.411238 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fae93c74-3d9a-46eb-aab9-091a736feb1c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.416247 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-591265fa-aae7-4716-aeb5-118723412d16 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.452464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fae93c74-3d9a-46eb-aab9-091a736feb1c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Calling delete_port for c34eb0fd-b33f-405c-9b8a-74accbfc42ef owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:55.476618 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc83907-1fec-41f7-ae08-7588d3aa5601 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:17:55.502233 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.513589 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.523493 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c88dd79-5a1e-4213-91b2-3ac60d1c3cbe tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.531786 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591265fa-aae7-4716-aeb5-118723412d16 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b18cae-4dd5-4aa6-b66c-af22bad6fbf1,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:55.553290 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c88dd79-5a1e-4213-91b2-3ac60d1c3cbe tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.559641 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.562597 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e303d-e8e8-4a40-8528-047d814c8dca None None] Pushing event updated for resources: {'Port': ['ID=c6be5796-6e10-4178-ba47-eba96649210d,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:55.570182 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-591265fa-aae7-4716-aeb5-118723412d16 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.571429 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-591265fa-aae7-4716-aeb5-118723412d16 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9807949 Dec 14 01:17:55.578591 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53586) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:55.584251 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Attempting to bind port c6be5796-6e10-4178-ba47-eba96649210d on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:55.584682 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Attempting to bind port c6be5796-6e10-4178-ba47-eba96649210d by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:55.585043 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Attempting to bind port c6be5796-6e10-4178-ba47-eba96649210d on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:55.591405 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:55.592073 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:55.592351 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.592711 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:55.593333 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Bound port: c6be5796-6e10-4178-ba47-eba96649210d, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:55.593730 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.598017 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.605117 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4cc83907-1fec-41f7-ae08-7588d3aa5601 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.605467 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-4cc83907-1fec-41f7-ae08-7588d3aa5601 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Added segment 7edbf053-1a97-49be-8b16-d355547f27bf of type vlan for network a64273e2-48d2-476b-aaf4-79740fa839dd Dec 14 01:17:55.607450 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-058c2d65-4f1c-4a07-9623-c355634e398d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Request body: {'security_group_rule': {'security_group_id': '921a88c6-9b8e-4366-835b-950c2ea23a0d', 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:55.609007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.613590 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c97bd684-5407-4058-8876-a414c818214e None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.617889 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c88dd79-5a1e-4213-91b2-3ac60d1c3cbe tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.622758 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8c88dd79-5a1e-4213-91b2-3ac60d1c3cbe tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.6321073 Dec 14 01:17:55.623698 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53588) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:55.627500 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72274b6f-7239-4a56-a267-dd938d9b1250 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:55.649445 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] For port c6be5796-6e10-4178-ba47-eba96649210d, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:55.653054 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] For port c6be5796-6e10-4178-ba47-eba96649210d, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c6be5796-6e10-4178-ba47-eba96649210d,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:55.654365 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c97bd684-5407-4058-8876-a414c818214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.655824 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e41579ab-a7a8-4a3f-84e0-bedd2766456f tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:55.656522 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.api.v2.base [None req-e41579ab-a7a8-4a3f-84e0-bedd2766456f tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 14 01:17:55.657374 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-e41579ab-a7a8-4a3f-84e0-bedd2766456f tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] update failed (client error): There was a conflict when trying to complete your request. Dec 14 01:17:55.659018 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e41579ab-a7a8-4a3f-84e0-bedd2766456f tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "PUT /v2.0/security-groups/6eaa614a-0635-4694-9c88-7c2ee3a68f4f HTTP/1.1" status: 409 len: 330 time: 0.0307474 Dec 14 01:17:55.660730 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.672823 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53590) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:55.679863 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88dd79-5a1e-4213-91b2-3ac60d1c3cbe tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaa614a-0635-4694-9c88-7c2ee3a68f4f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:55.720928 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Network 19e2dbf7-87c4-48d7-8802-d0704f6dc6df is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:55.721439 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-28cbc50f-45e4-4de6-8e26-7dc88273f4d1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::f816:3eff:fe26:68a7 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/9a17eeac-9373-4b78-8e62-263f5c4d86e1/db44b721-3657-4c7c-a173-99bff368b8ce) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:55.725867 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e303d-e8e8-4a40-8528-047d814c8dca None None] Pushing event updated for resources: {'Port': ['ID=c6be5796-6e10-4178-ba47-eba96649210d,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:55.731041 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-058c2d65-4f1c-4a07-9623-c355634e398d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.746329 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Routers {'a576325e-9eea-4d71-baba-6d00ff32dce0'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:55.747126 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a576325e-9eea-4d71-baba-6d00ff32dce0'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:55.759855 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:55.772581 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:55.792289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:17:55.798636 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4cc83907-1fec-41f7-ae08-7588d3aa5601 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.800636 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4fe336-f26b-403a-87c8-4096208851a4 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:55.809673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97bd684-5407-4058-8876-a414c818214e None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:55.813757 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e04f4a-72f1-4e3f-a600-7d0472d3b9da None None] Sync routers for ids ['19e2da11-a230-4d55-95aa-26ce356d881b'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:17:55.829907 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c97bd684-5407-4058-8876-a414c818214e None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:55.853525 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Pushing event updated for resources: {'Port': ['ID=52fa25dc-1c40-4c12-9268-f9d08003ed1b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:55.857227 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97bd684-5407-4058-8876-a414c818214e None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:55.892525 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-058c2d65-4f1c-4a07-9623-c355634e398d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.899223 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-058c2d65-4f1c-4a07-9623-c355634e398d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.933461 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c2d65-4f1c-4a07-9623-c355634e398d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffb9078-c852-4166-b706-15e6d42b30b1,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:55.948347 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.949839 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bf949277-4afb-4bbe-965c-c090329f16cb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.6683373 Dec 14 01:17:55.956464 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-058c2d65-4f1c-4a07-9623-c355634e398d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.958535 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bd684-5407-4058-8876-a414c818214e None None] Pushing event updated for resources: {'Port': ['ID=5da4b650-a978-4dc9-b45b-c4ac44b39c2f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:55.958823 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:55.961959 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53592) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:55.962478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53594) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:55.971929 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-058c2d65-4f1c-4a07-9623-c355634e398d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3718672 Dec 14 01:17:55.973216 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] Set router a576325e-9eea-4d71-baba-6d00ff32dce0 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:17:55.983270 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e04f4a-72f1-4e3f-a600-7d0472d3b9da None None] Routers {'19e2da11-a230-4d55-95aa-26ce356d881b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:55.984173 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-95e04f4a-72f1-4e3f-a600-7d0472d3b9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['19e2da11-a230-4d55-95aa-26ce356d881b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:56.001934 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-8346f658-310d-4ff7-a581-42811d4072e6 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Request body: {'security_group_rule': {'security_group_id': '921a88c6-9b8e-4366-835b-950c2ea23a0d', 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:56.056694 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4cc83907-1fec-41f7-ae08-7588d3aa5601 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.066595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc83907-1fec-41f7-ae08-7588d3aa5601 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:56.067548 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4cc83907-1fec-41f7-ae08-7588d3aa5601 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.075814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-95e04f4a-72f1-4e3f-a600-7d0472d3b9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:56.082926 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Attempting to bind port 52fa25dc-1c40-4c12-9268-f9d08003ed1b on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:56.083297 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Attempting to bind port 52fa25dc-1c40-4c12-9268-f9d08003ed1b by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '1022c14e-ede8-43e9-b0fc-bb09450e79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '19e2dbf7-87c4-48d7-8802-d0704f6dc6df'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:56.083844 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Attempting to bind port 52fa25dc-1c40-4c12-9268-f9d08003ed1b on network 19e2dbf7-87c4-48d7-8802-d0704f6dc6df {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:56.087609 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:17:56.112886 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:56.113288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Checking segment: {'id': '1022c14e-ede8-43e9-b0fc-bb09450e79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '19e2dbf7-87c4-48d7-8802-d0704f6dc6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:56.113654 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.114082 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Bound using segment: {'id': '1022c14e-ede8-43e9-b0fc-bb09450e79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '19e2dbf7-87c4-48d7-8802-d0704f6dc6df'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:56.114613 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Bound port: 52fa25dc-1c40-4c12-9268-f9d08003ed1b, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1022c14e-ede8-43e9-b0fc-bb09450e79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '19e2dbf7-87c4-48d7-8802-d0704f6dc6df'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:56.114909 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.119021 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e04f4a-72f1-4e3f-a600-7d0472d3b9da None None] Routers {'19e2da11-a230-4d55-95aa-26ce356d881b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:56.119733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-95e04f4a-72f1-4e3f-a600-7d0472d3b9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['19e2da11-a230-4d55-95aa-26ce356d881b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:56.121482 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4a488e07-3e9c-42d9-bdae-98b501c63520 None None] Provisioning complete for port c6be5796-6e10-4178-ba47-eba96649210d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:56.121852 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a488e07-3e9c-42d9-bdae-98b501c63520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.197252 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a576325e-9eea-4d71-baba-6d00ff32dce0', 'name': 'tempest-snat-router-181418238', 'tenant_id': '6a2f37d9992842f59ff1684cdca68b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.119'}], 'enable_snat': False}, 'gw_port_id': 'c6be5796-6e10-4178-ba47-eba96649210d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:48Z', 'updated_at': '2021-12-14T01:17:52Z', 'revision_number': 3, 'project_id': '6a2f37d9992842f59ff1684cdca68b08', 'gw_port': {'id': 'c6be5796-6e10-4178-ba47-eba96649210d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a576325e-9eea-4d71-baba-6d00ff32dce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:17:50Z', 'updated_at': '2021-12-14T01:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:56.210702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c97bd684-5407-4058-8876-a414c818214e None None] Attempting to bind port 5da4b650-a978-4dc9-b45b-c4ac44b39c2f on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:56.211204 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c97bd684-5407-4058-8876-a414c818214e None None] Attempting to bind port 5da4b650-a978-4dc9-b45b-c4ac44b39c2f by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:56.211431 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97bd684-5407-4058-8876-a414c818214e None None] Attempting to bind port 5da4b650-a978-4dc9-b45b-c4ac44b39c2f on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:56.223791 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-95e04f4a-72f1-4e3f-a600-7d0472d3b9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:56.224448 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e04f4a-72f1-4e3f-a600-7d0472d3b9da None None] The sync data for ids ['19e2da11-a230-4d55-95aa-26ce356d881b'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:17:56.226611 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844e441-1707-4663-b79a-a1464dfbd22c None None] The sync data for ids ['a576325e-9eea-4d71-baba-6d00ff32dce0'] in dv-neutron-821592-1-hyperv is: [{'id': 'a576325e-9eea-4d71-baba-6d00ff32dce0', 'name': 'tempest-snat-router-181418238', 'tenant_id': '6a2f37d9992842f59ff1684cdca68b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.119'}], 'enable_snat': False}, 'gw_port_id': 'c6be5796-6e10-4178-ba47-eba96649210d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:48Z', 'updated_at': '2021-12-14T01:17:52Z', 'revision_number': 3, 'project_id': '6a2f37d9992842f59ff1684cdca68b08', 'gw_port': {'id': 'c6be5796-6e10-4178-ba47-eba96649210d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a576325e-9eea-4d71-baba-6d00ff32dce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:17:50Z', 'updated_at': '2021-12-14T01:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:17:56.232082 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97bd684-5407-4058-8876-a414c818214e None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:56.232855 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97bd684-5407-4058-8876-a414c818214e None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:56.233023 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c97bd684-5407-4058-8876-a414c818214e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.233467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97bd684-5407-4058-8876-a414c818214e None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:56.234075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c97bd684-5407-4058-8876-a414c818214e None None] Bound port: 5da4b650-a978-4dc9-b45b-c4ac44b39c2f, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:56.234734 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c97bd684-5407-4058-8876-a414c818214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.240607 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4cc83907-1fec-41f7-ae08-7588d3aa5601 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1135170 Dec 14 01:17:56.241105 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ccf5a2f-165b-4151-bea4-87714776b576 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.245100 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53596) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:56.261496 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-171ca095-002e-4c60-a6b7-eb9bc2250209 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'subnet': {'network_id': 'a64273e2-48d2-476b-aaf4-79740fa839dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:56.310393 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a488e07-3e9c-42d9-bdae-98b501c63520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.311068 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc83907-1fec-41f7-ae08-7588d3aa5601 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Network': ['ID=a64273e2-48d2-476b-aaf4-79740fa839dd,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:56.320220 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fae93c74-3d9a-46eb-aab9-091a736feb1c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.326344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network a64273e2-48d2-476b-aaf4-79740fa839dd details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:17:56.330253 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-8346f658-310d-4ff7-a581-42811d4072e6 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Project 8b1b08b5113b40ba8706b97c1e28214f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:17:56.363331 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ccf5a2f-165b-4151-bea4-87714776b576 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.385628 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8346f658-310d-4ff7-a581-42811d4072e6 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.407748 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae93c74-3d9a-46eb-aab9-091a736feb1c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event deleted for resources: {'Port': ['ID=c34eb0fd-b33f-405c-9b8a-74accbfc42ef,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:56.458957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4a488e07-3e9c-42d9-bdae-98b501c63520 None None] For port c6be5796-6e10-4178-ba47-eba96649210d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c6be5796-6e10-4178-ba47-eba96649210d,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:56.499912 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a488e07-3e9c-42d9-bdae-98b501c63520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.514490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171ca095-002e-4c60-a6b7-eb9bc2250209 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:56.521761 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-171ca095-002e-4c60-a6b7-eb9bc2250209 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.531833 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] For port 52fa25dc-1c40-4c12-9268-f9d08003ed1b, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:56.564689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fae93c74-3d9a-46eb-aab9-091a736feb1c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.574097 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fae93c74-3d9a-46eb-aab9-091a736feb1c tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "DELETE /v2.0/ports/c34eb0fd-b33f-405c-9b8a-74accbfc42ef HTTP/1.1" status: 204 len: 168 time: 2.1604006 Dec 14 01:17:56.585576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53600) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:56.588645 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] For port 52fa25dc-1c40-4c12-9268-f9d08003ed1b, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=52fa25dc-1c40-4c12-9268-f9d08003ed1b,segment=NetworkSegment(1022c14e-ede8-43e9-b0fc-bb09450e79bf),segment_id=1022c14e-ede8-43e9-b0fc-bb09450e79bf)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:56.628300 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fca2da56-97a0-4c89-a468-dc0edf27c7bc tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/routers/19e2da11-a230-4d55-95aa-26ce356d881b HTTP/1.1" status: 200 len: 884 time: 0.6370692 Dec 14 01:17:56.629369 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ccf5a2f-165b-4151-bea4-87714776b576 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.653231 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ccf5a2f-165b-4151-bea4-87714776b576 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.657788 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53602) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:56.666112 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7ccf5a2f-165b-4151-bea4-87714776b576 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "DELETE /v2.0/security-groups/6eaa614a-0635-4694-9c88-7c2ee3a68f4f HTTP/1.1" status: 204 len: 168 time: 0.9501917 Dec 14 01:17:56.677930 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53604) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:56.694263 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28cbc50f-45e4-4de6-8e26-7dc88273f4d1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.728265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.729844 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf5a2f-165b-4151-bea4-87714776b576 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaa614a-0635-4694-9c88-7c2ee3a68f4f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:56.736597 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa38fceb-0b0a-4362-ab85-6f50796f798f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] GET failed (client error): The resource could not be found. Dec 14 01:17:56.748512 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-aa38fceb-0b0a-4362-ab85-6f50796f798f tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "GET /v2.0/ports/c34eb0fd-b33f-405c-9b8a-74accbfc42ef HTTP/1.1" status: 404 len: 333 time: 0.1577795 Dec 14 01:17:56.749541 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53606) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:56.784452 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c97bd684-5407-4058-8876-a414c818214e None None] For port 5da4b650-a978-4dc9-b45b-c4ac44b39c2f, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:56.791859 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.874296 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c97bd684-5407-4058-8876-a414c818214e None None] For port 5da4b650-a978-4dc9-b45b-c4ac44b39c2f, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=5da4b650-a978-4dc9-b45b-c4ac44b39c2f,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:56.876147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8346f658-310d-4ff7-a581-42811d4072e6 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.876611 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a488e07-3e9c-42d9-bdae-98b501c63520 None None] Pushing event updated for resources: {'Port': ['ID=c6be5796-6e10-4178-ba47-eba96649210d,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:56.890839 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c97bd684-5407-4058-8876-a414c818214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.899635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8346f658-310d-4ff7-a581-42811d4072e6 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:56.933649 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-beb78495-8f5a-4acd-a987-d09f33ec4747 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2529533 Dec 14 01:17:56.948820 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53608) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:56.974260 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28cbc50f-45e4-4de6-8e26-7dc88273f4d1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:57.006573 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346f658-310d-4ff7-a581-42811d4072e6 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e520aa68-d10f-45ff-b828-525efe7a2535,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:57.009168 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97302959-6e51-4770-982f-74f3dee60c75 None None] Pushing event updated for resources: {'Port': ['ID=52fa25dc-1c40-4c12-9268-f9d08003ed1b,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:57.016519 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-bb4d44b0-ca16-4022-b5e0-fe5f4f7d7a6c tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] delete failed (client error): The resource could not be found. Dec 14 01:17:57.026689 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bb4d44b0-ca16-4022-b5e0-fe5f4f7d7a6c tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "DELETE /v2.0/security-groups/0c597c64-263c-4167-b0f0-5a6a2afc1280 HTTP/1.1" status: 404 len: 347 time: 0.0573018 Dec 14 01:17:57.029905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53610) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:57.049362 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-bc68ea2c-040e-4688-a024-d7bfcd244d0a tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] show failed (client error): The resource could not be found. Dec 14 01:17:57.056448 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bc68ea2c-040e-4688-a024-d7bfcd244d0a tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "GET /v2.0/security-groups/c05ea48b-123a-4d83-8143-91b2e8c8c75f HTTP/1.1" status: 404 len: 347 time: 0.0240586 Dec 14 01:17:57.060340 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8346f658-310d-4ff7-a581-42811d4072e6 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:57.064693 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8346f658-310d-4ff7-a581-42811d4072e6 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0719550 Dec 14 01:17:57.075418 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53612) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:57.077189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53614) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:57.119842 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bd684-5407-4058-8876-a414c818214e None None] Pushing event updated for resources: {'Port': ['ID=5da4b650-a978-4dc9-b45b-c4ac44b39c2f,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:57.177676 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-8dd9d8c6-46f9-404b-93d8-b67e7a2f628d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Request body: {'security_group_rule': {'security_group_id': '921a88c6-9b8e-4366-835b-950c2ea23a0d', 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:57.206940 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-7d3d21e8-8a87-4954-b124-fd548b899a63 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] show failed (client error): The resource could not be found. Dec 14 01:17:57.214873 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7d3d21e8-8a87-4954-b124-fd548b899a63 tempest-NegativeSecGroupIPv6Test-472872512 tempest-NegativeSecGroupIPv6Test-472872512-project] 10.222.0.32 "GET /v2.0/security-group-rules/541fd10f-dcb0-4a98-8138-93cafde023d9 HTTP/1.1" status: 404 len: 356 time: 0.0415177 Dec 14 01:17:57.237602 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cbc50f-45e4-4de6-8e26-7dc88273f4d1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:57.282341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-28cbc50f-45e4-4de6-8e26-7dc88273f4d1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:57.318522 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cbc50f-45e4-4de6-8e26-7dc88273f4d1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:57.324317 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cbc50f-45e4-4de6-8e26-7dc88273f4d1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:57.324931 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28cbc50f-45e4-4de6-8e26-7dc88273f4d1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:57.334513 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:57.357740 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbc50f-45e4-4de6-8e26-7dc88273f4d1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=db44b721-3657-4c7c-a173-99bff368b8ce,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:57.381653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:57.388645 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-8dd9d8c6-46f9-404b-93d8-b67e7a2f628d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Project 8b1b08b5113b40ba8706b97c1e28214f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:17:57.411073 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8dd9d8c6-46f9-404b-93d8-b67e7a2f628d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:57.430256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ec407e3e-cc20-43c9-a795-6b7570002789 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Deleting port a83bcf3c-b3bd-4b0e-9f9a-d86940ecbbc4 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:57.431134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec407e3e-cc20-43c9-a795-6b7570002789 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:57.483788 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-28cbc50f-45e4-4de6-8e26-7dc88273f4d1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7642698 Dec 14 01:17:57.500734 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53618) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:57.530056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-171ca095-002e-4c60-a6b7-eb9bc2250209 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:57.661339 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-13e18a09-622f-4c4c-b696-18bb9ec1ab8d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.0004423 Dec 14 01:17:57.670888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53622) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:57.687864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a890974d-8229-434a-9326-f4504eaba6e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-679891123'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:57.708137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8dd9d8c6-46f9-404b-93d8-b67e7a2f628d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:57.719834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8dd9d8c6-46f9-404b-93d8-b67e7a2f628d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:57.746586 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:57.751080 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec407e3e-cc20-43c9-a795-6b7570002789 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:57.772450 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Allocated IP 172.26.1.38 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:57.793841 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9d8c6-46f9-404b-93d8-b67e7a2f628d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9a92fd-f606-4c39-821f-a690e1796f5f,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:57.801258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ec407e3e-cc20-43c9-a795-6b7570002789 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Calling delete_port for a83bcf3c-b3bd-4b0e-9f9a-d86940ecbbc4 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:57.818405 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8dd9d8c6-46f9-404b-93d8-b67e7a2f628d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:57.819746 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8dd9d8c6-46f9-404b-93d8-b67e7a2f628d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6455595 Dec 14 01:17:57.821027 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ca095-002e-4c60-a6b7-eb9bc2250209 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Subnet': ['ID=6af364bd-66ed-4100-84cf-9b0231d905cb,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:57.826563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53626) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:57.832449 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f245ed5b-8165-440f-86e5-d82a4bee4c21 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:57.837160 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-00ee227c-6708-414c-8757-5d4f2116d5ab tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Request body: {'network': {'name': 'tempest-network-smoke--771393709', 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'port_security_enabled': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:57.838771 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f245ed5b-8165-440f-86e5-d82a4bee4c21 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:57.840427 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f245ed5b-8165-440f-86e5-d82a4bee4c21 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3361146 Dec 14 01:17:57.845819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53628) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:57.866183 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ca095-002e-4c60-a6b7-eb9bc2250209 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Checking segment: {'id': '7edbf053-1a97-49be-8b16-d355547f27bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a64273e2-48d2-476b-aaf4-79740fa839dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:57.866535 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ca095-002e-4c60-a6b7-eb9bc2250209 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network hostable DHCP agents. Network: a64273e2-48d2-476b-aaf4-79740fa839dd, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:17:57.906120 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53630) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:57.977979 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ca095-002e-4c60-a6b7-eb9bc2250209 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network a64273e2-48d2-476b-aaf4-79740fa839dd is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:17:58.001353 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-171ca095-002e-4c60-a6b7-eb9bc2250209 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, a64273e2-48d2-476b-aaf4-79740fa839dd) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:58.011073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b074e9a-7c21-4b75-8048-e0a7362128d6 None None] Network a64273e2-48d2-476b-aaf4-79740fa839dd requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:58.027208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171ca095-002e-4c60-a6b7-eb9bc2250209 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:58.028415 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-171ca095-002e-4c60-a6b7-eb9bc2250209 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:58.038013 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ee227c-6708-414c-8757-5d4f2116d5ab tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Made reservation on behalf of 8b1b08b5113b40ba8706b97c1e28214f for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:17:58.041781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-00ee227c-6708-414c-8757-5d4f2116d5ab tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:58.057569 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-171ca095-002e-4c60-a6b7-eb9bc2250209 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8102345 Dec 14 01:17:58.061995 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53634) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:58.156458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ee227c-6708-414c-8757-5d4f2116d5ab tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:17:58.167646 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-a64273e2-48d2-476b-aaf4-79740fa839dd', 'network_id': 'a64273e2-48d2-476b-aaf4-79740fa839dd', 'project_id': 'aa1defb958db4a1196837e6cd5b818e7', 'fixed_ips': [{'subnet_id': '6af364bd-66ed-4100-84cf-9b0231d905cb'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:17:58.168817 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:58.170668 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:58.184356 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:58.225100 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-00ee227c-6708-414c-8757-5d4f2116d5ab tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:58.225765 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-00ee227c-6708-414c-8757-5d4f2116d5ab tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Added segment 2ee2c7a8-6d21-4f7f-822c-d2739650d098 of type vlan for network 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 Dec 14 01:17:58.232804 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-cab7511e-a79e-4ebd-9646-15ed87460228 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port db44b721-3657-4c7c-a173-99bff368b8ce {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:17:58.233146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cab7511e-a79e-4ebd-9646-15ed87460228 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:58.411909 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec407e3e-cc20-43c9-a795-6b7570002789 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:58.427870 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Allocated IP 172.20.0.2 (a64273e2-48d2-476b-aaf4-79740fa839dd/6af364bd-66ed-4100-84cf-9b0231d905cb/c8e73565-d35c-4beb-96ce-78cf51dbbf10) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:17:58.460516 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c6be5796-6e10-4178-ba47-eba96649210d up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:58.486246 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-00ee227c-6708-414c-8757-5d4f2116d5ab tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:58.494314 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec407e3e-cc20-43c9-a795-6b7570002789 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event deleted for resources: {'Port': ['ID=a83bcf3c-b3bd-4b0e-9f9a-d86940ecbbc4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:58.537777 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:58.590667 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port c6be5796-6e10-4178-ba47-eba96649210d triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:58.591199 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:58.641611 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cab7511e-a79e-4ebd-9646-15ed87460228 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:58.666641 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec407e3e-cc20-43c9-a795-6b7570002789 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:58.673392 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ec407e3e-cc20-43c9-a795-6b7570002789 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "DELETE /v2.0/ports/a83bcf3c-b3bd-4b0e-9f9a-d86940ecbbc4 HTTP/1.1" status: 204 len: 168 time: 1.9050181 Dec 14 01:17:58.688680 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:58.693700 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53636) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:58.695177 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:58.771964 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-14f740b6-5a65-4b55-9b56-52189f92a3f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78f04f4c10d9465f902da7bccb0634ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8647010 Dec 14 01:17:58.779477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53638) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:58.784466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:58.793580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:58.805186 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f396ed3d-6ef1-4f00-a735-24d74d785c27 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Deleting subnet 033c16fc-fef5-45b7-86fb-1d12424f3e5d {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:17:58.818841 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-00ee227c-6708-414c-8757-5d4f2116d5ab tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:58.819773 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05887b66-55c7-4006-a286-397fcb3f5049 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:17:58.825098 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:58.835527 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ee227c-6708-414c-8757-5d4f2116d5ab tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:17:58.836242 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-00ee227c-6708-414c-8757-5d4f2116d5ab tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:58.846948 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-cab7511e-a79e-4ebd-9646-15ed87460228 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for db44b721-3657-4c7c-a173-99bff368b8ce owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:17:58.895075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Pushing event updated for resources: {'Port': ['ID=c8e73565-d35c-4beb-96ce-78cf51dbbf10,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:58.934256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Network a64273e2-48d2-476b-aaf4-79740fa839dd is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:17:58.940322 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:17:58.943081 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:17:59.008187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a890974d-8229-434a-9326-f4504eaba6e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.029821 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.079708 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a890974d-8229-434a-9326-f4504eaba6e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.217378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 52fa25dc-1c40-4c12-9268-f9d08003ed1b up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:17:59.223028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a007baff-4377-46a4-999e-29c073bcfbb1 None None] Network 19e2dbf7-87c4-48d7-8802-d0704f6dc6df requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:59.283499 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a890974d-8229-434a-9326-f4504eaba6e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router 19e2da11-a230-4d55-95aa-26ce356d881b has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:17:59.296119 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.330249 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Subnet': ['ID=6af364bd-66ed-4100-84cf-9b0231d905cb,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:59.338131 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-293ae31b-283d-4215-922d-019b10173045 None None] Provisioning complete for port a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:59.338515 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-293ae31b-283d-4215-922d-019b10173045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.399195 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Attempting to bind port c8e73565-d35c-4beb-96ce-78cf51dbbf10 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:17:59.399595 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Attempting to bind port c8e73565-d35c-4beb-96ce-78cf51dbbf10 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '7edbf053-1a97-49be-8b16-d355547f27bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a64273e2-48d2-476b-aaf4-79740fa839dd'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:17:59.400053 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Attempting to bind port c8e73565-d35c-4beb-96ce-78cf51dbbf10 on network a64273e2-48d2-476b-aaf4-79740fa839dd {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:17:59.411152 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f396ed3d-6ef1-4f00-a735-24d74d785c27 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.423569 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:17:59.423812 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-00ee227c-6708-414c-8757-5d4f2116d5ab tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5912721 Dec 14 01:17:59.423996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Checking segment: {'id': '7edbf053-1a97-49be-8b16-d355547f27bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a64273e2-48d2-476b-aaf4-79740fa839dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:17:59.424447 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.424851 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Bound using segment: {'id': '7edbf053-1a97-49be-8b16-d355547f27bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a64273e2-48d2-476b-aaf4-79740fa839dd'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:17:59.425341 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Bound port: c8e73565-d35c-4beb-96ce-78cf51dbbf10, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edbf053-1a97-49be-8b16-d355547f27bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a64273e2-48d2-476b-aaf4-79740fa839dd'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:17:59.425735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.430431 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53642) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:59.431831 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-293ae31b-283d-4215-922d-019b10173045 None None] Port a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:17:59.435460 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1330756671', 'admin_state_up': True, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:17:59.455866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Pushing event updated for resources: {'Port': ['ID=a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:59.470624 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.473653 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 52fa25dc-1c40-4c12-9268-f9d08003ed1b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:59.473911 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.541025 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.542088 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.542320 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee227c-6708-414c-8757-5d4f2116d5ab tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event updated for resources: {'Network': ['ID=0e55d5a8-1bf1-40f9-b4ea-f6331316ca43,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:59.549131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f396ed3d-6ef1-4f00-a735-24d74d785c27 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.550000 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64273e2-48d2-476b-aaf4-79740fa839dd']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:59.570236 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edbf053-1a97-49be-8b16-d355547f27bf') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:59.570564 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edbf053-1a97-49be-8b16-d355547f27bf') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:59.572449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] For port c8e73565-d35c-4beb-96ce-78cf51dbbf10, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:17:59.578557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:17:59.581155 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] For port c8e73565-d35c-4beb-96ce-78cf51dbbf10, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c8e73565-d35c-4beb-96ce-78cf51dbbf10,segment=NetworkSegment(7edbf053-1a97-49be-8b16-d355547f27bf),segment_id=7edbf053-1a97-49be-8b16-d355547f27bf)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:17:59.590000 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a890974d-8229-434a-9326-f4504eaba6e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:17:59.598102 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a890974d-8229-434a-9326-f4504eaba6e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.607039 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080e461b-007f-41a7-b02f-9f9f92310295 None None] Sync routers for ids ['19e2da11-a230-4d55-95aa-26ce356d881b'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:17:59.618598 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a890974d-8229-434a-9326-f4504eaba6e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/19e2da11-a230-4d55-95aa-26ce356d881b HTTP/1.1" status: 200 len: 891 time: 1.9347711 Dec 14 01:17:59.622105 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.623775 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080e461b-007f-41a7-b02f-9f9f92310295 None None] Routers {'19e2da11-a230-4d55-95aa-26ce356d881b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:59.626935 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-080e461b-007f-41a7-b02f-9f9f92310295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['19e2da11-a230-4d55-95aa-26ce356d881b'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:59.629447 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53644) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:59.630760 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-730c73e6-9be5-458f-83c4-0a4a0cec65a2 None None] Provisioning complete for port 52fa25dc-1c40-4c12-9268-f9d08003ed1b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:17:59.631140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-730c73e6-9be5-458f-83c4-0a4a0cec65a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.666043 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-080e461b-007f-41a7-b02f-9f9f92310295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:59.677678 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080e461b-007f-41a7-b02f-9f9f92310295 None None] Routers {'19e2da11-a230-4d55-95aa-26ce356d881b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:17:59.679068 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-080e461b-007f-41a7-b02f-9f9f92310295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['19e2da11-a230-4d55-95aa-26ce356d881b'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:59.682199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f5c22690-0e3b-4821-95c6-cc92b9f2de10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.709098 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.721519 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-080e461b-007f-41a7-b02f-9f9f92310295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:17:59.722476 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080e461b-007f-41a7-b02f-9f9f92310295 None None] The sync data for ids ['19e2da11-a230-4d55-95aa-26ce356d881b'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:17:59.784253 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f5c22690-0e3b-4821-95c6-cc92b9f2de10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.829512 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.833101 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.841883 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:17:59.842538 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.860399 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8c15bb6a-03e5-4b10-8c70-919f5dbb70b0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/routers/19e2da11-a230-4d55-95aa-26ce356d881b HTTP/1.1" status: 200 len: 891 time: 0.2258646 Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:17:59.862315 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:17:59.864796 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53646) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:59.947803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbed499-ebc0-4a48-8468-86c5b8b07eee None None] Pushing event updated for resources: {'Port': ['ID=c8e73565-d35c-4beb-96ce-78cf51dbbf10,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:17:59.949254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f396ed3d-6ef1-4f00-a735-24d74d785c27 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.976261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 52fa25dc-1c40-4c12-9268-f9d08003ed1b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=52fa25dc-1c40-4c12-9268-f9d08003ed1b,segment=NetworkSegment(1022c14e-ede8-43e9-b0fc-bb09450e79bf),segment_id=1022c14e-ede8-43e9-b0fc-bb09450e79bf)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:17:59.978603 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-730c73e6-9be5-458f-83c4-0a4a0cec65a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:17:59.982165 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b343d650-a796-49c4-9f0e-4cf083f4e075 None None] Network a64273e2-48d2-476b-aaf4-79740fa839dd requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:17:59.987332 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-77b5f41d-27aa-4e51-a9b6-846e10b28248 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports?device_id=19e2da11-a230-4d55-95aa-26ce356d881b HTTP/1.1" status: 200 len: 205 time: 0.1042199 Dec 14 01:17:59.992548 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53648) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:17:59.997838 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.047170 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.db.api [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 01:18:00.047170 dv-neutron-821592-1-hyperv neutron-server[103408]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 01:18:00.047170 dv-neutron-821592-1-hyperv neutron-server[103408]: [parameters: {'id': 'a64273e2-48d2-476b-aaf4-79740fa839dd'}] Dec 14 01:18:00.047170 dv-neutron-821592-1-hyperv neutron-server[103408]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:18:00.047629 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG oslo_db.api [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:18:00.052496 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.053294 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 5da4b650-a978-4dc9-b45b-c4ac44b39c2f up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:00.113335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cab7511e-a79e-4ebd-9646-15ed87460228 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.125433 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f5c22690-0e3b-4821-95c6-cc92b9f2de10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.127924 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f5c22690-0e3b-4821-95c6-cc92b9f2de10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.129121 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f5c22690-0e3b-4821-95c6-cc92b9f2de10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d85ed7a-b292-489b-a060-ec7a5afd67a5 HTTP/1.1" status: 204 len: 168 time: 1.3213005 Dec 14 01:18:00.210436 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7511e-a79e-4ebd-9646-15ed87460228 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=db44b721-3657-4c7c-a173-99bff368b8ce,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:00.217684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c22690-0e3b-4821-95c6-cc92b9f2de10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d85ed7a-b292-489b-a060-ec7a5afd67a5,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:00.217953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=52fa25dc-1c40-4c12-9268-f9d08003ed1b,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:00.237783 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.240707 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f989df3e-74b3-41d3-b599-754038a48b49 None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:18:00.245139 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-730c73e6-9be5-458f-83c4-0a4a0cec65a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:18:00.245607 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-730c73e6-9be5-458f-83c4-0a4a0cec65a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:18:00.252060 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f396ed3d-6ef1-4f00-a735-24d74d785c27 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.272376 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cab7511e-a79e-4ebd-9646-15ed87460228 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.274468 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 5da4b650-a978-4dc9-b45b-c4ac44b39c2f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:00.274898 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.276854 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cab7511e-a79e-4ebd-9646-15ed87460228 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/db44b721-3657-4c7c-a173-99bff368b8ce HTTP/1.1" status: 204 len: 168 time: 2.4244206 Dec 14 01:18:00.280267 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53654) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:00.299003 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.303983 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afabe231-def3-4b2b-84f4-431ccc9a1762 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.340260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396ed3d-6ef1-4f00-a735-24d74d785c27 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event deleted for resources: {'Subnet': ['ID=033c16fc-fef5-45b7-86fb-1d12424f3e5d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:00.374184 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f396ed3d-6ef1-4f00-a735-24d74d785c27 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.379734 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f396ed3d-6ef1-4f00-a735-24d74d785c27 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "DELETE /v2.0/subnets/033c16fc-fef5-45b7-86fb-1d12424f3e5d HTTP/1.1" status: 204 len: 168 time: 1.6799479 Dec 14 01:18:00.380695 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53658) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:00.402760 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da1bdee-22b8-4fd0-af4e-a11b0e36031b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:00.404863 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da1bdee-22b8-4fd0-af4e-a11b0e36031b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:00.408467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f989df3e-74b3-41d3-b599-754038a48b49 None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:18:00.411168 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5da1bdee-22b8-4fd0-af4e-a11b0e36031b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1296051 Dec 14 01:18:00.427252 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53660) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:00.493154 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.516527 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afabe231-def3-4b2b-84f4-431ccc9a1762 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.549805 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.561023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d01bff-50c7-43ae-8072-a6075b45486c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet 9a17eeac-9373-4b78-8e62-263f5c4d86e1 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:18:00.568898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.570701 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17d01bff-50c7-43ae-8072-a6075b45486c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.680080 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 5da4b650-a978-4dc9-b45b-c4ac44b39c2f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=5da4b650-a978-4dc9-b45b-c4ac44b39c2f,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:00.689577 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.714704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-afabe231-def3-4b2b-84f4-431ccc9a1762 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting port 26eb2338-8789-459d-9954-8b3ead908fbc {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:00.715651 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afabe231-def3-4b2b-84f4-431ccc9a1762 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.737786 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17d01bff-50c7-43ae-8072-a6075b45486c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.795640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=5da4b650-a978-4dc9-b45b-c4ac44b39c2f,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:00.839012 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.846730 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 52fa25dc-1c40-4c12-9268-f9d08003ed1b up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:00.855993 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afabe231-def3-4b2b-84f4-431ccc9a1762 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.859397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.877888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.911429 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-afabe231-def3-4b2b-84f4-431ccc9a1762 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Calling delete_port for 26eb2338-8789-459d-9954-8b3ead908fbc owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:00.970060 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-730c73e6-9be5-458f-83c4-0a4a0cec65a2 None None] Provisioning complete for port 5da4b650-a978-4dc9-b45b-c4ac44b39c2f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:00.970484 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-730c73e6-9be5-458f-83c4-0a4a0cec65a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:00.997333 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed916ea-646f-4049-a322-2656dad3c3de None None] Network 388a113c-a8ab-43a6-ae40-74d0b49f8338 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:01.007344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 52fa25dc-1c40-4c12-9268-f9d08003ed1b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:01.008581 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.194476 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Deleting port c8e73565-d35c-4beb-96ce-78cf51dbbf10 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:01.194800 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.218507 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53680) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:01.219449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Router 65dbd5b2-8d4d-456d-ad36-6dabe62ffce7 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:18:01.234855 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afabe231-def3-4b2b-84f4-431ccc9a1762 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.269073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-730c73e6-9be5-458f-83c4-0a4a0cec65a2 None None] Could not find standard attr ID for object db44b721-3657-4c7c-a173-99bff368b8ce. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:18:01.272301 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabe231-def3-4b2b-84f4-431ccc9a1762 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Port': ['ID=26eb2338-8789-459d-9954-8b3ead908fbc,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:01.277310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Deleting port f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:01.277620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.325739 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71b9161-4eae-4761-9446-4ed20d4eb37f None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:01.369151 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Allocated IP 172.26.1.164 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/6bf87771-bc39-4378-ae5f-2d698d0ea245) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:01.374104 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17d01bff-50c7-43ae-8072-a6075b45486c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.386505 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b1b742-349b-46e3-ab7b-21cb6b3d9230 None None] DHCP port deletion for 388a113c-a8ab-43a6-ae40-74d0b49f8338 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:01.399777 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-3d9b9098-6f43-4a5b-ac25-c0e36084a72f tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:01.400303 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.api.v2.base [None req-3d9b9098-6f43-4a5b-ac25-c0e36084a72f tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 14 01:18:01.400788 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-3d9b9098-6f43-4a5b-ac25-c0e36084a72f tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): There was a conflict when trying to complete your request. Dec 14 01:18:01.401823 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3d9b9098-6f43-4a5b-ac25-c0e36084a72f tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1788492 Dec 14 01:18:01.409150 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53684) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:01.417382 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] For port f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7,segment=NetworkSegment(25f7bf67-9312-4e0c-84c0-2e80a5e2be1d),segment_id=25f7bf67-9312-4e0c-84c0-2e80a5e2be1d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:01.417750 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.424988 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-38923d27-4743-4b8e-9700-9b39914484e7 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group': {'name': 'tempest-secgroup--201074327'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:01.440962 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-fae472de-6597-4b9a-a166-a3804dd7d375 None None] Provisioning complete for port 52fa25dc-1c40-4c12-9268-f9d08003ed1b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:01.441381 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fae472de-6597-4b9a-a166-a3804dd7d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.449477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afabe231-def3-4b2b-84f4-431ccc9a1762 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.455386 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Calling delete_port for f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:01.460019 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] For port c8e73565-d35c-4beb-96ce-78cf51dbbf10, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c8e73565-d35c-4beb-96ce-78cf51dbbf10,segment=NetworkSegment(7edbf053-1a97-49be-8b16-d355547f27bf),segment_id=7edbf053-1a97-49be-8b16-d355547f27bf)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:01.460399 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.488017 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-53b1b742-349b-46e3-ab7b-21cb6b3d9230 None None] Deleting port f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:01.488516 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53b1b742-349b-46e3-ab7b-21cb6b3d9230 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.542725 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-38923d27-4743-4b8e-9700-9b39914484e7 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.549696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Calling delete_port for c8e73565-d35c-4beb-96ce-78cf51dbbf10 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:01.572712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-38923d27-4743-4b8e-9700-9b39914484e7 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.590345 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-53b1b742-349b-46e3-ab7b-21cb6b3d9230 None None] For port f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7,segment=NetworkSegment(25f7bf67-9312-4e0c-84c0-2e80a5e2be1d),segment_id=25f7bf67-9312-4e0c-84c0-2e80a5e2be1d)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:01.590766 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53b1b742-349b-46e3-ab7b-21cb6b3d9230 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.610389 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-53b1b742-349b-46e3-ab7b-21cb6b3d9230 None None] Calling delete_port for f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:01.699467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53b1b742-349b-46e3-ab7b-21cb6b3d9230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.827495 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:01.830313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afabe231-def3-4b2b-84f4-431ccc9a1762 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.835460 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afabe231-def3-4b2b-84f4-431ccc9a1762 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.885172 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.886471 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cc4806cc-a220-44bb-9f70-7cd7522a103a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.6515014 Dec 14 01:18:01.890076 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53686) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:01.891050 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Sync routers for ids ['65dbd5b2-8d4d-456d-ad36-6dabe62ffce7'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:01.902507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1b742-349b-46e3-ab7b-21cb6b3d9230 None None] Pushing event deleted for resources: {'Port': ['ID=f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:01.909496 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b1b742-349b-46e3-ab7b-21cb6b3d9230 None None] No DVR routers for this DVR port f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:18:01.917202 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Routers {'65dbd5b2-8d4d-456d-ad36-6dabe62ffce7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:01.917843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['65dbd5b2-8d4d-456d-ad36-6dabe62ffce7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:01.945814 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afabe231-def3-4b2b-84f4-431ccc9a1762 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.946335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afabe231-def3-4b2b-84f4-431ccc9a1762 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Fanout notify agent at l3_agent the message router_deleted on router 19e2da11-a230-4d55-95aa-26ce356d881b {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:18:01.956991 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afabe231-def3-4b2b-84f4-431ccc9a1762 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:01.958090 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-afabe231-def3-4b2b-84f4-431ccc9a1762 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/routers/19e2da11-a230-4d55-95aa-26ce356d881b HTTP/1.1" status: 204 len: 168 time: 1.9642801 Dec 14 01:18:01.963671 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53688) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:01.971139 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b9e4a013-ee4f-4ab5-9c17-624c61a1bd3f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1775540664'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:02.014279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17d01bff-50c7-43ae-8072-a6075b45486c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.042355 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Set router 65dbd5b2-8d4d-456d-ad36-6dabe62ffce7 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:18:02.046243 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e4a013-ee4f-4ab5-9c17-624c61a1bd3f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:02.049818 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a013-ee4f-4ab5-9c17-624c61a1bd3f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.073484 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ebf32c03-eb53-4d90-a42c-fcb8383e7b01 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "GET /v2.0/routers/65dbd5b2-8d4d-456d-ad36-6dabe62ffce7 HTTP/1.1" status: 200 len: 906 time: 0.1800423 Dec 14 01:18:02.075141 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53690) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:02.080091 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d01bff-50c7-43ae-8072-a6075b45486c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=9a17eeac-9373-4b78-8e62-263f5c4d86e1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:02.105069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17d01bff-50c7-43ae-8072-a6075b45486c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.108393 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-17d01bff-50c7-43ae-8072-a6075b45486c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/9a17eeac-9373-4b78-8e62-263f5c4d86e1 HTTP/1.1" status: 204 len: 168 time: 1.6801112 Dec 14 01:18:02.111233 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53692) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:02.111545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db294de7-281e-4db8-bd1c-1bc78f917b33 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:02.120774 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.121714 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e4a013-ee4f-4ab5-9c17-624c61a1bd3f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:18:02.142952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a013-ee4f-4ab5-9c17-624c61a1bd3f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.143389 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-b9e4a013-ee4f-4ab5-9c17-624c61a1bd3f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Added segment 38dfd846-b071-496d-bc1c-3bf359636021 of type vlan for network 57f140ca-3ee4-4612-bd53-2d5040e5d888 Dec 14 01:18:02.180216 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0335aa32-c266-4aeb-9ff6-7be10b5624cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623901 Dec 14 01:18:02.186170 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53694) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:02.186372 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.195719 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-dd66a79f-a17e-463f-859a-987e8566c0cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:02.226846 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event deleted for resources: {'Port': ['ID=f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:02.229813 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.239022 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] No DVR routers for this DVR port f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:18:02.281064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a013-ee4f-4ab5-9c17-624c61a1bd3f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.300725 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Port': ['ID=c8e73565-d35c-4beb-96ce-78cf51dbbf10,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:02.319689 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-38923d27-4743-4b8e-9700-9b39914484e7 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.323631 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No DVR routers for this DVR port c8e73565-d35c-4beb-96ce-78cf51dbbf10 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:18:02.339902 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe8c69d8-247c-41f6-abf5-482ef52afb42 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.361634 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65dbd5b2-8d4d-456d-ad36-6dabe62ffce7', 'name': 'tempest-snat-router-181418238', 'tenant_id': '6a2f37d9992842f59ff1684cdca68b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': 'a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:55Z', 'updated_at': '2021-12-14T01:17:59Z', 'revision_number': 3, 'project_id': '6a2f37d9992842f59ff1684cdca68b08', 'gw_port': {'id': 'a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:db:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65dbd5b2-8d4d-456d-ad36-6dabe62ffce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:17:57Z', 'updated_at': '2021-12-14T01:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:02.396242 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a013-ee4f-4ab5-9c17-624c61a1bd3f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.397271 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Checking router: 65dbd5b2-8d4d-456d-ad36-6dabe62ffce7 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:18:02.397659 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Updating router 65dbd5b2-8d4d-456d-ad36-6dabe62ffce7 port a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:18:02.399753 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2add7d14-5ecb-451c-b60c-d07e39a54298 None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:02.402244 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e4a013-ee4f-4ab5-9c17-624c61a1bd3f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:02.403612 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a013-ee4f-4ab5-9c17-624c61a1bd3f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.426169 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-38923d27-4743-4b8e-9700-9b39914484e7 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.450357 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.452721 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.486454 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b9e4a013-ee4f-4ab5-9c17-624c61a1bd3f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5214479 Dec 14 01:18:02.497121 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53698) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:02.519078 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.531259 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f5105bc0-ed9e-4849-9847-aca3900dd1b8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'subnet': {'network_id': '57f140ca-3ee4-4612-bd53-2d5040e5d888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:02.548202 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd66a79f-a17e-463f-859a-987e8566c0cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:02.551828 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dd66a79f-a17e-463f-859a-987e8566c0cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.580897 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2add7d14-5ecb-451c-b60c-d07e39a54298 None None] Deleting port 5da4b650-a978-4dc9-b45b-c4ac44b39c2f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:02.581189 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2add7d14-5ecb-451c-b60c-d07e39a54298 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.602825 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38923d27-4743-4b8e-9700-9b39914484e7 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f78fcd3-4599-47a0-85d1-e4fa9c299bcd,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:02.608274 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:02.617721 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4a013-ee4f-4ab5-9c17-624c61a1bd3f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Network': ['ID=57f140ca-3ee4-4612-bd53-2d5040e5d888,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:02.624048 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388a113c-a8ab-43a6-ae40-74d0b49f8338']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:02.636192 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:02.643199 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event updated for resources: {'Port': ['ID=6bf87771-bc39-4378-ae5f-2d698d0ea245,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:02.646685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.650327 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f7bf67-9312-4e0c-84c0-2e80a5e2be1d') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:02.650614 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f7bf67-9312-4e0c-84c0-2e80a5e2be1d') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:02.653838 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:02.673036 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.676334 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ac0e61-1d73-48ad-be1c-3682b3734564 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:02.698821 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 57f140ca-3ee4-4612-bd53-2d5040e5d888 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:18:02.715058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64273e2-48d2-476b-aaf4-79740fa839dd']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:02.729647 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.749806 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe8c69d8-247c-41f6-abf5-482ef52afb42 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.750634 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edbf053-1a97-49be-8b16-d355547f27bf') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:02.750915 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edbf053-1a97-49be-8b16-d355547f27bf') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:02.766385 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:18:02.766791 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:18:02.777069 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:18:02.781004 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2add7d14-5ecb-451c-b60c-d07e39a54298 None None] For port 5da4b650-a978-4dc9-b45b-c4ac44b39c2f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=5da4b650-a978-4dc9-b45b-c4ac44b39c2f,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:02.781004 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2add7d14-5ecb-451c-b60c-d07e39a54298 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.781344 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-38923d27-4743-4b8e-9700-9b39914484e7 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.795392 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.806296 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2add7d14-5ecb-451c-b60c-d07e39a54298 None None] Calling delete_port for 5da4b650-a978-4dc9-b45b-c4ac44b39c2f owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:02.827907 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5105bc0-ed9e-4849-9847-aca3900dd1b8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:02.831962 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f5105bc0-ed9e-4849-9847-aca3900dd1b8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.834339 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5b53a798-9a1c-46d8-93b3-9e6941fecc0a None None] Provisioning complete for port 6bf87771-bc39-4378-ae5f-2d698d0ea245 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:02.834838 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b53a798-9a1c-46d8-93b3-9e6941fecc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.838647 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-38923d27-4743-4b8e-9700-9b39914484e7 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.878217 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.923249 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fe8c69d8-247c-41f6-abf5-482ef52afb42 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Deleting port a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:02.924256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe8c69d8-247c-41f6-abf5-482ef52afb42 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.929933 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:18:02.934053 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:18:02.934452 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:18:02.940129 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:18:02.969254 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5b53a798-9a1c-46d8-93b3-9e6941fecc0a None None] Port 6bf87771-bc39-4378-ae5f-2d698d0ea245 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:02.971050 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:18:02.971596 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f5a49c74-2b2c-4b58-9dd1-246a5e6fc2b7 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:18:02.972256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 5da4b650-a978-4dc9-b45b-c4ac44b39c2f no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:18:02.981835 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-38923d27-4743-4b8e-9700-9b39914484e7 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:02.986675 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-38923d27-4743-4b8e-9700-9b39914484e7 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.5662396 Dec 14 01:18:02.987066 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53700) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:02.992621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e2bbd91a-f2f0-4397-bbb6-bdf449934f99 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': '1b8adc3e-2572-44d5-85bf-255e625a9516', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:03.019013 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38923d27-4743-4b8e-9700-9b39914484e7 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8adc3e-2572-44d5-85bf-255e625a9516,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:03.025603 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.044608 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.056607 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe8c69d8-247c-41f6-abf5-482ef52afb42 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.059244 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] 10.222.0.32 "DELETE /v2.0/networks/388a113c-a8ab-43a6-ae40-74d0b49f8338 HTTP/1.1" status: 204 len: 168 time: 2.6719527 Dec 14 01:18:03.091530 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.103400 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fe8c69d8-247c-41f6-abf5-482ef52afb42 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Calling delete_port for a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:03.117587 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2add7d14-5ecb-451c-b60c-d07e39a54298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.117866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd91a-f2f0-4397-bbb6-bdf449934f99 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.119841 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.163226 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65966b7c-943f-4fb6-bcf9-a9d09de08ce3 tempest-AllowedAddressPairIpV6TestJSON-1145851755 tempest-AllowedAddressPairIpV6TestJSON-1145851755-project] Pushing event deleted for resources: {'Network': ['ID=388a113c-a8ab-43a6-ae40-74d0b49f8338,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:03.164710 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add7d14-5ecb-451c-b60c-d07e39a54298 None None] Pushing event deleted for resources: {'Port': ['ID=5da4b650-a978-4dc9-b45b-c4ac44b39c2f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:03.166667 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.179716 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add7d14-5ecb-451c-b60c-d07e39a54298 None None] No DVR routers for this DVR port 5da4b650-a978-4dc9-b45b-c4ac44b39c2f on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:18:03.208648 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.208941 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.213030 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/a64273e2-48d2-476b-aaf4-79740fa839dd HTTP/1.1" status: 204 len: 168 time: 5.1485331 Dec 14 01:18:03.217722 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b0de53-2a9f-4167-a101-17633d645985 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:03.239238 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53704) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:03.242241 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Attempting to bind port a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:03.242614 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Attempting to bind port a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:03.242983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Attempting to bind port a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:03.251195 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6ff6a99a-f0ea-4f21-acb0-84859eea863e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1997929968'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:03.272570 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:03.273336 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:03.273816 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.274281 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:03.274830 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Bound port: a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:03.275221 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.278234 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac94cf6-cbac-4f86-9337-8ffddedf7a9f None None] Pushing event updated for resources: {'Port': ['ID=a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:03.294312 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc60da6-6388-4d57-97e1-73b00c13092b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Network': ['ID=a64273e2-48d2-476b-aaf4-79740fa839dd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:03.321121 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f5105bc0-ed9e-4849-9847-aca3900dd1b8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.371122 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-819e0d3b-4952-4fe0-83d3-68a771bb8413 None None] Provisioning complete for port a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:03.371650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-819e0d3b-4952-4fe0-83d3-68a771bb8413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.384580 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.417933 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-819e0d3b-4952-4fe0-83d3-68a771bb8413 None None] Port a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:03.428995 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] For port a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:03.433667 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] For port a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:03.440641 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.494185 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd91a-f2f0-4397-bbb6-bdf449934f99 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.505542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff6a99a-f0ea-4f21-acb0-84859eea863e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:03.509112 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a99a-f0ea-4f21-acb0-84859eea863e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.547080 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd91a-f2f0-4397-bbb6-bdf449934f99 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.553576 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfd5e9e-0c6d-44ab-bbc4-fc10add56b69 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:03.557057 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53710) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:03.563416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac94cf6-cbac-4f86-9337-8ffddedf7a9f None None] Pushing event updated for resources: {'Port': ['ID=a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:03.578425 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Routers {'65dbd5b2-8d4d-456d-ad36-6dabe62ffce7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:03.579273 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['65dbd5b2-8d4d-456d-ad36-6dabe62ffce7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:03.619122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5105bc0-ed9e-4849-9847-aca3900dd1b8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Subnet': ['ID=61519e3b-dc80-4278-aadb-1244f2635758,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:03.635956 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbd91a-f2f0-4397-bbb6-bdf449934f99 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139779e7-e794-4042-b709-b82085b69a72,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:03.645609 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd91a-f2f0-4397-bbb6-bdf449934f99 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.649491 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e2bbd91a-f2f0-4397-bbb6-bdf449934f99 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6587801 Dec 14 01:18:03.650384 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53714) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:03.662060 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2eab7e9b-8bad-461b-b29b-20fb84bef9d0 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': '1b8adc3e-2572-44d5-85bf-255e625a9516', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:03.675087 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.677404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5105bc0-ed9e-4849-9847-aca3900dd1b8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Checking segment: {'id': '38dfd846-b071-496d-bc1c-3bf359636021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57f140ca-3ee4-4612-bd53-2d5040e5d888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:03.677780 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5105bc0-ed9e-4849-9847-aca3900dd1b8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network hostable DHCP agents. Network: 57f140ca-3ee4-4612-bd53-2d5040e5d888, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:18:03.680013 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff6a99a-f0ea-4f21-acb0-84859eea863e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:18:03.736333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a99a-f0ea-4f21-acb0-84859eea863e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.736682 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-6ff6a99a-f0ea-4f21-acb0-84859eea863e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Added segment 88368be0-84c1-4480-9613-82398122a9f1 of type vlan for network f535e9aa-4c02-4d6e-a499-75ebd2030459 Dec 14 01:18:03.796734 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2eab7e9b-8bad-461b-b29b-20fb84bef9d0 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.814823 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5105bc0-ed9e-4849-9847-aca3900dd1b8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network 57f140ca-3ee4-4612-bd53-2d5040e5d888 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:18:03.823869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a99a-f0ea-4f21-acb0-84859eea863e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.829112 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe8c69d8-247c-41f6-abf5-482ef52afb42 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.879848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] Set router 65dbd5b2-8d4d-456d-ad36-6dabe62ffce7 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:18:03.887944 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-2eab7e9b-8bad-461b-b29b-20fb84bef9d0 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): There was a conflict when trying to complete your request. Dec 14 01:18:03.889638 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2eab7e9b-8bad-461b-b29b-20fb84bef9d0 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2378373 Dec 14 01:18:03.893546 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53716) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:03.893740 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.objects.ports [None req-dd66a79f-a17e-463f-859a-987e8566c0cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:18:03.894691 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-f5105bc0-ed9e-4849-9847-aca3900dd1b8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 57f140ca-3ee4-4612-bd53-2d5040e5d888) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:03.896426 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c69d8-247c-41f6-abf5-482ef52afb42 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Pushing event deleted for resources: {'Port': ['ID=a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:03.909109 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5105bc0-ed9e-4849-9847-aca3900dd1b8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:03.910081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f5105bc0-ed9e-4849-9847-aca3900dd1b8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.919899 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dd66a79f-a17e-463f-859a-987e8566c0cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:03.939225 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4415b6-3384-4523-870b-3e78963828d2 None None] Network 57f140ca-3ee4-4612-bd53-2d5040e5d888 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:03.945622 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0c3e4a-47ae-4bf2-a1b6-cfc3b5d11dfc None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:03.963893 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65dbd5b2-8d4d-456d-ad36-6dabe62ffce7', 'name': 'tempest-snat-router-181418238', 'tenant_id': '6a2f37d9992842f59ff1684cdca68b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:55Z', 'updated_at': '2021-12-14T01:18:02Z', 'revision_number': 4, 'project_id': '6a2f37d9992842f59ff1684cdca68b08', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:03.971981 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Router e8bc2586-1abf-4fd4-b558-561b21b3820e is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:18:04.019224 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1d9befd8-6a86-42b4-b992-7561849d6a41 None None] Could not find standard attr ID for object a324b2ff-3df9-4bd5-81f8-0c4ef03d37c8. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:18:04.020982 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a99a-f0ea-4f21-acb0-84859eea863e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.026788 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff6a99a-f0ea-4f21-acb0-84859eea863e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:04.027233 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a99a-f0ea-4f21-acb0-84859eea863e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.027807 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d98ee-dab1-40c3-b52e-57b34ffd6070 None None] The sync data for ids ['65dbd5b2-8d4d-456d-ad36-6dabe62ffce7'] in dv-neutron-821592-1-hyperv is: [{'id': '65dbd5b2-8d4d-456d-ad36-6dabe62ffce7', 'name': 'tempest-snat-router-181418238', 'tenant_id': '6a2f37d9992842f59ff1684cdca68b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:55Z', 'updated_at': '2021-12-14T01:18:02Z', 'revision_number': 4, 'project_id': '6a2f37d9992842f59ff1684cdca68b08', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:04.035050 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2612-413f-403c-a84c-df49cc655e4b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.043878 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2044d7af-80c1-4809-913d-cdb6f60be439 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f816ae51b7e94049819df646a3064ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4732347 Dec 14 01:18:04.059436 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f5105bc0-ed9e-4849-9847-aca3900dd1b8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5346706 Dec 14 01:18:04.062722 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53718) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:04.063256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53720) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:04.072655 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2612-413f-403c-a84c-df49cc655e4b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.078386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd66a79f-a17e-463f-859a-987e8566c0cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:04.085329 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-44bad9cc-83a5-44ac-a6d2-7096bd815179 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1077509954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:04.123771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-57f140ca-3ee4-4612-bd53-2d5040e5d888', 'network_id': '57f140ca-3ee4-4612-bd53-2d5040e5d888', 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'fixed_ips': [{'subnet_id': '61519e3b-dc80-4278-aadb-1244f2635758'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:04.125169 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.143388 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-dd66a79f-a17e-463f-859a-987e8566c0cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:04.156957 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd66a79f-a17e-463f-859a-987e8566c0cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:04.157751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dd66a79f-a17e-463f-859a-987e8566c0cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.174022 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2612-413f-403c-a84c-df49cc655e4b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.177144 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2612-413f-403c-a84c-df49cc655e4b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.181254 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bc0d2612-413f-403c-a84c-df49cc655e4b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "DELETE /v2.0/security-groups/1b8adc3e-2572-44d5-85bf-255e625a9516 HTTP/1.1" status: 204 len: 168 time: 0.2859044 Dec 14 01:18:04.182253 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6ff6a99a-f0ea-4f21-acb0-84859eea863e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9404113 Dec 14 01:18:04.182472 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:04.183425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66a79f-a17e-463f-859a-987e8566c0cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=ed6eaafe-f413-4882-a300-ee8c72d5b329,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:04.184018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53722) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:04.197437 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Sync routers for ids ['e8bc2586-1abf-4fd4-b558-561b21b3820e'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:04.198713 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53724) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:04.205655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-73ac40e6-5d77-43a1-9a94-612ecd7df11e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'subnet': {'network_id': 'f535e9aa-4c02-4d6e-a499-75ebd2030459', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:04.205894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d2612-413f-403c-a84c-df49cc655e4b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8adc3e-2572-44d5-85bf-255e625a9516,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:04.214611 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Routers {'e8bc2586-1abf-4fd4-b558-561b21b3820e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:04.221588 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e8bc2586-1abf-4fd4-b558-561b21b3820e'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:04.239282 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.240949 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9db2b14b-423d-4985-bbb8-28e67dffc8b9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.8103955 Dec 14 01:18:04.244361 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53726) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:04.247173 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe8c69d8-247c-41f6-abf5-482ef52afb42 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.273306 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c5d24a2b-7d32-4c60-9332-6722e88c90f8 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0788879 Dec 14 01:18:04.274246 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53730) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:04.279388 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b7706faa-91ee-4a8d-b238-86a9090567cd tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531017713'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:04.282265 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6a99a-f0ea-4f21-acb0-84859eea863e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Network': ['ID=f535e9aa-4c02-4d6e-a499-75ebd2030459,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:04.289644 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24560721-282c-44fe-b373-4a8bf7335c2c None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:04.299707 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dd66a79f-a17e-463f-859a-987e8566c0cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1107817 Dec 14 01:18:04.302609 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53732) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:04.310084 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7dc6d30e-cd33-43d2-8c52-20cc0826099a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'mac_address': 'fa:16:3e:d2:58:a0', 'name': 'tempest-NetworksTestDHCPv6-2061695601'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:04.325029 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network f535e9aa-4c02-4d6e-a499-75ebd2030459 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:18:04.456509 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Set router e8bc2586-1abf-4fd4-b558-561b21b3820e gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:18:04.543729 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-71c64d16-9b20-4e12-8f65-afe6c78c0b25 tempest-TestNetworkAdvancedServerOps-308242810 tempest-TestNetworkAdvancedServerOps-308242810-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=8b1b08b5113b40ba8706b97c1e28214f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2961972 Dec 14 01:18:04.549064 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53734) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:04.562787 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Allocated IP 2001:db8::2 (57f140ca-3ee4-4612-bd53-2d5040e5d888/61519e3b-dc80-4278-aadb-1244f2635758/18c4e0c2-ff02-4d22-8011-5e7d1bf00d43) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:04.607176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': 'ed6eaafe-f413-4882-a300-ee8c72d5b329'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:04.608459 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.748981 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44bad9cc-83a5-44ac-a6d2-7096bd815179 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.750035 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44bad9cc-83a5-44ac-a6d2-7096bd815179 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.757514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe8c69d8-247c-41f6-abf5-482ef52afb42 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.764956 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe8c69d8-247c-41f6-abf5-482ef52afb42 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.789761 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc6d30e-cd33-43d2-8c52-20cc0826099a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:04.792247 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-89c30a08-085e-490d-b949-46c0d6824384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.827417 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55918cc5-eea6-4654-99e1-47afc6f76a68 tempest-TestNetworkAdvancedServerOps-308242810 tempest-TestNetworkAdvancedServerOps-308242810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:04.831563 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-55918cc5-eea6-4654-99e1-47afc6f76a68 tempest-TestNetworkAdvancedServerOps-308242810 tempest-TestNetworkAdvancedServerOps-308242810-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2789531 Dec 14 01:18:04.840603 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53738) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:04.879718 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7706faa-91ee-4a8d-b238-86a9090567cd tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.911319 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-89c30a08-085e-490d-b949-46c0d6824384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.913761 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Allocated IP 2001:db8::f816:3eff:fe53:cf77 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/ed6eaafe-f413-4882-a300-ee8c72d5b329/2e9fdd1d-2b75-484e-9b83-822ffa84197f) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:04.916704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe8c69d8-247c-41f6-abf5-482ef52afb42 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.917223 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8c69d8-247c-41f6-abf5-482ef52afb42 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65dbd5b2-8d4d-456d-ad36-6dabe62ffce7 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:18:04.920992 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7ad8db19-be56-4135-816c-7ff7ab209900 tempest-TestNetworkAdvancedServerOps-308242810 tempest-TestNetworkAdvancedServerOps-308242810-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0732396 Dec 14 01:18:04.924767 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53740) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:04.927503 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe8c69d8-247c-41f6-abf5-482ef52afb42 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.931735 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fe8c69d8-247c-41f6-abf5-482ef52afb42 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "DELETE /v2.0/routers/65dbd5b2-8d4d-456d-ad36-6dabe62ffce7 HTTP/1.1" status: 204 len: 168 time: 2.8555863 Dec 14 01:18:04.938127 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-080a9054-c074-43be-87c0-b813f6754adb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1895291264', 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:04.956668 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53742) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:04.962783 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330756671', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:59Z', 'updated_at': '2021-12-14T01:18:03Z', 'revision_number': 3, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'gw_port': {'id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:02:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:00Z', 'updated_at': '2021-12-14T01:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:04.980891 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44bad9cc-83a5-44ac-a6d2-7096bd815179 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:04.993123 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44bad9cc-83a5-44ac-a6d2-7096bd815179 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.006188 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ac40e6-5d77-43a1-9a94-612ecd7df11e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:05.008804 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Checking router: e8bc2586-1abf-4fd4-b558-561b21b3820e for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:18:05.009364 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Updating router e8bc2586-1abf-4fd4-b558-561b21b3820e port 6bf87771-bc39-4378-ae5f-2d698d0ea245 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:18:05.010282 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73ac40e6-5d77-43a1-9a94-612ecd7df11e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.042949 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.071268 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44bad9cc-83a5-44ac-a6d2-7096bd815179 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.072724 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-44bad9cc-83a5-44ac-a6d2-7096bd815179 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9919989 Dec 14 01:18:05.077091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53744) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:05.096245 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d30e-cd33-43d2-8c52-20cc0826099a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.134328 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-73ac40e6-5d77-43a1-9a94-612ecd7df11e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Performing IP validity checks on allocation pools {{(pid=103409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 14 01:18:05.134998 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-73ac40e6-5d77-43a1-9a94-612ecd7df11e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 14 01:18:05.195090 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.234648 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.238030 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-89c30a08-085e-490d-b949-46c0d6824384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.240919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-89c30a08-085e-490d-b949-46c0d6824384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.242321 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-89c30a08-085e-490d-b949-46c0d6824384 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fb8254d-311e-4884-b3be-a3597cddb2ee HTTP/1.1" status: 204 len: 168 time: 1.1628041 Dec 14 01:18:05.269019 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dc6d30e-cd33-43d2-8c52-20cc0826099a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port 665263e8-43bd-47f7-9af5-a215856aff1d yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:18:05.283922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Network 57f140ca-3ee4-4612-bd53-2d5040e5d888 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:05.293292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:05.295696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c30a08-085e-490d-b949-46c0d6824384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb8254d-311e-4884-b3be-a3597cddb2ee,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:05.308448 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:05.314867 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7706faa-91ee-4a8d-b238-86a9090567cd tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.367357 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7706faa-91ee-4a8d-b238-86a9090567cd tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.375222 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.401979 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.403936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Pushing event updated for resources: {'Port': ['ID=18c4e0c2-ff02-4d22-8011-5e7d1bf00d43,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:05.411579 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.423849 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.482920 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e709f93-1e80-46c7-9f61-82d1050fc3ac None None] Pushing event updated for resources: {'Port': ['ID=6bf87771-bc39-4378-ae5f-2d698d0ea245,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:05.493785 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Pushing event updated for resources: {'Port': ['ID=2e9fdd1d-2b75-484e-9b83-822ffa84197f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:05.501558 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Attempting to bind port 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:05.502362 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Attempting to bind port 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '38dfd846-b071-496d-bc1c-3bf359636021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57f140ca-3ee4-4612-bd53-2d5040e5d888'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:05.502730 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Attempting to bind port 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 on network 57f140ca-3ee4-4612-bd53-2d5040e5d888 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:05.522596 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:05.522787 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Checking segment: {'id': '38dfd846-b071-496d-bc1c-3bf359636021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57f140ca-3ee4-4612-bd53-2d5040e5d888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:05.523186 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.523585 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Bound using segment: {'id': '38dfd846-b071-496d-bc1c-3bf359636021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57f140ca-3ee4-4612-bd53-2d5040e5d888'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:05.524078 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Bound port: 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38dfd846-b071-496d-bc1c-3bf359636021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57f140ca-3ee4-4612-bd53-2d5040e5d888'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:05.524481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.533857 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7706faa-91ee-4a8d-b238-86a9090567cd tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39e3669-518d-4d5a-9916-d9d8c85346f7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:05.536881 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Attempting to bind port 6bf87771-bc39-4378-ae5f-2d698d0ea245 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:05.537252 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Attempting to bind port 6bf87771-bc39-4378-ae5f-2d698d0ea245 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:05.537618 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Attempting to bind port 6bf87771-bc39-4378-ae5f-2d698d0ea245 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:05.543250 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:05.543834 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:05.544247 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:05.544650 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.544897 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b4f990-4348-4fc2-a9ef-01092574f844 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:05.547620 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:05.547950 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Bound port: 6bf87771-bc39-4378-ae5f-2d698d0ea245, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:05.548393 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.549394 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:05.551827 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:05.553214 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.568782 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73ac40e6-5d77-43a1-9a94-612ecd7df11e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.601237 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a4942b0-0f39-4941-ab93-70b86a6cc95a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.635574 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7706faa-91ee-4a8d-b238-86a9090567cd tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.644936 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b7706faa-91ee-4a8d-b238-86a9090567cd tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3693125 Dec 14 01:18:05.645607 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53750) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:05.656468 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] For port 6bf87771-bc39-4378-ae5f-2d698d0ea245, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:05.661758 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] For port 6bf87771-bc39-4378-ae5f-2d698d0ea245, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6bf87771-bc39-4378-ae5f-2d698d0ea245,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:05.674208 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.689603 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] For port 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:05.695170 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] For port 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=18c4e0c2-ff02-4d22-8011-5e7d1bf00d43,segment=NetworkSegment(38dfd846-b071-496d-bc1c-3bf359636021),segment_id=38dfd846-b071-496d-bc1c-3bf359636021)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:05.763845 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d8386623-5564-4472-a671-a0c86b3863a4 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': 'd39e3669-518d-4d5a-9916-d9d8c85346f7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:05.764791 dv-neutron-821592-1-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-d8386623-5564-4472-a671-a0c86b3863a4 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 14 01:18:05.765425 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-d8386623-5564-4472-a671-a0c86b3863a4 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:05.767809 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d8386623-5564-4472-a671-a0c86b3863a4 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0183997 Dec 14 01:18:05.772217 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac40e6-5d77-43a1-9a94-612ecd7df11e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Subnet': ['ID=4abc1927-8fd9-44d3-8e92-a9f0ee84d9a3,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:05.775437 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53756) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:05.778759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080a9054-c074-43be-87c0-b813f6754adb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Made reservation on behalf of 8b1b08b5113b40ba8706b97c1e28214f for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:05.783477 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-080a9054-c074-43be-87c0-b813f6754adb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.814857 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e709f93-1e80-46c7-9f61-82d1050fc3ac None None] Pushing event updated for resources: {'Port': ['ID=6bf87771-bc39-4378-ae5f-2d698d0ea245,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:05.819006 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Routers {'e8bc2586-1abf-4fd4-b558-561b21b3820e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:05.819856 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e8bc2586-1abf-4fd4-b558-561b21b3820e'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:05.831900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.862985 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfbdb1e-1f0c-4a81-a33a-9f3221176090 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:05.875262 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ac40e6-5d77-43a1-9a94-612ecd7df11e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Checking segment: {'id': '88368be0-84c1-4480-9613-82398122a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f535e9aa-4c02-4d6e-a499-75ebd2030459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:05.875631 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ac40e6-5d77-43a1-9a94-612ecd7df11e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network hostable DHCP agents. Network: f535e9aa-4c02-4d6e-a499-75ebd2030459, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:18:05.970997 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ac40e6-5d77-43a1-9a94-612ecd7df11e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network f535e9aa-4c02-4d6e-a499-75ebd2030459 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:18:05.983454 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e6e2bb16-6dcf-49d0-a4bb-d3bd219c7c0b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:05.985190 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Attempting to bind port 2e9fdd1d-2b75-484e-9b83-822ffa84197f on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:05.985813 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Attempting to bind port 2e9fdd1d-2b75-484e-9b83-822ffa84197f by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:05.986188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Attempting to bind port 2e9fdd1d-2b75-484e-9b83-822ffa84197f on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:05.997182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3b5e487a-763f-48b6-90e7-8da0aa9aa138 None None] Provisioning complete for port 6bf87771-bc39-4378-ae5f-2d698d0ea245 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:05.997419 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b5e487a-763f-48b6-90e7-8da0aa9aa138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:06.004966 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-73ac40e6-5d77-43a1-9a94-612ecd7df11e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, f535e9aa-4c02-4d6e-a499-75ebd2030459) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:06.012138 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] Set router e8bc2586-1abf-4fd4-b558-561b21b3820e gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:18:06.078824 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18a3243-13cf-4d04-88ef-5f93b2594bdb None None] Network f535e9aa-4c02-4d6e-a499-75ebd2030459 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:06.113156 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:06.114348 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:06.114773 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:06.115296 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:06.115806 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ac40e6-5d77-43a1-9a94-612ecd7df11e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:06.116356 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Bound port: 2e9fdd1d-2b75-484e-9b83-822ffa84197f, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:06.116453 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73ac40e6-5d77-43a1-9a94-612ecd7df11e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:06.117065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:06.143562 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e6e2bb16-6dcf-49d0-a4bb-d3bd219c7c0b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:06.184686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b965d4f-afbb-4956-8b5f-ada947c3d02a None None] Pushing event updated for resources: {'Port': ['ID=18c4e0c2-ff02-4d22-8011-5e7d1bf00d43,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:06.221169 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-73ac40e6-5d77-43a1-9a94-612ecd7df11e tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0194840 Dec 14 01:18:06.252456 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53766) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:06.301382 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Allocated IP 2001:db8::1 (57f140ca-3ee4-4612-bd53-2d5040e5d888/61519e3b-dc80-4278-aadb-1244f2635758/746dc789-6cd7-4b3d-a324-82faffb1df2f) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:06.384585 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330756671', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:59Z', 'updated_at': '2021-12-14T01:18:03Z', 'revision_number': 3, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'gw_port': {'id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:02:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:00Z', 'updated_at': '2021-12-14T01:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:06.424416 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e6e2bb16-6dcf-49d0-a4bb-d3bd219c7c0b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:06.427095 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e6e2bb16-6dcf-49d0-a4bb-d3bd219c7c0b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:06.430816 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d042793-7a20-4b6d-8507-638bba39a2a7 None None] The sync data for ids ['e8bc2586-1abf-4fd4-b558-561b21b3820e'] in dv-neutron-821592-1-hyperv is: [{'id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330756671', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:59Z', 'updated_at': '2021-12-14T01:18:03Z', 'revision_number': 3, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'gw_port': {'id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:02:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:00Z', 'updated_at': '2021-12-14T01:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:06.440522 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e6e2bb16-6dcf-49d0-a4bb-d3bd219c7c0b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "DELETE /v2.0/security-groups/d39e3669-518d-4d5a-9916-d9d8c85346f7 HTTP/1.1" status: 204 len: 168 time: 0.6493154 Dec 14 01:18:06.445812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53772) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:06.480278 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b5e487a-763f-48b6-90e7-8da0aa9aa138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:06.504398 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3b5e487a-763f-48b6-90e7-8da0aa9aa138 None None] For port 6bf87771-bc39-4378-ae5f-2d698d0ea245, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6bf87771-bc39-4378-ae5f-2d698d0ea245,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:06.508689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-f535e9aa-4c02-4d6e-a499-75ebd2030459', 'network_id': 'f535e9aa-4c02-4d6e-a499-75ebd2030459', 'project_id': 'aa1defb958db4a1196837e6cd5b818e7', 'fixed_ips': [{'subnet_id': '4abc1927-8fd9-44d3-8e92-a9f0ee84d9a3'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:06.509686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:06.566030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b5e487a-763f-48b6-90e7-8da0aa9aa138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:06.573550 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] For port 2e9fdd1d-2b75-484e-9b83-822ffa84197f, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:06.574582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2bb16-6dcf-49d0-a4bb-d3bd219c7c0b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39e3669-518d-4d5a-9916-d9d8c85346f7,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:06.633934 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0592804d-de22-4deb-bf6e-93286bd7b24b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1678400 Dec 14 01:18:06.645292 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53776) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:06.655657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e072ab60-c69d-4277-be62-a10660140170 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363553411'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:06.661742 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] For port 2e9fdd1d-2b75-484e-9b83-822ffa84197f, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2e9fdd1d-2b75-484e-9b83-822ffa84197f,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:06.674426 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:06.718363 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-7dc6d30e-cd33-43d2-8c52-20cc0826099a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::f816:3eff:fed2:58a0 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/ed6eaafe-f413-4882-a300-ee8c72d5b329/665263e8-43bd-47f7-9af5-a215856aff1d) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:06.750133 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:06.759203 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e072ab60-c69d-4277-be62-a10660140170 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:06.794868 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a4942b0-0f39-4941-ab93-70b86a6cc95a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:06.823223 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53778) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:06.859723 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-98aff373-65b2-4002-a26a-cf8a24a376ec None None] Provisioning complete for port 6bf87771-bc39-4378-ae5f-2d698d0ea245 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:06.860720 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-98aff373-65b2-4002-a26a-cf8a24a376ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:06.868216 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e487a-763f-48b6-90e7-8da0aa9aa138 None None] Pushing event updated for resources: {'Port': ['ID=6bf87771-bc39-4378-ae5f-2d698d0ea245,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:06.947901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:06.997876 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:07.061494 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Allocated IP 172.20.0.3 (f535e9aa-4c02-4d6e-a499-75ebd2030459/4abc1927-8fd9-44d3-8e92-a9f0ee84d9a3/8ee91215-c1f4-47ea-87a9-c71ae0ca1747) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:07.080313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e072ab60-c69d-4277-be62-a10660140170 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.084645 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.136589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e072ab60-c69d-4277-be62-a10660140170 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.194438 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072ab60-c69d-4277-be62-a10660140170 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a076a4-97ae-422a-be4b-d7552a07da9d,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:07.212205 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a41b3-8cbd-42ea-b0ca-fbb5ecd62278 None None] Pushing event updated for resources: {'Port': ['ID=2e9fdd1d-2b75-484e-9b83-822ffa84197f,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:07.225183 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e072ab60-c69d-4277-be62-a10660140170 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.226973 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e072ab60-c69d-4277-be62-a10660140170 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5805709 Dec 14 01:18:07.242586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53784) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:07.254133 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c4175762-1074-4d8d-917b-f7fa437b07c2 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': 'e7a076a4-97ae-422a-be4b-d7552a07da9d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:07.255036 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.api.v2.base [None req-c4175762-1074-4d8d-917b-f7fa437b07c2 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 14 01:18:07.255786 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-c4175762-1074-4d8d-917b-f7fa437b07c2 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:07.257085 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c4175762-1074-4d8d-917b-f7fa437b07c2 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0133047 Dec 14 01:18:07.258618 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.265562 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53786) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:07.323582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c44c1096-00ee-45bc-a880-16233d11de91 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1999112688'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:07.403350 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network 57f140ca-3ee4-4612-bd53-2d5040e5d888 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:07.434089 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-080a9054-c074-43be-87c0-b813f6754adb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.451461 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:07.454768 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:07.455323 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.465024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=746dc789-6cd7-4b3d-a324-82faffb1df2f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:07.524793 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:07.525157 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.589526 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44c1096-00ee-45bc-a880-16233d11de91 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Made reservation on behalf of 81ab0088ff7745178df2325ee96a07e7 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:07.593942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c44c1096-00ee-45bc-a880-16233d11de91 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.599603 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af50c825-4c76-4803-9978-04ce5b54bf50 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.638736 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c44c1096-00ee-45bc-a880-16233d11de91 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.645996 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a9054-c074-43be-87c0-b813f6754adb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event updated for resources: {'Subnet': ['ID=a0dab735-ce9b-45a3-83ae-2f1e95f91491,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:07.650047 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1a4942b0-0f39-4941-ab93-70b86a6cc95a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Deleting port c6be5796-6e10-4178-ba47-eba96649210d {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:07.650528 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a4942b0-0f39-4941-ab93-70b86a6cc95a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.663012 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.667623 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af50c825-4c76-4803-9978-04ce5b54bf50 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.675778 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.714492 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a9054-c074-43be-87c0-b813f6754adb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Checking segment: {'id': '2ee2c7a8-6d21-4f7f-822c-d2739650d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:07.715331 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080a9054-c074-43be-87c0-b813f6754adb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Network hostable DHCP agents. Network: 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:18:07.757318 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f3142f-0369-4c9f-92e0-0b3210bd1deb None None] Network 57f140ca-3ee4-4612-bd53-2d5040e5d888 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:07.760781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af50c825-4c76-4803-9978-04ce5b54bf50 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.770578 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af50c825-4c76-4803-9978-04ce5b54bf50 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.775312 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-af50c825-4c76-4803-9978-04ce5b54bf50 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "DELETE /v2.0/security-groups/e7a076a4-97ae-422a-be4b-d7552a07da9d HTTP/1.1" status: 204 len: 168 time: 0.4549305 Dec 14 01:18:07.776010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53788) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:07.780722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d30e-cd33-43d2-8c52-20cc0826099a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.796262 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50c825-4c76-4803-9978-04ce5b54bf50 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a076a4-97ae-422a-be4b-d7552a07da9d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:07.799401 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.870552 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080a9054-c074-43be-87c0-b813f6754adb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Network 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:18:07.876854 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Subnet': ['ID=4abc1927-8fd9-44d3-8e92-a9f0ee84d9a3,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:07.882746 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.889266 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1a4942b0-0f39-4941-ab93-70b86a6cc95a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] For port c6be5796-6e10-4178-ba47-eba96649210d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c6be5796-6e10-4178-ba47-eba96649210d,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:07.889646 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a4942b0-0f39-4941-ab93-70b86a6cc95a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.925368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1a4942b0-0f39-4941-ab93-70b86a6cc95a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Calling delete_port for c6be5796-6e10-4178-ba47-eba96649210d owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:07.928712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-080a9054-c074-43be-87c0-b813f6754adb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:07.933483 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080a9054-c074-43be-87c0-b813f6754adb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:07.934127 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-080a9054-c074-43be-87c0-b813f6754adb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:07.943180 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Pushing event updated for resources: {'Port': ['ID=8ee91215-c1f4-47ea-87a9-c71ae0ca1747,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:07.973813 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d30e-cd33-43d2-8c52-20cc0826099a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.016199 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a87a1c-3e3d-41a2-9500-769507e08333 None None] Network 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:08.018606 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.033018 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-080a9054-c074-43be-87c0-b813f6754adb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1049180 Dec 14 01:18:08.037482 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c44c1096-00ee-45bc-a880-16233d11de91 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.038282 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53790) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:08.080602 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c44c1096-00ee-45bc-a880-16233d11de91 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.089912 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Network f535e9aa-4c02-4d6e-a499-75ebd2030459 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:08.124695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=18c4e0c2-ff02-4d22-8011-5e7d1bf00d43,segment=NetworkSegment(38dfd846-b071-496d-bc1c-3bf359636021),segment_id=38dfd846-b071-496d-bc1c-3bf359636021)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:08.143894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6d30e-cd33-43d2-8c52-20cc0826099a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:08.167758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7dc6d30e-cd33-43d2-8c52-20cc0826099a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:08.187537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6d30e-cd33-43d2-8c52-20cc0826099a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:08.193454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6d30e-cd33-43d2-8c52-20cc0826099a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:08.194903 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d30e-cd33-43d2-8c52-20cc0826099a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.201350 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44c1096-00ee-45bc-a880-16233d11de91 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:18:08.216301 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6d30e-cd33-43d2-8c52-20cc0826099a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=665263e8-43bd-47f7-9af5-a215856aff1d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:08.226426 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c1096-00ee-45bc-a880-16233d11de91 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14562bcf-a94a-45f8-97b3-5c740a9ab2b8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:08.251435 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ee3ff2f3-7215-422f-99e6-db84aacfff74 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4616618 Dec 14 01:18:08.268187 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53792) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:08.274059 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c44c1096-00ee-45bc-a880-16233d11de91 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.274523 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-c44c1096-00ee-45bc-a880-16233d11de91 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Added segment 3ade94cf-c36c-4155-abc6-ba09276971c7 of type vlan for network 1a6d2724-91ac-41ae-a899-cae28b27ee18 Dec 14 01:18:08.278052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-035aa604-37f5-4bed-842c-a9cfabc177ad tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group': {'name': 'tempest-secgroup--73940772'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:08.303675 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.304159 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7dc6d30e-cd33-43d2-8c52-20cc0826099a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9986405 Dec 14 01:18:08.352328 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53796) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:08.358937 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f535e9aa-4c02-4d6e-a499-75ebd2030459']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:08.382443 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88368be0-84c1-4480-9613-82398122a9f1') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:08.383152 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88368be0-84c1-4480-9613-82398122a9f1') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:08.408396 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.411510 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c44c1096-00ee-45bc-a880-16233d11de91 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.420311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:08.422937 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:08.442529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.454896 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.493621 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-77aae60a-0fc5-4693-b583-16d8bf4b591f None None] Provisioning complete for port 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:08.493991 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77aae60a-0fc5-4693-b583-16d8bf4b591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.537631 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:18:08.538247 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: items = [ Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:18:08.542295 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:18:08.578416 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a062b-d8c3-47a0-8b63-6b0fd1b52607 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:08.588626 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a062b-d8c3-47a0-8b63-6b0fd1b52607 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:08.593282 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7c3a062b-d8c3-47a0-8b63-6b0fd1b52607 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2395108 Dec 14 01:18:08.604711 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=18c4e0c2-ff02-4d22-8011-5e7d1bf00d43,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:08.618101 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53798) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:08.630392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Attempting to bind port 8ee91215-c1f4-47ea-87a9-c71ae0ca1747 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:08.630392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Attempting to bind port 8ee91215-c1f4-47ea-87a9-c71ae0ca1747 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '88368be0-84c1-4480-9613-82398122a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f535e9aa-4c02-4d6e-a499-75ebd2030459'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:08.630392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Attempting to bind port 8ee91215-c1f4-47ea-87a9-c71ae0ca1747 on network f535e9aa-4c02-4d6e-a499-75ebd2030459 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:08.673922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:08.674303 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Checking segment: {'id': '88368be0-84c1-4480-9613-82398122a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f535e9aa-4c02-4d6e-a499-75ebd2030459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:08.674777 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.675283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Bound using segment: {'id': '88368be0-84c1-4480-9613-82398122a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f535e9aa-4c02-4d6e-a499-75ebd2030459'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:08.675684 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Bound port: 8ee91215-c1f4-47ea-87a9-c71ae0ca1747, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88368be0-84c1-4480-9613-82398122a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f535e9aa-4c02-4d6e-a499-75ebd2030459'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:08.676053 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.681714 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.690857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'fixed_ips': [{'subnet_id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:08.691762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.707781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-035aa604-37f5-4bed-842c-a9cfabc177ad tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.720569 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.726936 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.743156 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c44c1096-00ee-45bc-a880-16233d11de91 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.752339 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44c1096-00ee-45bc-a880-16233d11de91 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:08.753142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c44c1096-00ee-45bc-a880-16233d11de91 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:08.979016 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] For port 8ee91215-c1f4-47ea-87a9-c71ae0ca1747, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:09.061661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 01:18:09.061661 dv-neutron-821592-1-hyperv neutron-server[103409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 01:18:09.061661 dv-neutron-821592-1-hyperv neutron-server[103409]: [parameters: {'id': 'f535e9aa-4c02-4d6e-a499-75ebd2030459'}] Dec 14 01:18:09.061661 dv-neutron-821592-1-hyperv neutron-server[103409]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:18:09.062125 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:18:09.101360 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a4942b0-0f39-4941-ab93-70b86a6cc95a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.130679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] For port 8ee91215-c1f4-47ea-87a9-c71ae0ca1747, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=8ee91215-c1f4-47ea-87a9-c71ae0ca1747,segment=NetworkSegment(88368be0-84c1-4480-9613-82398122a9f1),segment_id=88368be0-84c1-4480-9613-82398122a9f1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:09.133072 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Allocated IP 172.20.0.2 (0e55d5a8-1bf1-40f9-b4ea-f6331316ca43/a0dab735-ce9b-45a3-83ae-2f1e95f91491/c9bd26e7-2d19-4300-ae7f-aa70767cd3b2) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:09.159186 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6bf87771-bc39-4378-ae5f-2d698d0ea245 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:09.171142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=746dc789-6cd7-4b3d-a324-82faffb1df2f,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:09.198465 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4942b0-0f39-4941-ab93-70b86a6cc95a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6be5796-6e10-4178-ba47-eba96649210d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:09.206051 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c1096-00ee-45bc-a880-16233d11de91 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Network': ['ID=1a6d2724-91ac-41ae-a899-cae28b27ee18,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:09.212083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network 57f140ca-3ee4-4612-bd53-2d5040e5d888 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:09.217256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.218279 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:09.228125 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 1a6d2724-91ac-41ae-a899-cae28b27ee18 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:18:09.244156 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c44c1096-00ee-45bc-a880-16233d11de91 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3900199 Dec 14 01:18:09.258492 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53800) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:09.269278 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-aec5688b-4f06-4fb9-8097-7dbb025cd6f3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port 665263e8-43bd-47f7-9af5-a215856aff1d {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:09.269620 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aec5688b-4f06-4fb9-8097-7dbb025cd6f3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.275998 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ebab09e9-eaac-4dce-a9ca-dcd2c6e9abf0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'subnet': {'network_id': '1a6d2724-91ac-41ae-a899-cae28b27ee18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:09.289279 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1aad19cc-34ba-4454-9c8f-7944a2fcc52e None None] Provisioning complete for port 2e9fdd1d-2b75-484e-9b83-822ffa84197f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:09.289923 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1aad19cc-34ba-4454-9c8f-7944a2fcc52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.335413 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f32687-d5ef-420e-81b4-d35b11a08e8b None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:09.356963 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a4942b0-0f39-4941-ab93-70b86a6cc95a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.529748 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a4942b0-0f39-4941-ab93-70b86a6cc95a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.534278 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a4942b0-0f39-4941-ab93-70b86a6cc95a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.555931 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26a133-3755-458a-87e3-3b27628f0403 None None] Pushing event updated for resources: {'Port': ['ID=8ee91215-c1f4-47ea-87a9-c71ae0ca1747,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:09.600373 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 6bf87771-bc39-4378-ae5f-2d698d0ea245 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:09.600757 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.620448 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.623787 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a4942b0-0f39-4941-ab93-70b86a6cc95a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.624833 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4942b0-0f39-4941-ab93-70b86a6cc95a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a576325e-9eea-4d71-baba-6d00ff32dce0 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:18:09.633288 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a4942b0-0f39-4941-ab93-70b86a6cc95a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.634577 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1a4942b0-0f39-4941-ab93-70b86a6cc95a tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "DELETE /v2.0/routers/a576325e-9eea-4d71-baba-6d00ff32dce0 HTTP/1.1" status: 204 len: 168 time: 4.6766481 Dec 14 01:18:09.638557 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53804) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:09.682543 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-922144749', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:09.689792 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253a9e0a-d442-48af-96e5-22000e73e2a4 None None] Network f535e9aa-4c02-4d6e-a499-75ebd2030459 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:09.736793 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.765737 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1aad19cc-34ba-4454-9c8f-7944a2fcc52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.857545 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-035aa604-37f5-4bed-842c-a9cfabc177ad tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.879810 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.881027 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.931987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1aad19cc-34ba-4454-9c8f-7944a2fcc52e None None] For port 2e9fdd1d-2b75-484e-9b83-822ffa84197f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2e9fdd1d-2b75-484e-9b83-822ffa84197f,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:09.938893 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-035aa604-37f5-4bed-842c-a9cfabc177ad tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.990592 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1aad19cc-34ba-4454-9c8f-7944a2fcc52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:09.993963 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.039921 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebab09e9-eaac-4dce-a9ca-dcd2c6e9abf0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Made reservation on behalf of 81ab0088ff7745178df2325ee96a07e7 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:10.043599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ebab09e9-eaac-4dce-a9ca-dcd2c6e9abf0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.044294 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.048413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-035aa604-37f5-4bed-842c-a9cfabc177ad tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.052894 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-035aa604-37f5-4bed-842c-a9cfabc177ad tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.7803521 Dec 14 01:18:10.053063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2e9fdd1d-2b75-484e-9b83-822ffa84197f up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:10.059646 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53806) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:10.068928 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ce07b6e9-5ff4-49d6-806c-e0e22792f97b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': '926cac44-18ca-4fc5-8432-d811c19211c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:10.069952 dv-neutron-821592-1-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-ce07b6e9-5ff4-49d6-806c-e0e22792f97b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 14 01:18:10.070564 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-ce07b6e9-5ff4-49d6-806c-e0e22792f97b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:10.072156 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ce07b6e9-5ff4-49d6-806c-e0e22792f97b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0123570 Dec 14 01:18:10.075476 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.075968 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aec5688b-4f06-4fb9-8097-7dbb025cd6f3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.081617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035aa604-37f5-4bed-842c-a9cfabc177ad tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926cac44-18ca-4fc5-8432-d811c19211c8,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:10.115113 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Network 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:10.115390 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53808) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:10.118569 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad19cc-34ba-4454-9c8f-7944a2fcc52e None None] Pushing event updated for resources: {'Port': ['ID=2e9fdd1d-2b75-484e-9b83-822ffa84197f,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:10.127059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-85e33d7e-eec8-46b6-b71b-60f289489515 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': '926cac44-18ca-4fc5-8432-d811c19211c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:10.129325 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.api.v2.base [None req-85e33d7e-eec8-46b6-b71b-60f289489515 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 14 01:18:10.130079 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-85e33d7e-eec8-46b6-b71b-60f289489515 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:10.131278 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-85e33d7e-eec8-46b6-b71b-60f289489515 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0100853 Dec 14 01:18:10.141965 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53810) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:10.153480 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-0316bcb4-840e-46b8-8953-8955658f70c0 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': '926cac44-18ca-4fc5-8432-d811c19211c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:10.154981 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.api.v2.base [None req-0316bcb4-840e-46b8-8953-8955658f70c0 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 14 01:18:10.155903 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-0316bcb4-840e-46b8-8953-8955658f70c0 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:10.157154 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0316bcb4-840e-46b8-8953-8955658f70c0 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074673 Dec 14 01:18:10.158494 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-aec5688b-4f06-4fb9-8097-7dbb025cd6f3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for 665263e8-43bd-47f7-9af5-a215856aff1d owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:10.159316 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:10.166499 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:10.173284 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53812) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:10.190245 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b9738020-dd82-4371-a9bc-b605c3cb13d4 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': '926cac44-18ca-4fc5-8432-d811c19211c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:10.192392 dv-neutron-821592-1-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-b9738020-dd82-4371-a9bc-b605c3cb13d4 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 14 01:18:10.193256 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-b9738020-dd82-4371-a9bc-b605c3cb13d4 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:10.194915 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-832724ed-f2c3-4677-94c9-4f1337732244 None None] Provisioning complete for port 746dc789-6cd7-4b3d-a324-82faffb1df2f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:10.195649 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-832724ed-f2c3-4677-94c9-4f1337732244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.203724 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b9738020-dd82-4371-a9bc-b605c3cb13d4 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0169952 Dec 14 01:18:10.236497 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53814) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:10.287841 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Pushing event updated for resources: {'Port': ['ID=c9bd26e7-2d19-4300-ae7f-aa70767cd3b2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:10.309975 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Deleting port 8ee91215-c1f4-47ea-87a9-c71ae0ca1747 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:10.310648 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.315615 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-832724ed-f2c3-4677-94c9-4f1337732244 None None] Port 746dc789-6cd7-4b3d-a324-82faffb1df2f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:10.323908 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Attempting to bind port c9bd26e7-2d19-4300-ae7f-aa70767cd3b2 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:10.324312 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Attempting to bind port c9bd26e7-2d19-4300-ae7f-aa70767cd3b2 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '2ee2c7a8-6d21-4f7f-822c-d2739650d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:10.324679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Attempting to bind port c9bd26e7-2d19-4300-ae7f-aa70767cd3b2 on network 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:10.329403 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 2e9fdd1d-2b75-484e-9b83-822ffa84197f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:10.329780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.362160 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:10.362580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Checking segment: {'id': '2ee2c7a8-6d21-4f7f-822c-d2739650d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:10.362951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.363357 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Bound using segment: {'id': '2ee2c7a8-6d21-4f7f-822c-d2739650d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:10.363843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Bound port: c9bd26e7-2d19-4300-ae7f-aa70767cd3b2, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee2c7a8-6d21-4f7f-822c-d2739650d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:10.364259 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.384831 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-832724ed-f2c3-4677-94c9-4f1337732244 None None] Provisioning complete for port 665263e8-43bd-47f7-9af5-a215856aff1d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:10.385219 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-832724ed-f2c3-4677-94c9-4f1337732244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.477531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-832724ed-f2c3-4677-94c9-4f1337732244 None None] Port 665263e8-43bd-47f7-9af5-a215856aff1d cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:10.482575 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ebab09e9-eaac-4dce-a9ca-dcd2c6e9abf0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.499206 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router 5d7edad5-02f1-481c-8098-7f8595b354ea is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:18:10.501066 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f903ef0-19d4-436d-8c37-e53efb3777c9 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.511250 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] For port c9bd26e7-2d19-4300-ae7f-aa70767cd3b2, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:10.533353 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] For port c9bd26e7-2d19-4300-ae7f-aa70767cd3b2, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c9bd26e7-2d19-4300-ae7f-aa70767cd3b2,segment=NetworkSegment(2ee2c7a8-6d21-4f7f-822c-d2739650d098),segment_id=2ee2c7a8-6d21-4f7f-822c-d2739650d098)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:10.538956 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-832724ed-f2c3-4677-94c9-4f1337732244 None None] Provisioning complete for port 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:10.539331 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-832724ed-f2c3-4677-94c9-4f1337732244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.544282 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.558567 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] For port 8ee91215-c1f4-47ea-87a9-c71ae0ca1747, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=8ee91215-c1f4-47ea-87a9-c71ae0ca1747,segment=NetworkSegment(88368be0-84c1-4480-9613-82398122a9f1),segment_id=88368be0-84c1-4480-9613-82398122a9f1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:10.558944 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.603255 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:10.606605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Calling delete_port for 8ee91215-c1f4-47ea-87a9-c71ae0ca1747 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:10.613125 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f903ef0-19d4-436d-8c37-e53efb3777c9 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.642262 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab09e9-eaac-4dce-a9ca-dcd2c6e9abf0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Subnet': ['ID=6f7764bd-7ac3-4d60-a49e-e04cc9d027b4,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:10.681477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.701719 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405750d4-bd3f-4b3f-85d0-f7e66fcf60e9 None None] Pushing event updated for resources: {'Port': ['ID=c9bd26e7-2d19-4300-ae7f-aa70767cd3b2,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:10.756982 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.759050 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:10.759274 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.762373 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Allocated IP 172.20.0.1 (0e55d5a8-1bf1-40f9-b4ea-f6331316ca43/a0dab735-ce9b-45a3-83ae-2f1e95f91491/96ee53dc-b399-4d11-aea1-be96d444440e) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:10.823982 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebab09e9-eaac-4dce-a9ca-dcd2c6e9abf0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Checking segment: {'id': '3ade94cf-c36c-4155-abc6-ba09276971c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1a6d2724-91ac-41ae-a899-cae28b27ee18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:10.824711 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebab09e9-eaac-4dce-a9ca-dcd2c6e9abf0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network hostable DHCP agents. Network: 1a6d2724-91ac-41ae-a899-cae28b27ee18, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:18:10.869707 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aec5688b-4f06-4fb9-8097-7dbb025cd6f3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.874688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:10.881815 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f903ef0-19d4-436d-8c37-e53efb3777c9 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.884349 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f903ef0-19d4-436d-8c37-e53efb3777c9 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:10.885460 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4f903ef0-19d4-436d-8c37-e53efb3777c9 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "DELETE /v2.0/security-groups/926cac44-18ca-4fc5-8432-d811c19211c8 HTTP/1.1" status: 204 len: 168 time: 0.6427736 Dec 14 01:18:10.887694 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d599b7-31ea-4dbd-960f-4f9ee704ce9c None None] Sync routers for ids ['5d7edad5-02f1-481c-8098-7f8595b354ea'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:10.900175 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-abb15d4d-e1c9-4b83-80c9-c05d8afd8bb7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/5d7edad5-02f1-481c-8098-7f8595b354ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8189669 Dec 14 01:18:10.900346 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d599b7-31ea-4dbd-960f-4f9ee704ce9c None None] Routers {'5d7edad5-02f1-481c-8098-7f8595b354ea'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:10.901568 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-90d599b7-31ea-4dbd-960f-4f9ee704ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5d7edad5-02f1-481c-8098-7f8595b354ea'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:10.903599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53818) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:10.909043 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53820) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:11.009769 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebab09e9-eaac-4dce-a9ca-dcd2c6e9abf0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 1a6d2724-91ac-41ae-a899-cae28b27ee18 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:18:11.015202 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d01f334-489f-4aaf-9607-94d568a0640e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:11.017157 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1d01f334-489f-4aaf-9607-94d568a0640e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports/746dc789-6cd7-4b3d-a324-82faffb1df2f HTTP/1.1" status: 200 len: 911 time: 0.1017346 Dec 14 01:18:11.025870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53822) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:11.031972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-363f9196-ee7e-444a-a6f2-49001dd5e475 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '61519e3b-dc80-4278-aadb-1244f2635758'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:11.052708 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5688b-4f06-4fb9-8097-7dbb025cd6f3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=665263e8-43bd-47f7-9af5-a215856aff1d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:11.065437 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f903ef0-19d4-436d-8c37-e53efb3777c9 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=926cac44-18ca-4fc5-8432-d811c19211c8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:11.072904 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-ebab09e9-eaac-4dce-a9ca-dcd2c6e9abf0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 1a6d2724-91ac-41ae-a899-cae28b27ee18) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:11.093078 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.113881 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aec5688b-4f06-4fb9-8097-7dbb025cd6f3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.118079 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-aec5688b-4f06-4fb9-8097-7dbb025cd6f3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/665263e8-43bd-47f7-9af5-a215856aff1d HTTP/1.1" status: 204 len: 168 time: 2.4989614 Dec 14 01:18:11.130321 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53824) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:11.156139 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab09e9-eaac-4dce-a9ca-dcd2c6e9abf0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:11.156892 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ebab09e9-eaac-4dce-a9ca-dcd2c6e9abf0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.167363 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-00d46ba9-601b-440d-a27b-25351d8f5194 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2526586 Dec 14 01:18:11.192294 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53826) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:11.205648 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-90d599b7-31ea-4dbd-960f-4f9ee704ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:11.211882 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2e9fdd1d-2b75-484e-9b83-822ffa84197f up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:11.217225 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19276ee6-b7cf-482c-8d9b-aebdfc65da05 None None] Network 1a6d2724-91ac-41ae-a899-cae28b27ee18 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:11.275794 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Port': ['ID=8ee91215-c1f4-47ea-87a9-c71ae0ca1747,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:11.288307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No DVR routers for this DVR port 8ee91215-c1f4-47ea-87a9-c71ae0ca1747 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:18:11.311767 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d599b7-31ea-4dbd-960f-4f9ee704ce9c None None] Routers {'5d7edad5-02f1-481c-8098-7f8595b354ea'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:11.312363 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-90d599b7-31ea-4dbd-960f-4f9ee704ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5d7edad5-02f1-481c-8098-7f8595b354ea'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:11.324737 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ebab09e9-eaac-4dce-a9ca-dcd2c6e9abf0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0613761 Dec 14 01:18:11.328625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53828) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:11.342819 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-94681c64-da95-4e20-8448-e7ca76a7794b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group': {'name': 'tempest-secgroup--690739782'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:11.349796 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-90d599b7-31ea-4dbd-960f-4f9ee704ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:11.350467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d599b7-31ea-4dbd-960f-4f9ee704ce9c None None] The sync data for ids ['5d7edad5-02f1-481c-8098-7f8595b354ea'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:11.350848 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.397995 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1463911085', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:11.407269 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 2e9fdd1d-2b75-484e-9b83-822ffa84197f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:11.407485 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.408206 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.416910 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-363f9196-ee7e-444a-a6f2-49001dd5e475 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.427539 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-caf749ca-60f8-4ffa-924b-2a0431fba0c0 req-3ee7e3ad-0b19-4359-b06c-fc3b6c28dd75 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2247639 Dec 14 01:18:11.445397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f535e9aa-4c02-4d6e-a499-75ebd2030459']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:11.454584 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6f61cb-7a9d-4929-b227-7b82a9088734 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:11.456440 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6f61cb-7a9d-4929-b227-7b82a9088734 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:11.458185 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fc6f61cb-7a9d-4929-b227-7b82a9088734 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3266239 Dec 14 01:18:11.460149 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88368be0-84c1-4480-9613-82398122a9f1') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:11.460554 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88368be0-84c1-4480-9613-82398122a9f1') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:11.462218 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53830) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:11.473180 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94681c64-da95-4e20-8448-e7ca76a7794b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.480346 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.481529 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.506730 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168df01e-b1ec-48b5-86a6-74f37d3da230 None None] Network 1a6d2724-91ac-41ae-a899-cae28b27ee18 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:11.521747 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.580026 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.603934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.607032 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:18:11.607676 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:18:11.610982 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:18:11.619898 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb965ffa-42aa-4495-86e9-0b417399731b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet ed6eaafe-f413-4882-a300-ee8c72d5b329 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:18:11.664404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb965ffa-42aa-4495-86e9-0b417399731b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.689767 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c6be5796-6e10-4178-ba47-eba96649210d no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:18:11.716028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: c6be5796-6e10-4178-ba47-eba96649210d {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:18:11.717384 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c6be5796-6e10-4178-ba47-eba96649210d not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:18:11.720449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.728271 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.748717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf749ca-60f8-4ffa-924b-2a0431fba0c0 req-824d846c-5291-44bc-9e85-84d4000deaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:11.750257 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-caf749ca-60f8-4ffa-924b-2a0431fba0c0 req-824d846c-5291-44bc-9e85-84d4000deaef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfe5dd77b8fd41d0a68aef6d29a81ff5&device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 1099 time: 0.2231677 Dec 14 01:18:11.781168 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.789682 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Network 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:11.809254 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:11.817340 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:11.822914 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event updated for resources: {'Port': ['ID=96ee53dc-b399-4d11-aea1-be96d444440e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:11.871154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb965ffa-42aa-4495-86e9-0b417399731b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.910844 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.957247 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.960508 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/f535e9aa-4c02-4d6e-a499-75ebd2030459 HTTP/1.1" status: 204 len: 168 time: 5.7068069 Dec 14 01:18:11.965310 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329cffe-3d58-45b4-9892-d68e08be4134 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Network': ['ID=f535e9aa-4c02-4d6e-a499-75ebd2030459,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:11.966134 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53834) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:11.967163 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:11.978956 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cd70373f-8b07-4d13-a731-cc396a99c88a tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2083397334'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:11.986196 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94681c64-da95-4e20-8448-e7ca76a7794b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.041346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94681c64-da95-4e20-8448-e7ca76a7794b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.076855 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.120576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf749ca-60f8-4ffa-924b-2a0431fba0c0 req-4c083817-d203-42d4-969b-1e430e0c5145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:12.122093 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-caf749ca-60f8-4ffa-924b-2a0431fba0c0 req-4c083817-d203-42d4-969b-1e430e0c5145 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7b8327e-95d0-4538-baf8-12b321378ee5 HTTP/1.1" status: 200 len: 911 time: 0.3348796 Dec 14 01:18:12.179706 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e6b3b9-3439-4ad3-8675-eaef534bdc39 None None] Network 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:12.196078 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Allocated IP 172.26.1.225 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/9f16c028-d154-474e-a4a8-547f1f738b15) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:12.200327 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94681c64-da95-4e20-8448-e7ca76a7794b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.204342 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-94681c64-da95-4e20-8448-e7ca76a7794b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8712516 Dec 14 01:18:12.213545 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53836) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:12.218916 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94681c64-da95-4e20-8448-e7ca76a7794b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24061ed-b571-4ebe-a8cb-32ccbccd39b2,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:12.221108 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd70373f-8b07-4d13-a731-cc396a99c88a tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:12.224870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd70373f-8b07-4d13-a731-cc396a99c88a tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.232591 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9763fdd4-ba6d-4522-a987-1ab2b33decaf tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': 'c24061ed-b571-4ebe-a8cb-32ccbccd39b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:12.233545 dv-neutron-821592-1-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-9763fdd4-ba6d-4522-a987-1ab2b33decaf tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 14 01:18:12.234383 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-9763fdd4-ba6d-4522-a987-1ab2b33decaf tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:12.235767 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9763fdd4-ba6d-4522-a987-1ab2b33decaf tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0179849 Dec 14 01:18:12.264568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53838) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:12.272438 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a2dbf5c3-1087-4487-8532-9424a7599384 None None] Provisioning complete for port c9bd26e7-2d19-4300-ae7f-aa70767cd3b2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:12.273158 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf5c3-1087-4487-8532-9424a7599384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.282359 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7d9db88d-f729-463b-b121-cbe71acbc20a tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': 'c24061ed-b571-4ebe-a8cb-32ccbccd39b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:12.399857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf5c3-1087-4487-8532-9424a7599384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.424795 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd70373f-8b07-4d13-a731-cc396a99c88a tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:18:12.444482 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a2dbf5c3-1087-4487-8532-9424a7599384 None None] For port c9bd26e7-2d19-4300-ae7f-aa70767cd3b2, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c9bd26e7-2d19-4300-ae7f-aa70767cd3b2,segment=NetworkSegment(2ee2c7a8-6d21-4f7f-822c-d2739650d098),segment_id=2ee2c7a8-6d21-4f7f-822c-d2739650d098)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:12.454115 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf5c3-1087-4487-8532-9424a7599384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.494020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb965ffa-42aa-4495-86e9-0b417399731b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.497012 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd70373f-8b07-4d13-a731-cc396a99c88a tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.498038 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-cd70373f-8b07-4d13-a731-cc396a99c88a tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Added segment a711ea8d-63ed-4f00-b4c2-cf83e3455706 of type vlan for network d518a972-fa27-4d89-a848-5d8462439d93 Dec 14 01:18:12.524724 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbf5c3-1087-4487-8532-9424a7599384 None None] Pushing event updated for resources: {'Port': ['ID=c9bd26e7-2d19-4300-ae7f-aa70767cd3b2,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:12.558318 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.560300 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-7d9db88d-f729-463b-b121-cbe71acbc20a tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:12.564073 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7d9db88d-f729-463b-b121-cbe71acbc20a tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2954826 Dec 14 01:18:12.565401 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53840) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:12.568736 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-caf749ca-60f8-4ffa-924b-2a0431fba0c0 req-0fffa682-dc54-4b17-ac8f-f933580f5372 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30390df4-d18c-4a5d-952e-de9aae2f0d60 HTTP/1.1" status: 200 len: 1001 time: 0.4356320 Dec 14 01:18:12.571803 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-caf52bdc-98eb-4b3c-a9ce-da3c85b497ab tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': 'c24061ed-b571-4ebe-a8cb-32ccbccd39b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:12.572313 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.api.v2.base [None req-caf52bdc-98eb-4b3c-a9ce-da3c85b497ab tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 14 01:18:12.572786 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-caf52bdc-98eb-4b3c-a9ce-da3c85b497ab tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:12.577556 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-caf52bdc-98eb-4b3c-a9ce-da3c85b497ab tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072701 Dec 14 01:18:12.577556 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53842) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:12.590423 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-00622e30-39db-4647-a8e8-682c9febf78d tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': 'c24061ed-b571-4ebe-a8cb-32ccbccd39b2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:12.651048 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd70373f-8b07-4d13-a731-cc396a99c88a tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.655617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb965ffa-42aa-4495-86e9-0b417399731b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.681341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf749ca-60f8-4ffa-924b-2a0431fba0c0 req-d734ffb2-a4a7-4bff-9c2c-c730459d4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:12.681856 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.682937 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-caf749ca-60f8-4ffa-924b-2a0431fba0c0 req-d734ffb2-a4a7-4bff-9c2c-c730459d4e81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c950cfe2-66cf-445f-90c5-d23a7416e235 HTTP/1.1" status: 200 len: 850 time: 0.1052392 Dec 14 01:18:12.698972 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-24b04978-8082-4723-8ea7-be07a5a6e770 None None] Provisioning complete for port 96ee53dc-b399-4d11-aea1-be96d444440e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:12.699896 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-24b04978-8082-4723-8ea7-be07a5a6e770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.718897 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb965ffa-42aa-4495-86e9-0b417399731b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6eaafe-f413-4882-a300-ee8c72d5b329,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:12.727450 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-363f9196-ee7e-444a-a6f2-49001dd5e475 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.731959 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb965ffa-42aa-4495-86e9-0b417399731b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.738022 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bb965ffa-42aa-4495-86e9-0b417399731b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/ed6eaafe-f413-4882-a300-ee8c72d5b329 HTTP/1.1" status: 204 len: 168 time: 1.2718635 Dec 14 01:18:12.741788 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53844) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:12.742852 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63efc3aa-4204-42b2-be66-9207d40d91a4 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:12.779845 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-00622e30-39db-4647-a8e8-682c9febf78d tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:12.780930 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-00622e30-39db-4647-a8e8-682c9febf78d tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2020717 Dec 14 01:18:12.786012 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53846) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:12.791066 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4f2d6849-9e05-4abf-a270-d38adb230581 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': 'c24061ed-b571-4ebe-a8cb-32ccbccd39b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:12.791541 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.api.v2.base [None req-4f2d6849-9e05-4abf-a270-d38adb230581 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 14 01:18:12.792024 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-4f2d6849-9e05-4abf-a270-d38adb230581 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:12.793033 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4f2d6849-9e05-4abf-a270-d38adb230581 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055547 Dec 14 01:18:12.800292 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53848) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:12.823333 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-363f9196-ee7e-444a-a6f2-49001dd5e475 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.830217 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f9196-ee7e-444a-a6f2-49001dd5e475 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:12.831153 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-363f9196-ee7e-444a-a6f2-49001dd5e475 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.832715 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-363f9196-ee7e-444a-a6f2-49001dd5e475 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/ports/746dc789-6cd7-4b3d-a324-82faffb1df2f HTTP/1.1" status: 200 len: 911 time: 1.8058794 Dec 14 01:18:12.836264 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-24b04978-8082-4723-8ea7-be07a5a6e770 None None] Port 96ee53dc-b399-4d11-aea1-be96d444440e cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:12.839239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-22f1b692-f600-4834-9e91-6d82f615682b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': 'c24061ed-b571-4ebe-a8cb-32ccbccd39b2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:12.843391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53850) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:12.878352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-24b04978-8082-4723-8ea7-be07a5a6e770 None None] Provisioning complete for port c9bd26e7-2d19-4300-ae7f-aa70767cd3b2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:12.879461 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-24b04978-8082-4723-8ea7-be07a5a6e770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.886603 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2f488d8a-eb66-4011-be32-fcf295336f25 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1437938 Dec 14 01:18:12.891093 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f9196-ee7e-444a-a6f2-49001dd5e475 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=746dc789-6cd7-4b3d-a324-82faffb1df2f,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:12.893809 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd70373f-8b07-4d13-a731-cc396a99c88a tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.899748 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd70373f-8b07-4d13-a731-cc396a99c88a tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:12.900395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd70373f-8b07-4d13-a731-cc396a99c88a tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:12.904468 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53852) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:12.911571 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf749ca-60f8-4ffa-924b-2a0431fba0c0 req-e4143a9a-7559-4e34-8a86-3ba357d7ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:12.913563 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-caf749ca-60f8-4ffa-924b-2a0431fba0c0 req-e4143a9a-7559-4e34-8a86-3ba357d7ce8e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7b8327e-95d0-4538-baf8-12b321378ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2073214 Dec 14 01:18:13.065050 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842a5f77-bbdb-4fc0-8863-f172223dba23 None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:13.138771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c9bd26e7-2d19-4300-ae7f-aa70767cd3b2 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:13.139899 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-caf749ca-60f8-4ffa-924b-2a0431fba0c0 req-4747222e-5bc7-4cfc-be2a-dc53851bd9cf service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048674 Dec 14 01:18:13.146602 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:13.177537 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-842a5f77-bbdb-4fc0-8863-f172223dba23 None None] Deleting port 2e9fdd1d-2b75-484e-9b83-822ffa84197f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:13.177937 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-842a5f77-bbdb-4fc0-8863-f172223dba23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:13.192634 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-22f1b692-f600-4834-9e91-6d82f615682b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:13.196795 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-22f1b692-f600-4834-9e91-6d82f615682b tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3991470 Dec 14 01:18:13.214176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53856) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:13.245709 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-124c6e5c-61c7-4574-be6a-298647211001 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': 'c24061ed-b571-4ebe-a8cb-32ccbccd39b2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:13.246504 dv-neutron-821592-1-hyperv neutron-server[103409]: WARNING neutron.api.v2.base [None req-124c6e5c-61c7-4574-be6a-298647211001 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 14 01:18:13.247163 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-124c6e5c-61c7-4574-be6a-298647211001 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:13.252248 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-124c6e5c-61c7-4574-be6a-298647211001 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0119197 Dec 14 01:18:13.255418 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:13.259228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53858) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:13.266222 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3bf81df6-fbec-45da-925d-2218a53e8824 None None] Provisioning complete for port 96ee53dc-b399-4d11-aea1-be96d444440e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:13.266597 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3bf81df6-fbec-45da-925d-2218a53e8824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:13.270664 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-058cf1a5-ffd3-4b07-a99f-e1367aab1549 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': 'c24061ed-b571-4ebe-a8cb-32ccbccd39b2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:13.302149 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port c9bd26e7-2d19-4300-ae7f-aa70767cd3b2 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:13.302791 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:13.340022 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-842a5f77-bbdb-4fc0-8863-f172223dba23 None None] For port 2e9fdd1d-2b75-484e-9b83-822ffa84197f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2e9fdd1d-2b75-484e-9b83-822ffa84197f,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:13.340453 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-842a5f77-bbdb-4fc0-8863-f172223dba23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:13.364058 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3bf81df6-fbec-45da-925d-2218a53e8824 None None] Port 96ee53dc-b399-4d11-aea1-be96d444440e cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:13.366334 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-842a5f77-bbdb-4fc0-8863-f172223dba23 None None] Calling delete_port for 2e9fdd1d-2b75-484e-9b83-822ffa84197f owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:13.402060 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cd70373f-8b07-4d13-a731-cc396a99c88a tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4312971 Dec 14 01:18:13.417663 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53860) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:13.425157 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-71171513-53a9-45c8-b9df-d3d45701f3c4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'subnet': {'network_id': 'd518a972-fa27-4d89-a848-5d8462439d93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:13.439669 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:13.486183 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70373f-8b07-4d13-a731-cc396a99c88a tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Network': ['ID=d518a972-fa27-4d89-a848-5d8462439d93,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:13.501988 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-caf749ca-60f8-4ffa-924b-2a0431fba0c0 req-4e7110ca-2704-451a-b6be-003261925b29 service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477700 Dec 14 01:18:13.508067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-842a5f77-bbdb-4fc0-8863-f172223dba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:13.517971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network d518a972-fa27-4d89-a848-5d8462439d93 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:18:13.547541 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:13.556140 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Allocated IP 172.26.1.4 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/a1e17270-3299-4abd-ae87-2d99c81c6887) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:13.557336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:13.569187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:13.574443 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-058cf1a5-ffd3-4b07-a99f-e1367aab1549 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:13.578988 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-058cf1a5-ffd3-4b07-a99f-e1367aab1549 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3182347 Dec 14 01:18:13.579566 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53862) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:13.579928 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde28db9-9216-43ad-a10b-b3e2268ca2bb tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:13.583891 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fde28db9-9216-43ad-a10b-b3e2268ca2bb tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6702628 Dec 14 01:18:13.584517 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53864) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:13.589174 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-134a27dd-7541-4e97-89fa-e01f09068997 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': 'c24061ed-b571-4ebe-a8cb-32ccbccd39b2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:13.615573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063477bb-335a-4f74-b707-05264ef990c7 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:13.619157 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a5f77-bbdb-4fc0-8863-f172223dba23 None None] No DVR routers for this DVR port 2e9fdd1d-2b75-484e-9b83-822ffa84197f on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:18:13.631586 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Pushing event updated for resources: {'Port': ['ID=9f16c028-d154-474e-a4a8-547f1f738b15,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:13.635970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a5f77-bbdb-4fc0-8863-f172223dba23 None None] Pushing event deleted for resources: {'Port': ['ID=2e9fdd1d-2b75-484e-9b83-822ffa84197f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:13.706971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789dd3b2-65fe-4e75-b57b-c0d7bcf8b24b None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:18:13.723810 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e5209-aa10-4b55-8678-41672b0bfd1c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:13.727939 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7e7e5209-aa10-4b55-8678-41672b0bfd1c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1401258 Dec 14 01:18:13.731809 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53866) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:13.790533 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3e687d6f-0946-4cbe-baae-cb4d5d6e58f6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575163 Dec 14 01:18:13.815648 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53868) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:13.826775 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71171513-53a9-45c8-b9df-d3d45701f3c4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:13.827068 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-3f97f919-711c-4845-abfa-8db1f81af148 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:13.830804 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71171513-53a9-45c8-b9df-d3d45701f3c4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:13.852387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ef274efc-26b1-4925-b957-eb23c4b04347 None None] Provisioning complete for port 9f16c028-d154-474e-a4a8-547f1f738b15 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:13.852769 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef274efc-26b1-4925-b957-eb23c4b04347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:13.881524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789dd3b2-65fe-4e75-b57b-c0d7bcf8b24b None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:18:13.886526 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-134a27dd-7541-4e97-89fa-e01f09068997 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:13.891309 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-134a27dd-7541-4e97-89fa-e01f09068997 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3084955 Dec 14 01:18:13.897044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53870) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:13.922344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:13.959910 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ef274efc-26b1-4925-b957-eb23c4b04347 None None] Port 9f16c028-d154-474e-a4a8-547f1f738b15 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:14.042002 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f84263b-d161-44a8-8a56-ee6e4fe45449 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:14.043876 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:14.047418 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1160c7c-a428-4795-a7ba-38f40778d9bf tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:14.057188 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:14.094429 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f97f919-711c-4845-abfa-8db1f81af148 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:14.098342 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3f97f919-711c-4845-abfa-8db1f81af148 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:14.155918 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1160c7c-a428-4795-a7ba-38f40778d9bf tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:14.166557 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:14.180349 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:14.216624 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:14.230530 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event updated for resources: {'Port': ['ID=96ee53dc-b399-4d11-aea1-be96d444440e,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:14.305583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:14.319240 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:14.328284 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:14.347049 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bca1dfc-5c33-45f0-83e3-765911e62936 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:14.379855 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71171513-53a9-45c8-b9df-d3d45701f3c4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:14.388859 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=a1e17270-3299-4abd-ae87-2d99c81c6887,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:14.391665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1160c7c-a428-4795-a7ba-38f40778d9bf tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:14.394522 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1160c7c-a428-4795-a7ba-38f40778d9bf tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:14.398901 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e1160c7c-a428-4795-a7ba-38f40778d9bf tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "DELETE /v2.0/security-groups/c24061ed-b571-4ebe-a8cb-32ccbccd39b2 HTTP/1.1" status: 204 len: 168 time: 0.4974961 Dec 14 01:18:14.408879 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-19287e0a-a126-44b2-8075-56db138f3148 None None] Provisioning complete for port a1e17270-3299-4abd-ae87-2d99c81c6887 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:14.409257 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19287e0a-a126-44b2-8075-56db138f3148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:14.418058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53874) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:14.446479 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1160c7c-a428-4795-a7ba-38f40778d9bf tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24061ed-b571-4ebe-a8cb-32ccbccd39b2,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:14.486473 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-19287e0a-a126-44b2-8075-56db138f3148 None None] Port a1e17270-3299-4abd-ae87-2d99c81c6887 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:14.539307 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71171513-53a9-45c8-b9df-d3d45701f3c4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Subnet': ['ID=444c4317-fd42-405c-a15f-94654d54af0b,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:14.577373 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Network 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:14.585072 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:14.621044 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4749aa5d-e0de-43e8-8e1f-e3348a18397f tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1952872 Dec 14 01:18:14.623689 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53876) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:14.640632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1df501de-2837-4858-82e5-b1df20bde07f tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group': {'name': 'tempest-secgroup--311587847'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:14.648856 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71171513-53a9-45c8-b9df-d3d45701f3c4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Checking segment: {'id': 'a711ea8d-63ed-4f00-b4c2-cf83e3455706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd518a972-fa27-4d89-a848-5d8462439d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:14.649218 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71171513-53a9-45c8-b9df-d3d45701f3c4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network hostable DHCP agents. Network: d518a972-fa27-4d89-a848-5d8462439d93, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:18:14.737361 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:14.752877 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1df501de-2837-4858-82e5-b1df20bde07f tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:14.785461 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71171513-53a9-45c8-b9df-d3d45701f3c4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network d518a972-fa27-4d89-a848-5d8462439d93 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:18:14.870556 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-71171513-53a9-45c8-b9df-d3d45701f3c4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, d518a972-fa27-4d89-a848-5d8462439d93) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:14.880868 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2606204e-187f-444d-b18c-d4f1c46d4f70 None None] Network d518a972-fa27-4d89-a848-5d8462439d93 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:14.919872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71171513-53a9-45c8-b9df-d3d45701f3c4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:14.920636 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71171513-53a9-45c8-b9df-d3d45701f3c4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:14.968220 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Router e8bc2586-1abf-4fd4-b558-561b21b3820e has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:18:14.992647 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-71171513-53a9-45c8-b9df-d3d45701f3c4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5719099 Dec 14 01:18:14.997304 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53878) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:15.017869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2e9fdd1d-2b75-484e-9b83-822ffa84197f no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:18:15.058699 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3f97f919-711c-4845-abfa-8db1f81af148 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:15.142490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1df501de-2837-4858-82e5-b1df20bde07f tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:15.169021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f97f919-711c-4845-abfa-8db1f81af148 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:15.183656 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-3f97f919-711c-4845-abfa-8db1f81af148 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:15.191867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f97f919-711c-4845-abfa-8db1f81af148 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:15.192784 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3f97f919-711c-4845-abfa-8db1f81af148 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:15.195300 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1df501de-2837-4858-82e5-b1df20bde07f tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:15.213483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97f919-711c-4845-abfa-8db1f81af148 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=14c1fd74-dba2-4011-888d-a5fe3d0c946d,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:15.230922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 2e9fdd1d-2b75-484e-9b83-822ffa84197f {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:18:15.231337 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1df501de-2837-4858-82e5-b1df20bde07f tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:15.231509 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2e9fdd1d-2b75-484e-9b83-822ffa84197f not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:18:15.233034 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1df501de-2837-4858-82e5-b1df20bde07f tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6080990 Dec 14 01:18:15.233436 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:15.236908 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53880) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:15.237996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc76277a-2543-46f6-8e8b-0b6f989adbae None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:15.243241 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3f97f919-711c-4845-abfa-8db1f81af148 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4264023 Dec 14 01:18:15.247540 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7eb11c51-1e03-4879-b0a5-fe0947a4fa6f tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': '099774ea-2b69-4b91-af78-0b391a3d00fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:15.261149 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53882) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:15.267644 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-85bc50a7-3f3a-44b4-acb5-e08a21181daa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'mac_address': 'fa:16:3e:47:1c:37', 'name': 'tempest-NetworksTestDHCPv6-1733980303'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:15.285565 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a297abb8-fa12-4b25-9f0f-f5a779465a32 None None] Provisioning complete for port 96ee53dc-b399-4d11-aea1-be96d444440e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:15.286405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a297abb8-fa12-4b25-9f0f-f5a779465a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:15.346639 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:15.392258 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Router a06339f2-28d9-4f4e-9e03-5a6f1e7295b1 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:18:15.402434 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df501de-2837-4858-82e5-b1df20bde07f tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099774ea-2b69-4b91-af78-0b391a3d00fc,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:15.428332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7f84263b-d161-44a8-8a56-ee6e4fe45449 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting port 746dc789-6cd7-4b3d-a324-82faffb1df2f {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:15.428669 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f84263b-d161-44a8-8a56-ee6e4fe45449 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:15.450791 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-d518a972-fa27-4d89-a848-5d8462439d93', 'network_id': 'd518a972-fa27-4d89-a848-5d8462439d93', 'project_id': 'aa1defb958db4a1196837e6cd5b818e7', 'fixed_ips': [{'subnet_id': '444c4317-fd42-405c-a15f-94654d54af0b'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:15.451875 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:15.474236 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a297abb8-fa12-4b25-9f0f-f5a779465a32 None None] Port 96ee53dc-b399-4d11-aea1-be96d444440e cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:15.486511 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:15.549882 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-7eb11c51-1e03-4879-b0a5-fe0947a4fa6f tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The resource could not be found. Dec 14 01:18:15.550960 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7eb11c51-1e03-4879-b0a5-fe0947a4fa6f tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3117619 Dec 14 01:18:15.561697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53886) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:15.570221 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b84fa3bc-0039-4452-989e-5b1f8f214f1e tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': '099774ea-2b69-4b91-af78-0b391a3d00fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8bdecaac-846d-438c-8918-a3acb2bfa141'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:15.576940 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:15.589749 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Sync routers for ids ['e8bc2586-1abf-4fd4-b558-561b21b3820e'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:15.595054 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-36cad084-e682-4a89-80a1-785a5952c926 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "PUT /v2.0/routers/e8bc2586-1abf-4fd4-b558-561b21b3820e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5366473 Dec 14 01:18:15.628817 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Routers {'e8bc2586-1abf-4fd4-b558-561b21b3820e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:15.629831 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e8bc2586-1abf-4fd4-b558-561b21b3820e'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:15.631734 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f84263b-d161-44a8-8a56-ee6e4fe45449 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:15.637606 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': '14c1fd74-dba2-4011-888d-a5fe3d0c946d'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:15.638785 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:15.662393 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7f84263b-d161-44a8-8a56-ee6e4fe45449 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Calling delete_port for 746dc789-6cd7-4b3d-a324-82faffb1df2f owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:15.676678 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:15.872606 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Allocated IP 172.20.0.1 (d518a972-fa27-4d89-a848-5d8462439d93/444c4317-fd42-405c-a15f-94654d54af0b/7292df14-b82b-4cab-a310-aad54b8d173e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:15.899070 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Set router e8bc2586-1abf-4fd4-b558-561b21b3820e gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:18:15.924850 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Allocated IP 2001:db8::2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/14c1fd74-dba2-4011-888d-a5fe3d0c946d/881fda1a-1cb9-4505-b5d8-1841140dfbde) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:15.931686 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-b84fa3bc-0039-4452-989e-5b1f8f214f1e tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The resource could not be found. Dec 14 01:18:15.932776 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b84fa3bc-0039-4452-989e-5b1f8f214f1e tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3701332 Dec 14 01:18:15.936171 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53900) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:16.070535 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37d6e0f2-7583-49f1-9a55-cb42ef40bc63 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:16.126306 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37d6e0f2-7583-49f1-9a55-cb42ef40bc63 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:16.136634 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330756671', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:59Z', 'updated_at': '2021-12-14T01:18:12Z', 'revision_number': 4, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'gw_port': {'id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:00Z', 'updated_at': '2021-12-14T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '96ee53dc-b399-4d11-aea1-be96d444440e', 'name': '', 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'mac_address': 'fa:16:3e:1a:5d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:09Z', 'updated_at': '2021-12-14T01:18:13Z', 'revision_number': 2, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'subnets': [{'id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:16.140504 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router 5ab275d4-f0a2-4162-a736-a68344d840d7 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:18:16.165160 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Checking router: e8bc2586-1abf-4fd4-b558-561b21b3820e for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:18:16.165903 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Updating router e8bc2586-1abf-4fd4-b558-561b21b3820e port 96ee53dc-b399-4d11-aea1-be96d444440e binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:18:16.194510 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:16.296002 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f84263b-d161-44a8-8a56-ee6e4fe45449 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:16.332635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84263b-d161-44a8-8a56-ee6e4fe45449 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Port': ['ID=746dc789-6cd7-4b3d-a324-82faffb1df2f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:16.334467 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37d6e0f2-7583-49f1-9a55-cb42ef40bc63 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:16.337270 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37d6e0f2-7583-49f1-9a55-cb42ef40bc63 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:16.338460 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-37d6e0f2-7583-49f1-9a55-cb42ef40bc63 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "DELETE /v2.0/security-groups/099774ea-2b69-4b91-af78-0b391a3d00fc HTTP/1.1" status: 204 len: 168 time: 0.4013932 Dec 14 01:18:16.348526 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53902) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:16.367549 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bc50a7-3f3a-44b4-acb5-e08a21181daa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:16.401527 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6e0f2-7583-49f1-9a55-cb42ef40bc63 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099774ea-2b69-4b91-af78-0b391a3d00fc,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:16.430230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:16.432472 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:16.452745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:16.480384 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-bc707854-7860-42eb-a051-031535a633bf tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463828818&fields=id&tenant_id=8b1b08b5113b40ba8706b97c1e28214f HTTP/1.1" status: 200 len: 267 time: 0.1859121 Dec 14 01:18:16.485333 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:16.515653 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:16.574486 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:16.576589 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6cec982e-1092-41d2-a4ad-3ccf7300d2c0 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.9369192 Dec 14 01:18:16.578117 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:16.588409 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53906) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:16.617628 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22da629a-251b-4338-a450-cb7461fa02b0 None None] Sync routers for ids ['a06339f2-28d9-4f4e-9e03-5a6f1e7295b1'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:16.633770 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-629511a9-eed4-46b2-8bd6-c866b3db5d21 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'enable_snat': False}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:16.634018 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8e97c3ee-245b-4ae8-af02-832daf7a44fd tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2827325 Dec 14 01:18:16.634018 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53908) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:16.655574 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fb1a7e1e-93d6-4651-96a8-8b473b7d472d tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': '3c9bf0a4-6415-4deb-b5a1-b1489e1f4e2d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:16.676768 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85bc50a7-3f3a-44b4-acb5-e08a21181daa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:16.681322 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f84263b-d161-44a8-8a56-ee6e4fe45449 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:16.682430 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Network d518a972-fa27-4d89-a848-5d8462439d93 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:16.683992 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:16.703501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:16.704110 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecddefa0-5d7c-41e4-97ce-2bd9269ac637 None None] Sync routers for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:16.704671 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Pushing event updated for resources: {'Port': ['ID=7292df14-b82b-4cab-a310-aad54b8d173e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:16.707184 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:16.719245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22da629a-251b-4338-a450-cb7461fa02b0 None None] Routers {'a06339f2-28d9-4f4e-9e03-5a6f1e7295b1'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:16.720030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-22da629a-251b-4338-a450-cb7461fa02b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a06339f2-28d9-4f4e-9e03-5a6f1e7295b1'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:16.723993 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:16.725937 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:16.735887 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:16.737461 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fce2a920-7897-4bea-8817-b7da101bb3cf tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3458002 Dec 14 01:18:16.762398 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:16.767661 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53910) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:16.802420 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-22da629a-251b-4338-a450-cb7461fa02b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:16.815043 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:16.827431 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecddefa0-5d7c-41e4-97ce-2bd9269ac637 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:16.828815 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-ecddefa0-5d7c-41e4-97ce-2bd9269ac637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:16.869269 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-ecddefa0-5d7c-41e4-97ce-2bd9269ac637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:16.874250 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Pushing event updated for resources: {'Port': ['ID=881fda1a-1cb9-4505-b5d8-1841140dfbde,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:16.877349 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:16.910252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22da629a-251b-4338-a450-cb7461fa02b0 None None] Routers {'a06339f2-28d9-4f4e-9e03-5a6f1e7295b1'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:16.910895 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-22da629a-251b-4338-a450-cb7461fa02b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a06339f2-28d9-4f4e-9e03-5a6f1e7295b1'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:16.927193 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Subnet': ['ID=444c4317-fd42-405c-a15f-94654d54af0b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:16.942854 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecddefa0-5d7c-41e4-97ce-2bd9269ac637 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:16.944035 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-ecddefa0-5d7c-41e4-97ce-2bd9269ac637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:16.947265 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f84263b-d161-44a8-8a56-ee6e4fe45449 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router 5d7edad5-02f1-481c-8098-7f8595b354ea has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:18:16.968247 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-22da629a-251b-4338-a450-cb7461fa02b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:16.969232 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22da629a-251b-4338-a450-cb7461fa02b0 None None] The sync data for ids ['a06339f2-28d9-4f4e-9e03-5a6f1e7295b1'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:16.970951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Attempting to bind port 7292df14-b82b-4cab-a310-aad54b8d173e on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:16.971688 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Attempting to bind port 7292df14-b82b-4cab-a310-aad54b8d173e by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'a711ea8d-63ed-4f00-b4c2-cf83e3455706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd518a972-fa27-4d89-a848-5d8462439d93'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:16.972281 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Attempting to bind port 7292df14-b82b-4cab-a310-aad54b8d173e on network d518a972-fa27-4d89-a848-5d8462439d93 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:16.999176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:16.999567 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Checking segment: {'id': 'a711ea8d-63ed-4f00-b4c2-cf83e3455706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd518a972-fa27-4d89-a848-5d8462439d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:16.999970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:17.000403 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Bound using segment: {'id': 'a711ea8d-63ed-4f00-b4c2-cf83e3455706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd518a972-fa27-4d89-a848-5d8462439d93'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:17.000889 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Bound port: 7292df14-b82b-4cab-a310-aad54b8d173e, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a711ea8d-63ed-4f00-b4c2-cf83e3455706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd518a972-fa27-4d89-a848-5d8462439d93'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:17.001269 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:17.004835 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Attempting to bind port 881fda1a-1cb9-4505-b5d8-1841140dfbde on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:17.005002 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5a7d9-6351-45a7-a2ca-b9ccfe3a0d62 None None] Pushing event updated for resources: {'Port': ['ID=96ee53dc-b399-4d11-aea1-be96d444440e,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:17.005207 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Attempting to bind port 881fda1a-1cb9-4505-b5d8-1841140dfbde by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:17.005623 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Attempting to bind port 881fda1a-1cb9-4505-b5d8-1841140dfbde on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:17.019479 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-ecddefa0-5d7c-41e4-97ce-2bd9269ac637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:17.020169 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecddefa0-5d7c-41e4-97ce-2bd9269ac637 None None] The sync data for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:17.023915 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:17.029711 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:17.030265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:17.030754 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:17.031175 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Bound port: 881fda1a-1cb9-4505-b5d8-1841140dfbde, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:17.031560 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:17.053608 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f84263b-d161-44a8-8a56-ee6e4fe45449 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:17.062758 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7f84263b-d161-44a8-8a56-ee6e4fe45449 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/5d7edad5-02f1-481c-8098-7f8595b354ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2152040 Dec 14 01:18:17.063753 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53914) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:17.064713 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-fb1a7e1e-93d6-4651-96a8-8b473b7d472d tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The resource could not be found. Dec 14 01:18:17.071375 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fb1a7e1e-93d6-4651-96a8-8b473b7d472d tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4204926 Dec 14 01:18:17.085876 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53916) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:17.093188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034a9333-d503-425b-9eb9-8ebc6dbe436c None None] Sync routers for ids ['5d7edad5-02f1-481c-8098-7f8595b354ea'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:17.098203 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1c6c2f30-1dee-4908-ade3-26c0bb48be7d tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group': {'name': 'tempest-secgroup--1542288200'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:17.112494 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Attempting to bind port 96ee53dc-b399-4d11-aea1-be96d444440e on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:17.113078 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Attempting to bind port 96ee53dc-b399-4d11-aea1-be96d444440e by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '2ee2c7a8-6d21-4f7f-822c-d2739650d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:17.113636 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Attempting to bind port 96ee53dc-b399-4d11-aea1-be96d444440e on network 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:17.120183 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:17.120933 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Checking segment: {'id': '2ee2c7a8-6d21-4f7f-822c-d2739650d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:17.121528 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:17.122113 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Bound using segment: {'id': '2ee2c7a8-6d21-4f7f-822c-d2739650d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:17.122827 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Bound port: 96ee53dc-b399-4d11-aea1-be96d444440e, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee2c7a8-6d21-4f7f-822c-d2739650d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:17.123431 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:17.141121 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a9333-d503-425b-9eb9-8ebc6dbe436c None None] Routers {'5d7edad5-02f1-481c-8098-7f8595b354ea'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:17.141720 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-034a9333-d503-425b-9eb9-8ebc6dbe436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5d7edad5-02f1-481c-8098-7f8595b354ea'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:17.154043 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-db638939-0af2-4b8e-829b-57b373df84ad tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d7edad5-02f1-481c-8098-7f8595b354ea HTTP/1.1" status: 200 len: 205 time: 0.0812616 Dec 14 01:18:17.154821 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53918) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:17.197443 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] For port 96ee53dc-b399-4d11-aea1-be96d444440e, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:17.204442 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] For port 96ee53dc-b399-4d11-aea1-be96d444440e, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=96ee53dc-b399-4d11-aea1-be96d444440e,segment=NetworkSegment(2ee2c7a8-6d21-4f7f-822c-d2739650d098),segment_id=2ee2c7a8-6d21-4f7f-822c-d2739650d098)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:17.217657 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:17.230563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-034a9333-d503-425b-9eb9-8ebc6dbe436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:17.238635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6ed199fa-9376-4700-a255-37b3c34f49c6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:17.239879 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] For port 7292df14-b82b-4cab-a310-aad54b8d173e, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:17.243750 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] For port 881fda1a-1cb9-4505-b5d8-1841140dfbde, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:17.246942 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] For port 7292df14-b82b-4cab-a310-aad54b8d173e, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7292df14-b82b-4cab-a310-aad54b8d173e,segment=NetworkSegment(a711ea8d-63ed-4f00-b4c2-cf83e3455706),segment_id=a711ea8d-63ed-4f00-b4c2-cf83e3455706)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:17.248941 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] For port 881fda1a-1cb9-4505-b5d8-1841140dfbde, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=881fda1a-1cb9-4505-b5d8-1841140dfbde,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:17.257954 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-85bc50a7-3f3a-44b4-acb5-e08a21181daa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port 2bde3df4-bdca-4e25-93bc-03fa932ec3bb yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:18:17.264038 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:17.264741 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:17.267120 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:17.278478 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a9333-d503-425b-9eb9-8ebc6dbe436c None None] Routers {'5d7edad5-02f1-481c-8098-7f8595b354ea'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:17.279273 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-034a9333-d503-425b-9eb9-8ebc6dbe436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5d7edad5-02f1-481c-8098-7f8595b354ea'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:17.298081 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-0e8ceebc-a463-492d-9e37-f9ee3bba34e4 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:17.306363 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-0e8ceebc-a463-492d-9e37-f9ee3bba34e4 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/networks?id=0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 HTTP/1.1" status: 200 len: 796 time: 0.8133743 Dec 14 01:18:17.310115 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5a7d9-6351-45a7-a2ca-b9ccfe3a0d62 None None] Pushing event updated for resources: {'Port': ['ID=96ee53dc-b399-4d11-aea1-be96d444440e,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:17.320061 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Routers {'e8bc2586-1abf-4fd4-b558-561b21b3820e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:17.321040 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e8bc2586-1abf-4fd4-b558-561b21b3820e'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:17.365105 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-034a9333-d503-425b-9eb9-8ebc6dbe436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:17.365749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034a9333-d503-425b-9eb9-8ebc6dbe436c None None] The sync data for ids ['5d7edad5-02f1-481c-8098-7f8595b354ea'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:17.426220 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d518a972-fa27-4d89-a848-5d8462439d93']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:17.440261 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-94a97de3-ba90-4420-a55d-4f9ed75b44a7 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/quotas/8b1b08b5113b40ba8706b97c1e28214f HTTP/1.1" status: 200 len: 375 time: 0.1328957 Dec 14 01:18:17.465089 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3b6cc-b77c-4cec-b125-707df0df86e9 None None] Pushing event updated for resources: {'Port': ['ID=881fda1a-1cb9-4505-b5d8-1841140dfbde,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:17.474904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d2375030-609a-43d1-96e2-d6b8f29e607a None None] Provisioning complete for port 96ee53dc-b399-4d11-aea1-be96d444440e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:17.475419 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d2375030-609a-43d1-96e2-d6b8f29e607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:17.551069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a711ea8d-63ed-4f00-b4c2-cf83e3455706') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:17.551342 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a711ea8d-63ed-4f00-b4c2-cf83e3455706') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:17.553086 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] Set router e8bc2586-1abf-4fd4-b558-561b21b3820e gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:18:17.564728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87522332-1eac-4c51-9434-7d51dc2c9603 None None] Network d518a972-fa27-4d89-a848-5d8462439d93 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:17.710812 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-85bc50a7-3f3a-44b4-acb5-e08a21181daa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::2c0 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/14c1fd74-dba2-4011-888d-a5fe3d0c946d/2bde3df4-bdca-4e25-93bc-03fa932ec3bb) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:17.728844 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4c5fc-029b-47c9-8952-dc76edf06972 None None] Pushing event updated for resources: {'Port': ['ID=7292df14-b82b-4cab-a310-aad54b8d173e,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:17.773228 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:17.792072 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:17.805134 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:18:17.806075 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:17.826283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d2375030-609a-43d1-96e2-d6b8f29e607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:17.886652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d2375030-609a-43d1-96e2-d6b8f29e607a None None] For port 96ee53dc-b399-4d11-aea1-be96d444440e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=96ee53dc-b399-4d11-aea1-be96d444440e,segment=NetworkSegment(2ee2c7a8-6d21-4f7f-822c-d2739650d098),segment_id=2ee2c7a8-6d21-4f7f-822c-d2739650d098)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:18:17.894168 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:18:17.896254 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d2375030-609a-43d1-96e2-d6b8f29e607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:17.957247 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2375030-609a-43d1-96e2-d6b8f29e607a None None] Pushing event updated for resources: {'Port': ['ID=96ee53dc-b399-4d11-aea1-be96d444440e,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:17.968260 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.db.api [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 01:18:17.968260 dv-neutron-821592-1-hyperv neutron-server[103408]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 01:18:17.968260 dv-neutron-821592-1-hyperv neutron-server[103408]: [parameters: {'id': 'd518a972-fa27-4d89-a848-5d8462439d93'}] Dec 14 01:18:17.968260 dv-neutron-821592-1-hyperv neutron-server[103408]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:18:17.968649 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG oslo_db.api [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:18:17.968958 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330756671', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:59Z', 'updated_at': '2021-12-14T01:18:12Z', 'revision_number': 4, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'gw_port': {'id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:00Z', 'updated_at': '2021-12-14T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '96ee53dc-b399-4d11-aea1-be96d444440e', 'name': '', 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'mac_address': 'fa:16:3e:1a:5d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:09Z', 'updated_at': '2021-12-14T01:18:17Z', 'revision_number': 4, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'subnets': [{'id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:17.998890 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2216f1-864f-43c6-84b9-6f49a1e8e9c4 None None] The sync data for ids ['e8bc2586-1abf-4fd4-b558-561b21b3820e'] in dv-neutron-821592-1-hyperv is: [{'id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330756671', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:59Z', 'updated_at': '2021-12-14T01:18:12Z', 'revision_number': 4, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'gw_port': {'id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:00Z', 'updated_at': '2021-12-14T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '96ee53dc-b399-4d11-aea1-be96d444440e', 'name': '', 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'mac_address': 'fa:16:3e:1a:5d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:09Z', 'updated_at': '2021-12-14T01:18:17Z', 'revision_number': 4, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'subnets': [{'id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:18.018611 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4a3f0e6e-ec90-497e-a34f-979ed08b023c None None] Provisioning complete for port 96ee53dc-b399-4d11-aea1-be96d444440e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:18.019572 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a3f0e6e-ec90-497e-a34f-979ed08b023c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.113834 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-48b8dbe7-40f4-4011-bea5-d5fea0fd88ae tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b1b08b5113b40ba8706b97c1e28214f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6726346 Dec 14 01:18:18.117617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6ed199fa-9376-4700-a255-37b3c34f49c6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.121415 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6ed199fa-9376-4700-a255-37b3c34f49c6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.170792 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1c6c2f30-1dee-4908-ade3-26c0bb48be7d tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.187326 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6ed199fa-9376-4700-a255-37b3c34f49c6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.187925 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed199fa-9376-4700-a255-37b3c34f49c6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Fanout notify agent at l3_agent the message router_deleted on router 5d7edad5-02f1-481c-8098-7f8595b354ea {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:18:18.196765 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6ed199fa-9376-4700-a255-37b3c34f49c6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.197884 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6ed199fa-9376-4700-a255-37b3c34f49c6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/routers/5d7edad5-02f1-481c-8098-7f8595b354ea HTTP/1.1" status: 204 len: 168 time: 1.0416853 Dec 14 01:18:18.200847 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53922) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:18.287478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af0e54c-2ba1-48f5-a4d1-2a0de2eb63fb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting subnet 61519e3b-dc80-4278-aadb-1244f2635758 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:18:18.293009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0af0e54c-2ba1-48f5-a4d1-2a0de2eb63fb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.340575 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1c6c2f30-1dee-4908-ade3-26c0bb48be7d tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.351997 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1c6c2f30-1dee-4908-ade3-26c0bb48be7d tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.382571 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0af0e54c-2ba1-48f5-a4d1-2a0de2eb63fb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.404526 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85bc50a7-3f3a-44b4-acb5-e08a21181daa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.433977 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1c6c2f30-1dee-4908-ade3-26c0bb48be7d tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.441964 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1c6c2f30-1dee-4908-ade3-26c0bb48be7d tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3549654 Dec 14 01:18:18.442110 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53924) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:18.454323 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e5e267ae-d958-4be2-b0d6-20170be6f4cb tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group': {'name': 'tempest-secgroup--1770584217'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:18.464279 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c2f30-1dee-4908-ade3-26c0bb48be7d tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7969dc04-bdf0-4a5d-a342-0e34c2880922,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:18.489423 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.538200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0af0e54c-2ba1-48f5-a4d1-2a0de2eb63fb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.563183 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-0f3f1e4e-b4fb-4537-b716-3df8a1579a5a service neutron] 10.222.0.32 "GET /v2.0/networks/0e55d5a8-1bf1-40f9-b4ea-f6331316ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934524 Dec 14 01:18:18.624025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0af0e54c-2ba1-48f5-a4d1-2a0de2eb63fb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.660945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0e54c-2ba1-48f5-a4d1-2a0de2eb63fb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Subnet': ['ID=61519e3b-dc80-4278-aadb-1244f2635758,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:18.667391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0af0e54c-2ba1-48f5-a4d1-2a0de2eb63fb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.671701 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0af0e54c-2ba1-48f5-a4d1-2a0de2eb63fb tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/61519e3b-dc80-4278-aadb-1244f2635758 HTTP/1.1" status: 204 len: 168 time: 0.4698169 Dec 14 01:18:18.673913 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75882b8-e49e-4b77-a26a-02d7992e647a None None] Network 57f140ca-3ee4-4612-bd53-2d5040e5d888 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:18.674382 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53926) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:18.778802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.823866 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a1eebab1-823c-4e44-990a-47b9913e5015 None None] Provisioning complete for port 881fda1a-1cb9-4505-b5d8-1841140dfbde triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:18.824288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a1eebab1-823c-4e44-990a-47b9913e5015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.875645 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting port 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:18.876488 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:18.923541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952ca593-5be2-454a-834b-02f92ee707d4 None None] DHCP port deletion for 57f140ca-3ee4-4612-bd53-2d5040e5d888 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:19.020871 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] For port 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=18c4e0c2-ff02-4d22-8011-5e7d1bf00d43,segment=NetworkSegment(38dfd846-b071-496d-bc1c-3bf359636021),segment_id=38dfd846-b071-496d-bc1c-3bf359636021)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:19.021447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.057190 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Calling delete_port for 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:19.083892 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5e267ae-d958-4be2-b0d6-20170be6f4cb tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.161354 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-629511a9-eed4-46b2-8bd6-c866b3db5d21 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.169086 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85bc50a7-3f3a-44b4-acb5-e08a21181daa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.171861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.205370 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 881fda1a-1cb9-4505-b5d8-1841140dfbde up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:19.208831 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a1eebab1-823c-4e44-990a-47b9913e5015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.213026 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Port': ['ID=18c4e0c2-ff02-4d22-8011-5e7d1bf00d43,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:19.215693 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] No DVR routers for this DVR port 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:18:19.296308 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a1eebab1-823c-4e44-990a-47b9913e5015 None None] For port 881fda1a-1cb9-4505-b5d8-1841140dfbde, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=881fda1a-1cb9-4505-b5d8-1841140dfbde,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:19.308131 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a1eebab1-823c-4e44-990a-47b9913e5015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.311634 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.313411 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-952ca593-5be2-454a-834b-02f92ee707d4 None None] Deleting port 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:19.313786 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-952ca593-5be2-454a-834b-02f92ee707d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.327736 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5e267ae-d958-4be2-b0d6-20170be6f4cb tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.338174 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f140ca-3ee4-4612-bd53-2d5040e5d888']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:19.353548 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38dfd846-b071-496d-bc1c-3bf359636021') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:19.354442 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38dfd846-b071-496d-bc1c-3bf359636021') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:19.368153 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5e267ae-d958-4be2-b0d6-20170be6f4cb tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.371586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.384867 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc50a7-3f3a-44b4-acb5-e08a21181daa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:19.393476 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.402370 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:18:19.402962 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:18:19.407031 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:18:19.438325 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-85bc50a7-3f3a-44b4-acb5-e08a21181daa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:19.440171 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 881fda1a-1cb9-4505-b5d8-1841140dfbde triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:19.440644 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.441026 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc50a7-3f3a-44b4-acb5-e08a21181daa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:19.443973 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eebab1-823c-4e44-990a-47b9913e5015 None None] Pushing event updated for resources: {'Port': ['ID=881fda1a-1cb9-4505-b5d8-1841140dfbde,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:19.447939 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bc50a7-3f3a-44b4-acb5-e08a21181daa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:19.448440 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85bc50a7-3f3a-44b4-acb5-e08a21181daa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.470925 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-ac346c39-b6da-4b0b-80b6-eb0567698e58 service neutron] 10.222.0.32 "GET /v2.0/networks/0e55d5a8-1bf1-40f9-b4ea-f6331316ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9062662 Dec 14 01:18:19.471159 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc50a7-3f3a-44b4-acb5-e08a21181daa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=2bde3df4-bdca-4e25-93bc-03fa932ec3bb,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:19.499857 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.509138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.512688 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5e267ae-d958-4be2-b0d6-20170be6f4cb tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.516663 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/networks/57f140ca-3ee4-4612-bd53-2d5040e5d888 HTTP/1.1" status: 204 len: 168 time: 0.8414154 Dec 14 01:18:19.524170 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e5e267ae-d958-4be2-b0d6-20170be6f4cb tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0745540 Dec 14 01:18:19.528493 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53930) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:19.528840 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53932) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:19.538395 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49849639-4a3a-4625-8c21-1025dfce19d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Network': ['ID=57f140ca-3ee4-4612-bd53-2d5040e5d888,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:19.540981 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-193fcf1b-66f7-4bd7-961f-0a5a03571aa0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-681363392', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:19.550218 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-46425706-93a0-44ab-b21a-da853f5738c1 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group_rule': {'security_group_id': '7969dc04-bdf0-4a5d-a342-0e34c2880922', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b05cb52c-e6c2-4123-8440-2f1b532a2e39'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:19.555947 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-952ca593-5be2-454a-834b-02f92ee707d4 None None] For port 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43, host dv-neutron-821592-1-hyperv, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:19.556392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-952ca593-5be2-454a-834b-02f92ee707d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.570262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e267ae-d958-4be2-b0d6-20170be6f4cb tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05cb52c-e6c2-4123-8440-2f1b532a2e39,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:19.572963 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-952ca593-5be2-454a-834b-02f92ee707d4 None None] Calling delete_port for 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:19.576009 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-952ca593-5be2-454a-834b-02f92ee707d4 None None] Port 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 was not found and therefore no delete operation was performed {{(pid=103410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 01:18:19.578732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-952ca593-5be2-454a-834b-02f92ee707d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.584021 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Deleting port 7292df14-b82b-4cab-a310-aad54b8d173e {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:19.584407 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.592967 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53934) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:19.593087 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-85bc50a7-3f3a-44b4-acb5-e08a21181daa tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3304482 Dec 14 01:18:19.595399 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-952ca593-5be2-454a-834b-02f92ee707d4 None None] Network 57f140ca-3ee4-4612-bd53-2d5040e5d888 is not hosted by any dhcp agent {{(pid=103410) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 14 01:18:19.596465 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ca593-5be2-454a-834b-02f92ee707d4 None None] No DVR routers for this DVR port 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:18:19.663856 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.690356 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be80ea4-e671-402f-9149-8dd0a559c957 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:19.703113 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ca593-5be2-454a-834b-02f92ee707d4 None None] Pushing event deleted for resources: {'Port': ['ID=18c4e0c2-ff02-4d22-8011-5e7d1bf00d43,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:19.706540 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 96ee53dc-b399-4d11-aea1-be96d444440e up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:19.710826 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be80ea4-e671-402f-9149-8dd0a559c957 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:19.724773 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9be80ea4-e671-402f-9149-8dd0a559c957 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.1259115 Dec 14 01:18:19.729893 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53936) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:19.773569 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 96ee53dc-b399-4d11-aea1-be96d444440e triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:19.774914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.779722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-193fcf1b-66f7-4bd7-961f-0a5a03571aa0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.780891 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-193fcf1b-66f7-4bd7-961f-0a5a03571aa0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.819981 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] For port 7292df14-b82b-4cab-a310-aad54b8d173e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7292df14-b82b-4cab-a310-aad54b8d173e,segment=NetworkSegment(a711ea8d-63ed-4f00-b4c2-cf83e3455706),segment_id=a711ea8d-63ed-4f00-b4c2-cf83e3455706)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:19.820379 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.823415 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-46425706-93a0-44ab-b21a-da853f5738c1 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:19.827398 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-46425706-93a0-44ab-b21a-da853f5738c1 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2893295 Dec 14 01:18:19.834816 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53938) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:19.860016 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eb17c2-cb11-4d38-8cd9-958dc21132d0 None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:18:19.860975 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Calling delete_port for 7292df14-b82b-4cab-a310-aad54b8d173e owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:19.865077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e282b13f-2419-4914-8027-fb012775eb4e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port 2bde3df4-bdca-4e25-93bc-03fa932ec3bb {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:19.865576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e282b13f-2419-4914-8027-fb012775eb4e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.918162 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-689c03f9-de1d-430d-88e1-b04c81ad3e6a None None] Provisioning complete for port 2bde3df4-bdca-4e25-93bc-03fa932ec3bb triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:19.918539 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-689c03f9-de1d-430d-88e1-b04c81ad3e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.958053 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e282b13f-2419-4914-8027-fb012775eb4e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:19.972199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e282b13f-2419-4914-8027-fb012775eb4e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for 2bde3df4-bdca-4e25-93bc-03fa932ec3bb owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:19.978576 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-689c03f9-de1d-430d-88e1-b04c81ad3e6a None None] Port 2bde3df4-bdca-4e25-93bc-03fa932ec3bb cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:19.986654 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:18:20.021913 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:18:20.022257 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 18c4e0c2-ff02-4d22-8011-5e7d1bf00d43 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:18:20.029388 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eb17c2-cb11-4d38-8cd9-958dc21132d0 None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:18:20.065939 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-193fcf1b-66f7-4bd7-961f-0a5a03571aa0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.082341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-193fcf1b-66f7-4bd7-961f-0a5a03571aa0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.133458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e282b13f-2419-4914-8027-fb012775eb4e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.148785 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-193fcf1b-66f7-4bd7-961f-0a5a03571aa0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.152775 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-193fcf1b-66f7-4bd7-961f-0a5a03571aa0 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6194568 Dec 14 01:18:20.162844 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53942) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:20.168464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-8c13dc11-8c9d-4686-a23d-6304b98958b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1796186926'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:20.171569 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282b13f-2419-4914-8027-fb012775eb4e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=2bde3df4-bdca-4e25-93bc-03fa932ec3bb,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:20.197664 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8c4093c-88a9-476b-8f47-8bdf004d1627 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.206403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e282b13f-2419-4914-8027-fb012775eb4e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.212030 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e282b13f-2419-4914-8027-fb012775eb4e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/2bde3df4-bdca-4e25-93bc-03fa932ec3bb HTTP/1.1" status: 204 len: 168 time: 0.4785254 Dec 14 01:18:20.215324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53944) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:20.256064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c13dc11-8c9d-4686-a23d-6304b98958b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:20.259718 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8c13dc11-8c9d-4686-a23d-6304b98958b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.276084 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.284923 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe7329b-728e-4800-8092-9cbb566d718f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:20.286514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe7329b-728e-4800-8092-9cbb566d718f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:20.288037 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bbe7329b-728e-4800-8092-9cbb566d718f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0717731 Dec 14 01:18:20.292651 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53946) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:20.294877 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8c4093c-88a9-476b-8f47-8bdf004d1627 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.326745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c13dc11-8c9d-4686-a23d-6304b98958b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:18:20.347269 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8c13dc11-8c9d-4686-a23d-6304b98958b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.347621 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-8c13dc11-8c9d-4686-a23d-6304b98958b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Added segment 7b89d6b6-20a7-4c7d-8199-61af744341ab of type vlan for network 31cd39ca-c761-4901-b28c-be606d727267 Dec 14 01:18:20.359272 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No DVR routers for this DVR port 7292df14-b82b-4cab-a310-aad54b8d173e on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:18:20.363861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ede930-b376-4743-8883-c4370ff2f80b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet 14c1fd74-dba2-4011-888d-a5fe3d0c946d {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:18:20.364180 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Port': ['ID=7292df14-b82b-4cab-a310-aad54b8d173e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:20.368165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8ede930-b376-4743-8883-c4370ff2f80b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.430001 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8c13dc11-8c9d-4686-a23d-6304b98958b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.444788 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8ede930-b376-4743-8883-c4370ff2f80b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.496941 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8c13dc11-8c9d-4686-a23d-6304b98958b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.502537 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c13dc11-8c9d-4686-a23d-6304b98958b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:20.503134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8c13dc11-8c9d-4686-a23d-6304b98958b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.557052 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.589037 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8c13dc11-8c9d-4686-a23d-6304b98958b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4246778 Dec 14 01:18:20.598902 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53948) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:20.606958 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-923bd4cc-ea1c-41c5-b216-9062dea6af41 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'subnet': {'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:20.634477 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8c4093c-88a9-476b-8f47-8bdf004d1627 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.637144 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8c4093c-88a9-476b-8f47-8bdf004d1627 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.638386 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f8c4093c-88a9-476b-8f47-8bdf004d1627 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "DELETE /v2.0/security-groups/b05cb52c-e6c2-4123-8440-2f1b532a2e39 HTTP/1.1" status: 204 len: 168 time: 0.7971539 Dec 14 01:18:20.645721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d518a972-fa27-4d89-a848-5d8462439d93']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:20.651127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13dc11-8c9d-4686-a23d-6304b98958b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Network': ['ID=31cd39ca-c761-4901-b28c-be606d727267,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:20.651421 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53950) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:20.665395 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 31cd39ca-c761-4901-b28c-be606d727267 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:18:20.672532 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8ede930-b376-4743-8883-c4370ff2f80b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.682565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a711ea8d-63ed-4f00-b4c2-cf83e3455706') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:20.682937 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a711ea8d-63ed-4f00-b4c2-cf83e3455706') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:20.702989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Allocated IP 172.20.0.1 (1a6d2724-91ac-41ae-a899-cae28b27ee18/6f7764bd-7ac3-4d60-a49e-e04cc9d027b4/698c96a8-9692-4c24-8950-9dfb0c5e1fd0) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:20.706558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4093c-88a9-476b-8f47-8bdf004d1627 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05cb52c-e6c2-4123-8440-2f1b532a2e39,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:20.713160 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.760083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923bd4cc-ea1c-41c5-b216-9062dea6af41 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:20.765487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-923bd4cc-ea1c-41c5-b216-9062dea6af41 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.771466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8ede930-b376-4743-8883-c4370ff2f80b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.811757 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.847217 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ede930-b376-4743-8883-c4370ff2f80b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=14c1fd74-dba2-4011-888d-a5fe3d0c946d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:20.857431 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8ede930-b376-4743-8883-c4370ff2f80b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.860210 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f63e3f9-a612-4be7-9dab-10d8d4169670 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:20.860767 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c8ede930-b376-4743-8883-c4370ff2f80b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/14c1fd74-dba2-4011-888d-a5fe3d0c946d HTTP/1.1" status: 204 len: 168 time: 0.5670054 Dec 14 01:18:20.864813 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53956) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:20.891360 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:18:20.891766 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:18:20.895095 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:18:20.921271 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8fcb601b-0540-4724-8dca-e8f2e97e151b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529375 Dec 14 01:18:20.921810 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53958) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:20.971696 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fd30d3c9-1216-46b6-9fa1-d6ce12a0a482 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.3104618 Dec 14 01:18:20.974063 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-436c7964-e9ea-4d1c-8bdd-494db1674233 req-8866bec4-b12c-42d1-ad3e-4171669c5822 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 210 time: 0.1051345 Dec 14 01:18:20.974553 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 53960) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:21.008750 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763ead31-3279-4951-90fd-5eaa92fa4c6d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:21.010501 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-763ead31-3279-4951-90fd-5eaa92fa4c6d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0877724 Dec 14 01:18:21.013559 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53962) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:21.024598 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 881fda1a-1cb9-4505-b5d8-1841140dfbde up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:21.092290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 881fda1a-1cb9-4505-b5d8-1841140dfbde triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:21.092963 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.099318 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.103882 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.112828 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/d518a972-fa27-4d89-a848-5d8462439d93 HTTP/1.1" status: 204 len: 168 time: 6.1109843 Dec 14 01:18:21.113127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53964) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:21.120299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6bdd3392-afb9-4bfe-947c-401de3d14bf2 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1550357100'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:21.125808 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d744fc-3201-441b-add1-532dd03dd951 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:21.128019 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d1d744fc-3201-441b-add1-532dd03dd951 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1128564 Dec 14 01:18:21.137460 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53968) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:21.164340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a0ea9d-ccee-420b-b19c-cc0ea2ca309e None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:21.186646 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b9d8fc3f-aa0d-4aa5-8de5-ebf94815f06a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439405 Dec 14 01:18:21.186646 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-923bd4cc-ea1c-41c5-b216-9062dea6af41 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.188370 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53970) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:21.195592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f9cce5bb-2e22-46a0-aeb8-d9445906e9a0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:21.200973 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a3768-c9b2-4200-b5b0-78e5292c91dc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Network': ['ID=d518a972-fa27-4d89-a848-5d8462439d93,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:21.206401 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.236575 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-629511a9-eed4-46b2-8bd6-c866b3db5d21 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.244972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4cf6fdab-dc10-4068-b396-09954d6956ba tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.246871 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-629511a9-eed4-46b2-8bd6-c866b3db5d21 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.287772 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-62a0ea9d-ccee-420b-b19c-cc0ea2ca309e None None] Deleting port 881fda1a-1cb9-4505-b5d8-1841140dfbde {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:21.288174 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62a0ea9d-ccee-420b-b19c-cc0ea2ca309e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.310449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdd3392-afb9-4bfe-947c-401de3d14bf2 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:21.314381 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3392-afb9-4bfe-947c-401de3d14bf2 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.331872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4cf6fdab-dc10-4068-b396-09954d6956ba tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.343862 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bd4cc-ea1c-41c5-b216-9062dea6af41 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Subnet': ['ID=3149615f-b1f2-4784-bfab-f6482f2c16c9,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:21.364149 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-62a0ea9d-ccee-420b-b19c-cc0ea2ca309e None None] For port 881fda1a-1cb9-4505-b5d8-1841140dfbde, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=881fda1a-1cb9-4505-b5d8-1841140dfbde,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:21.364149 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62a0ea9d-ccee-420b-b19c-cc0ea2ca309e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.367248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923bd4cc-ea1c-41c5-b216-9062dea6af41 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Checking segment: {'id': '7b89d6b6-20a7-4c7d-8199-61af744341ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '31cd39ca-c761-4901-b28c-be606d727267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:21.367609 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923bd4cc-ea1c-41c5-b216-9062dea6af41 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network hostable DHCP agents. Network: 31cd39ca-c761-4901-b28c-be606d727267, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:18:21.376360 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdd3392-afb9-4bfe-947c-401de3d14bf2 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:18:21.378320 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-62a0ea9d-ccee-420b-b19c-cc0ea2ca309e None None] Calling delete_port for 881fda1a-1cb9-4505-b5d8-1841140dfbde owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:21.392992 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.398113 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3392-afb9-4bfe-947c-401de3d14bf2 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.398593 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-6bdd3392-afb9-4bfe-947c-401de3d14bf2 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Added segment a96e6cc7-2086-4c15-a3eb-06817fd8f03e of type vlan for network 2ab20791-529c-4ce9-b7d7-8932fbc8c54d Dec 14 01:18:21.417617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923bd4cc-ea1c-41c5-b216-9062dea6af41 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network 31cd39ca-c761-4901-b28c-be606d727267 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:18:21.429697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cce5bb-2e22-46a0-aeb8-d9445906e9a0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:21.433310 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f9cce5bb-2e22-46a0-aeb8-d9445906e9a0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.471146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-923bd4cc-ea1c-41c5-b216-9062dea6af41 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 31cd39ca-c761-4901-b28c-be606d727267) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:21.471384 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 1a6d2724-91ac-41ae-a899-cae28b27ee18 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:21.481649 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a77b69-306e-4772-8412-af695f500cb6 None None] Network 31cd39ca-c761-4901-b28c-be606d727267 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:21.481859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:21.484532 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:21.490829 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=698c96a8-9692-4c24-8950-9dfb0c5e1fd0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:21.510966 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923bd4cc-ea1c-41c5-b216-9062dea6af41 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:21.511562 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-923bd4cc-ea1c-41c5-b216-9062dea6af41 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.516954 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4cf6fdab-dc10-4068-b396-09954d6956ba tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.518279 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3392-afb9-4bfe-947c-401de3d14bf2 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.519982 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4cf6fdab-dc10-4068-b396-09954d6956ba tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.523996 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4cf6fdab-dc10-4068-b396-09954d6956ba tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "DELETE /v2.0/security-groups/7969dc04-bdf0-4a5d-a342-0e34c2880922 HTTP/1.1" status: 204 len: 168 time: 0.5014055 Dec 14 01:18:21.532423 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53972) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:21.533321 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9195c-8184-43cf-86e9-59fbf5350567 None None] DHCP port deletion for 1a6d2724-91ac-41ae-a899-cae28b27ee18 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:21.538153 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62a0ea9d-ccee-420b-b19c-cc0ea2ca309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.541875 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629511a9-eed4-46b2-8bd6-c866b3db5d21 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Router a06339f2-28d9-4f4e-9e03-5a6f1e7295b1 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:18:21.545313 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6fdab-dc10-4068-b396-09954d6956ba tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7969dc04-bdf0-4a5d-a342-0e34c2880922,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:21.570976 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.587716 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-923bd4cc-ea1c-41c5-b216-9062dea6af41 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9852397 Dec 14 01:18:21.588711 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0ea9d-ccee-420b-b19c-cc0ea2ca309e None None] Pushing event deleted for resources: {'Port': ['ID=881fda1a-1cb9-4505-b5d8-1841140dfbde,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:21.593588 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53974) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:21.595603 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a0ea9d-ccee-420b-b19c-cc0ea2ca309e None None] No DVR routers for this DVR port 881fda1a-1cb9-4505-b5d8-1841140dfbde on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:18:21.664353 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c54c0f62-70e4-4004-9970-059c57f53f92 None None] Provisioning complete for port 698c96a8-9692-4c24-8950-9dfb0c5e1fd0 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:21.664730 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c54c0f62-70e4-4004-9970-059c57f53f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.684426 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3392-afb9-4bfe-947c-401de3d14bf2 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.694684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdd3392-afb9-4bfe-947c-401de3d14bf2 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:21.695377 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3392-afb9-4bfe-947c-401de3d14bf2 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.699038 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-31cd39ca-c761-4901-b28c-be606d727267', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:21.702710 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.721350 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c54c0f62-70e4-4004-9970-059c57f53f92 None None] Port 698c96a8-9692-4c24-8950-9dfb0c5e1fd0 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:21.744796 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d02007b7-ba86-4d12-9016-4d2c429a49fc tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2006276 Dec 14 01:18:21.771467 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53976) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:21.788722 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-98cb552a-1385-45fa-ac61-d592d9c42698 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group': {'name': 'tempest-secgroup--787247112'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:21.835557 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6bdd3392-afb9-4bfe-947c-401de3d14bf2 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7213471 Dec 14 01:18:21.877462 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Allocated IP 2001:db8::2 (31cd39ca-c761-4901-b28c-be606d727267/3149615f-b1f2-4784-bfab-f6482f2c16c9/c4671663-b752-4029-86f1-4a9ed46ce68e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:21.930815 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c53c328-4664-4038-808e-26f2a05193ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:21.958598 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53980) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:21.969539 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ed658e87-ac74-4156-82bb-afa5ee09a55c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'subnet': {'network_id': '2ab20791-529c-4ce9-b7d7-8932fbc8c54d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:21.995932 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd3392-afb9-4bfe-947c-401de3d14bf2 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Network': ['ID=2ab20791-529c-4ce9-b7d7-8932fbc8c54d,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:22.016300 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 2ab20791-529c-4ce9-b7d7-8932fbc8c54d details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:18:22.129782 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-10431c96-3bd5-4e3e-a49f-6179c1b347cb req-a0016d2c-3a8d-466b-a361-6c88271b9624 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 210 time: 0.0796182 Dec 14 01:18:22.157906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629511a9-eed4-46b2-8bd6-c866b3db5d21 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:22.171935 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:22.180499 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd32afe-8e4a-4102-a243-502480390904 None None] Sync routers for ids ['a06339f2-28d9-4f4e-9e03-5a6f1e7295b1'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:22.188816 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:22.195341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98cb552a-1385-45fa-ac61-d592d9c42698 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:22.197500 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-629511a9-eed4-46b2-8bd6-c866b3db5d21 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:22.201985 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd32afe-8e4a-4102-a243-502480390904 None None] Routers {'a06339f2-28d9-4f4e-9e03-5a6f1e7295b1'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:22.202397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53986) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:22.202660 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-629511a9-eed4-46b2-8bd6-c866b3db5d21 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "PUT /v2.0/routers/a06339f2-28d9-4f4e-9e03-5a6f1e7295b1 HTTP/1.1" status: 200 len: 921 time: 5.6062913 Dec 14 01:18:22.203141 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5fd32afe-8e4a-4102-a243-502480390904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a06339f2-28d9-4f4e-9e03-5a6f1e7295b1'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:22.203470 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:22.238132 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5fd32afe-8e4a-4102-a243-502480390904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:22.248250 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd32afe-8e4a-4102-a243-502480390904 None None] Routers {'a06339f2-28d9-4f4e-9e03-5a6f1e7295b1'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:22.249072 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5fd32afe-8e4a-4102-a243-502480390904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a06339f2-28d9-4f4e-9e03-5a6f1e7295b1'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:22.263575 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Pushing event updated for resources: {'Port': ['ID=c4671663-b752-4029-86f1-4a9ed46ce68e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:22.272704 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Network 31cd39ca-c761-4901-b28c-be606d727267 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:22.275148 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:22.281303 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:22.283334 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5fd32afe-8e4a-4102-a243-502480390904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:22.284181 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd32afe-8e4a-4102-a243-502480390904 None None] The sync data for ids ['a06339f2-28d9-4f4e-9e03-5a6f1e7295b1'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:22.345865 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Attempting to bind port c4671663-b752-4029-86f1-4a9ed46ce68e on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:22.346236 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Attempting to bind port c4671663-b752-4029-86f1-4a9ed46ce68e by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '7b89d6b6-20a7-4c7d-8199-61af744341ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '31cd39ca-c761-4901-b28c-be606d727267'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:22.346853 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Attempting to bind port c4671663-b752-4029-86f1-4a9ed46ce68e on network 31cd39ca-c761-4901-b28c-be606d727267 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:22.353134 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:22.353564 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Checking segment: {'id': '7b89d6b6-20a7-4c7d-8199-61af744341ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '31cd39ca-c761-4901-b28c-be606d727267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:22.354082 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:22.354491 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Bound using segment: {'id': '7b89d6b6-20a7-4c7d-8199-61af744341ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '31cd39ca-c761-4901-b28c-be606d727267'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:22.354953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Bound port: c4671663-b752-4029-86f1-4a9ed46ce68e, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b89d6b6-20a7-4c7d-8199-61af744341ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '31cd39ca-c761-4901-b28c-be606d727267'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:22.355340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:22.438291 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed658e87-ac74-4156-82bb-afa5ee09a55c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:22.442306 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed658e87-ac74-4156-82bb-afa5ee09a55c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:22.486529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] For port c4671663-b752-4029-86f1-4a9ed46ce68e, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:22.490621 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] For port c4671663-b752-4029-86f1-4a9ed46ce68e, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c4671663-b752-4029-86f1-4a9ed46ce68e,segment=NetworkSegment(7b89d6b6-20a7-4c7d-8199-61af744341ab),segment_id=7b89d6b6-20a7-4c7d-8199-61af744341ab)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:22.500787 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:22.574509 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1ad7a-670b-4fa8-87e1-4c2117c7e4e9 None None] Pushing event updated for resources: {'Port': ['ID=c4671663-b752-4029-86f1-4a9ed46ce68e,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:22.585281 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf82917-f46b-4ef1-9e3c-a5a49a30ec21 req-d9bac89a-7bd0-4fd7-b96b-100bb8f69346 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:22.586937 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fdf82917-f46b-4ef1-9e3c-a5a49a30ec21 req-d9bac89a-7bd0-4fd7-b96b-100bb8f69346 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.0926847 Dec 14 01:18:22.665582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:22.671342 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fdf82917-f46b-4ef1-9e3c-a5a49a30ec21 req-a5edd7fe-e534-4255-8c88-0adc55a63ab6 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775964 Dec 14 01:18:22.673682 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:22.791988 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=698c96a8-9692-4c24-8950-9dfb0c5e1fd0,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:22.810030 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:22.924189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.objects.ports [None req-f9cce5bb-2e22-46a0-aeb8-d9445906e9a0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:18:22.930542 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 1a6d2724-91ac-41ae-a899-cae28b27ee18 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:22.931658 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:22.933925 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:22.941128 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f9cce5bb-2e22-46a0-aeb8-d9445906e9a0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:22.974319 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b086b22-0a32-4e96-a59d-0d477341dddd None None] DHCP port deletion for 1a6d2724-91ac-41ae-a899-cae28b27ee18 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:22.983422 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b449a3f1-781c-4f52-9632-c7726085f51b tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "GET /v2.0/routers/a06339f2-28d9-4f4e-9e03-5a6f1e7295b1 HTTP/1.1" status: 200 len: 921 time: 0.7796564 Dec 14 01:18:23.017178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 53996) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:23.066990 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c4671663-b752-4029-86f1-4a9ed46ce68e up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:23.154170 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port c4671663-b752-4029-86f1-4a9ed46ce68e triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:23.154755 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:23.185504 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9d52a231-0217-4319-b500-21781779efcf None None] Provisioning complete for port 698c96a8-9692-4c24-8950-9dfb0c5e1fd0 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:23.185964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9d52a231-0217-4319-b500-21781779efcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:23.186791 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router 5ab275d4-f0a2-4162-a736-a68344d840d7 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:18:23.187133 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98cb552a-1385-45fa-ac61-d592d9c42698 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:23.222103 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cce5bb-2e22-46a0-aeb8-d9445906e9a0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:23.246778 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9d52a231-0217-4319-b500-21781779efcf None None] Port 698c96a8-9692-4c24-8950-9dfb0c5e1fd0 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:23.270039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98cb552a-1385-45fa-ac61-d592d9c42698 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:23.285701 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-f9cce5bb-2e22-46a0-aeb8-d9445906e9a0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:23.291118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cce5bb-2e22-46a0-aeb8-d9445906e9a0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:23.291721 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f9cce5bb-2e22-46a0-aeb8-d9445906e9a0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:23.320181 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cce5bb-2e22-46a0-aeb8-d9445906e9a0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=f8b19557-d2c4-43d8-a46f-939b859bcbbf,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:23.321312 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b32096ea-2b06-4790-a91a-9215b1c05579 req-d7302bf7-943e-475c-b280-b43d3cfe238f tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 210 time: 0.0577602 Dec 14 01:18:23.352638 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:23.356717 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df342257-7721-43b4-9d27-858751843d12 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:23.413505 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98cb552a-1385-45fa-ac61-d592d9c42698 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:23.415176 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-98cb552a-1385-45fa-ac61-d592d9c42698 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.6361153 Dec 14 01:18:23.424759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf653fcc-c55a-43db-8a17-e50c67476f8a req-ec5a32b5-e5b6-401a-b2e6-7a3b36ee1ee6 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:23.426758 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cf653fcc-c55a-43db-8a17-e50c67476f8a req-ec5a32b5-e5b6-401a-b2e6-7a3b36ee1ee6 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1079659 Dec 14 01:18:23.429055 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54006) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:23.434080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-04e7fd5b-a621-4285-92cc-1b0db4d707c4 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:23.435250 dv-neutron-821592-1-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-04e7fd5b-a621-4285-92cc-1b0db4d707c4 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 14 01:18:23.436527 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-04e7fd5b-a621-4285-92cc-1b0db4d707c4 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] update failed (client error): There was a conflict when trying to complete your request. Dec 14 01:18:23.437745 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-04e7fd5b-a621-4285-92cc-1b0db4d707c4 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "PUT /v2.0/security-groups/f9448d1f-d2fb-40a0-8f4b-ac81a6ace568 HTTP/1.1" status: 409 len: 330 time: 0.0076187 Dec 14 01:18:23.441587 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54008) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:23.444457 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:23.445476 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb552a-1385-45fa-ac61-d592d9c42698 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9448d1f-d2fb-40a0-8f4b-ac81a6ace568,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:23.463193 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f9cce5bb-2e22-46a0-aeb8-d9445906e9a0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2687538 Dec 14 01:18:23.463193 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a56753f-7dad-4c09-9f40-76a27a71f0fa tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:23.464782 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0a56753f-7dad-4c09-9f40-76a27a71f0fa tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9d3d9e64-5277-4411-88bd-12485529348e&device_id=a06339f2-28d9-4f4e-9e03-5a6f1e7295b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4399083 Dec 14 01:18:23.467261 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54010) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:23.467620 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54012) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:23.474894 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-569e487b-300c-4e6d-855a-070c30dc3ebc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:23.512339 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-538c0e5d-6aba-4f95-8412-63e5cf3fe4c7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "PUT /v2.0/routers/5ab275d4-f0a2-4162-a736-a68344d840d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7314570 Dec 14 01:18:23.518270 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317b81e2-0f5d-4df2-809e-c2f999e20727 None None] Sync routers for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:23.522092 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54014) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:23.527060 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ab0011e0-7f04-495d-83c2-6748bd4bad66 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'port': {'network_id': '1a6d2724-91ac-41ae-a899-cae28b27ee18', 'name': 'tempest-FloatingIPTestJSON-1977256169'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:23.546248 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port c4671663-b752-4029-86f1-4a9ed46ce68e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c4671663-b752-4029-86f1-4a9ed46ce68e,segment=NetworkSegment(7b89d6b6-20a7-4c7d-8199-61af744341ab),segment_id=7b89d6b6-20a7-4c7d-8199-61af744341ab)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:23.559906 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:23.592269 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed658e87-ac74-4156-82bb-afa5ee09a55c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:23.603991 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': 'f8b19557-d2c4-43d8-a46f-939b859bcbbf'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:23.606005 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:23.623681 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317b81e2-0f5d-4df2-809e-c2f999e20727 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:23.624703 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-317b81e2-0f5d-4df2-809e-c2f999e20727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:23.654810 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71698cac-d5e6-4eba-ae36-9c6d44b732ab tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:23.681297 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71698cac-d5e6-4eba-ae36-9c6d44b732ab tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:23.761173 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cf653fcc-c55a-43db-8a17-e50c67476f8a req-a0de3e3a-84eb-40e0-8ebf-ac19e818828c tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103766 Dec 14 01:18:23.769864 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 881fda1a-1cb9-4505-b5d8-1841140dfbde no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:18:23.783926 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71698cac-d5e6-4eba-ae36-9c6d44b732ab tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:23.787278 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71698cac-d5e6-4eba-ae36-9c6d44b732ab tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:23.790864 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-71698cac-d5e6-4eba-ae36-9c6d44b732ab tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "DELETE /v2.0/security-groups/f9448d1f-d2fb-40a0-8f4b-ac81a6ace568 HTTP/1.1" status: 204 len: 168 time: 0.3455293 Dec 14 01:18:23.796504 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed658e87-ac74-4156-82bb-afa5ee09a55c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Subnet': ['ID=79a5dcfa-b17c-4d0e-ae29-7dd1e7124e1b,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:23.797939 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54018) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:23.822305 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71698cac-d5e6-4eba-ae36-9c6d44b732ab tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9448d1f-d2fb-40a0-8f4b-ac81a6ace568,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:23.832912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1eda52-b4bd-4044-96d4-5d7f8d569d8f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:23.835683 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7f1eda52-b4bd-4044-96d4-5d7f8d569d8f tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "GET /v2.0/networks/9d3d9e64-5277-4411-88bd-12485529348e HTTP/1.1" status: 200 len: 881 time: 0.3569627 Dec 14 01:18:23.839242 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54020) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:23.876844 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed658e87-ac74-4156-82bb-afa5ee09a55c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Checking segment: {'id': 'a96e6cc7-2086-4c15-a3eb-06817fd8f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ab20791-529c-4ce9-b7d7-8932fbc8c54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:23.877211 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed658e87-ac74-4156-82bb-afa5ee09a55c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network hostable DHCP agents. Network: 2ab20791-529c-4ce9-b7d7-8932fbc8c54d, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:18:23.910775 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569e487b-300c-4e6d-855a-070c30dc3ebc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:23.914592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-569e487b-300c-4e6d-855a-070c30dc3ebc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:23.918601 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Allocated IP 2001:db8::1 (31cd39ca-c761-4901-b28c-be606d727267/3149615f-b1f2-4784-bfab-f6482f2c16c9/88f8bdeb-3c50-4b33-ba3d-cc3848baa162) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:23.922476 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0ffd79bd-5b5c-4863-a7fa-284b137ebf0a tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "GET /v2.0/ports?device_id=a06339f2-28d9-4f4e-9e03-5a6f1e7295b1 HTTP/1.1" status: 200 len: 205 time: 0.0820861 Dec 14 01:18:23.926383 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54022) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:23.931507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-317b81e2-0f5d-4df2-809e-c2f999e20727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:23.956501 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3233be69-bae2-4235-ae31-66b508d302d9 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1569984 Dec 14 01:18:23.961974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54026) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:23.979084 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-697c3ee7-ff22-4641-9a5f-b186b07bc7d7 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] delete failed (client error): The resource could not be found. Dec 14 01:18:23.980152 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-697c3ee7-ff22-4641-9a5f-b186b07bc7d7 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "DELETE /v2.0/security-groups/15fec035-e329-49c0-9f27-9d894b7ba44e HTTP/1.1" status: 404 len: 347 time: 0.0172319 Dec 14 01:18:23.992870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54028) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:24.002534 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079e4c5a-67dd-4687-aa4b-7ed7f805ccf2 None None] Network 31cd39ca-c761-4901-b28c-be606d727267 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:24.011080 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Allocated IP 2001:db8::f816:3eff:fee4:41c0 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/f8b19557-d2c4-43d8-a46f-939b859bcbbf/67cfe620-9b96-4436-89af-875e6c2b8dc0) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:24.015433 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 881fda1a-1cb9-4505-b5d8-1841140dfbde {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:18:24.015961 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 881fda1a-1cb9-4505-b5d8-1841140dfbde not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:18:24.031235 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=c4671663-b752-4029-86f1-4a9ed46ce68e,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:24.035128 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-4b76da07-c6d8-44ff-81ad-6392f9826de1 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] show failed (client error): The resource could not be found. Dec 14 01:18:24.047089 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4b76da07-c6d8-44ff-81ad-6392f9826de1 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "GET /v2.0/security-groups/f87cf8eb-43ad-4f33-84d2-cf94b62e5acf HTTP/1.1" status: 404 len: 347 time: 0.0504591 Dec 14 01:18:24.051714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54030) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:24.055472 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed658e87-ac74-4156-82bb-afa5ee09a55c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network 2ab20791-529c-4ce9-b7d7-8932fbc8c54d is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:18:24.062350 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317b81e2-0f5d-4df2-809e-c2f999e20727 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:24.063116 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-317b81e2-0f5d-4df2-809e-c2f999e20727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:17:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:24.075328 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0011e0-7f04-495d-83c2-6748bd4bad66 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Made reservation on behalf of 81ab0088ff7745178df2325ee96a07e7 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:24.082639 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab0011e0-7f04-495d-83c2-6748bd4bad66 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:24.104938 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-1dd0bc50-71ad-4cf5-bf00-db000ceeed66 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] show failed (client error): The resource could not be found. Dec 14 01:18:24.110876 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-317b81e2-0f5d-4df2-809e-c2f999e20727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:24.111799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317b81e2-0f5d-4df2-809e-c2f999e20727 None None] The sync data for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:24.114016 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1dd0bc50-71ad-4cf5-bf00-db000ceeed66 tempest-NegativeSecGroupTest-490893667 tempest-NegativeSecGroupTest-490893667-project] 10.222.0.32 "GET /v2.0/security-group-rules/45adf251-56b5-4963-9178-9d8506a902a5 HTTP/1.1" status: 404 len: 356 time: 0.0602601 Dec 14 01:18:24.125687 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-ab0011e0-7f04-495d-83c2-6748bd4bad66 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] device_id is not set on port 966f0b2a-1d82-4334-8cdb-4d18676aa692 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:18:24.207936 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-ed658e87-ac74-4156-82bb-afa5ee09a55c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 2ab20791-529c-4ce9-b7d7-8932fbc8c54d) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:24.234472 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45d9601-5b51-4c2b-8271-04cc60fc093c None None] Network 2ab20791-529c-4ce9-b7d7-8932fbc8c54d requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:24.245434 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-819863b5-a9dd-46c9-b786-ab611e7a094b None None] Provisioning complete for port c4671663-b752-4029-86f1-4a9ed46ce68e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:24.245983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-819863b5-a9dd-46c9-b786-ab611e7a094b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:24.255459 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed658e87-ac74-4156-82bb-afa5ee09a55c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:24.256027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed658e87-ac74-4156-82bb-afa5ee09a55c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:24.291290 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ed658e87-ac74-4156-82bb-afa5ee09a55c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3295557 Dec 14 01:18:24.312469 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54038) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:24.328471 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-ab0011e0-7f04-495d-83c2-6748bd4bad66 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Allocated IP 172.20.0.14 (1a6d2724-91ac-41ae-a899-cae28b27ee18/6f7764bd-7ac3-4d60-a49e-e04cc9d027b4/966f0b2a-1d82-4334-8cdb-4d18676aa692) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:24.443251 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-015be02e-d059-421b-976e-29485af28191 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:24.467565 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.ipam_backend_mixin [None req-569e487b-300c-4e6d-855a-070c30dc3ebc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8b19557-d2c4-43d8-a46f-939b859bcbbf (CIDR: 2001:db8::/64) Dec 14 01:18:24.514577 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-edfc90dd-6f0e-4294-aaba-8fd44bb3f298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:24.532433 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-569e487b-300c-4e6d-855a-070c30dc3ebc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:24.532925 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569e487b-300c-4e6d-855a-070c30dc3ebc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:18:24.608688 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6ce98ff4-0d26-4ad1-981e-39615b93bef2 req-cf08fdfa-1ce1-4cf7-8a98-4650ab3219d0 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 210 time: 0.1416333 Dec 14 01:18:24.632221 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-569e487b-300c-4e6d-855a-070c30dc3ebc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1588769 Dec 14 01:18:24.638977 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54048) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:24.641573 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:24.645405 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a05525c2-6d32-4e74-8b4b-20b7074df2fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:24.676857 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:24.713305 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-015be02e-d059-421b-976e-29485af28191 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:24.720008 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54050) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:24.769296 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:24.782447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:24.783257 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-2ab20791-529c-4ce9-b7d7-8932fbc8c54d', 'network_id': '2ab20791-529c-4ce9-b7d7-8932fbc8c54d', 'project_id': 'aa1defb958db4a1196837e6cd5b818e7', 'fixed_ips': [{'subnet_id': '79a5dcfa-b17c-4d0e-ae29-7dd1e7124e1b'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:24.784923 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:24.786786 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23545a64-4f67-4363-811c-7d063a5845bf req-ffd402a0-6fda-4896-9487-a93c16847fb7 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:24.788437 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-23545a64-4f67-4363-811c-7d063a5845bf req-ffd402a0-6fda-4896-9487-a93c16847fb7 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.3729012 Dec 14 01:18:24.813198 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:24.887097 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network 31cd39ca-c761-4901-b28c-be606d727267 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:24.891863 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:24.899742 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:24.924371 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:24.925073 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.039179 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:25.043287 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Pushing event updated for resources: {'Port': ['ID=67cfe620-9b96-4436-89af-875e6c2b8dc0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:25.054571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:25.064642 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab0011e0-7f04-495d-83c2-6748bd4bad66 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.067006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c4671663-b752-4029-86f1-4a9ed46ce68e up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:25.088047 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-23545a64-4f67-4363-811c-7d063a5845bf req-9cbbb1e4-9031-4b1c-a335-2994c8606c12 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2859826 Dec 14 01:18:25.098246 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:25.115174 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Allocated IP 172.20.0.2 (2ab20791-529c-4ce9-b7d7-8932fbc8c54d/79a5dcfa-b17c-4d0e-ae29-7dd1e7124e1b/b6a94967-8e26-4300-ac91-6f785c58a5a8) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:25.143633 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05525c2-6d32-4e74-8b4b-20b7074df2fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:25.147668 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a05525c2-6d32-4e74-8b4b-20b7074df2fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.166342 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab0011e0-7f04-495d-83c2-6748bd4bad66 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.246334 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0011e0-7f04-495d-83c2-6748bd4bad66 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 1a6d2724-91ac-41ae-a899-cae28b27ee18 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:25.256530 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-ab0011e0-7f04-495d-83c2-6748bd4bad66 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:25.262255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0011e0-7f04-495d-83c2-6748bd4bad66 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:25.297300 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0011e0-7f04-495d-83c2-6748bd4bad66 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=966f0b2a-1d82-4334-8cdb-4d18676aa692,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:25.345101 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0011e0-7f04-495d-83c2-6748bd4bad66 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:25.345101 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab0011e0-7f04-495d-83c2-6748bd4bad66 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.388613 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ab0011e0-7f04-495d-83c2-6748bd4bad66 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8651001 Dec 14 01:18:25.389360 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54054) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:25.396763 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-915f36c9-fb79-41b6-b2c1-4746bfa1da04 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'port': {'network_id': '1a6d2724-91ac-41ae-a899-cae28b27ee18', 'name': 'tempest-FloatingIPTestJSON-1831964925'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:25.409486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.412183 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=88f8bdeb-3c50-4b33-ba3d-cc3848baa162,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:25.414581 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40db56e-1837-4ba5-8588-1b87d16f54fe None None] DHCP port deletion for 1a6d2724-91ac-41ae-a899-cae28b27ee18 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:25.469498 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Attempting to bind port 67cfe620-9b96-4436-89af-875e6c2b8dc0 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:25.470092 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Attempting to bind port 67cfe620-9b96-4436-89af-875e6c2b8dc0 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:25.470220 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Attempting to bind port 67cfe620-9b96-4436-89af-875e6c2b8dc0 on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:25.472612 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.478661 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5f51cfeb-9fd8-409e-ae10-e7a573886118 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d98f4fd6a884b698753a3a229d38223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7550395 Dec 14 01:18:25.478661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-015be02e-d059-421b-976e-29485af28191 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Deleting port 9f16c028-d154-474e-a4a8-547f1f738b15 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:25.478661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-015be02e-d059-421b-976e-29485af28191 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.479331 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54056) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:25.522035 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Network 2ab20791-529c-4ce9-b7d7-8932fbc8c54d is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:25.522389 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.522835 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.526876 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:25.527066 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:25.527394 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.527797 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:25.528402 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Bound port: 67cfe620-9b96-4436-89af-875e6c2b8dc0, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:25.529341 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.543781 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-20834e05-c3ee-421a-a1f2-85fa16e54f84 None None] Provisioning complete for port c4671663-b752-4029-86f1-4a9ed46ce68e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:25.543781 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20834e05-c3ee-421a-a1f2-85fa16e54f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.549430 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:25.556749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port c4671663-b752-4029-86f1-4a9ed46ce68e triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:25.557124 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.559154 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:25.578447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.627542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Subnet': ['ID=79a5dcfa-b17c-4d0e-ae29-7dd1e7124e1b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:25.650524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Pushing event updated for resources: {'Port': ['ID=b6a94967-8e26-4300-ac91-6f785c58a5a8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:25.727008 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4796ffc-beb4-4aca-912a-ce2440c97145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.756754 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e01500bf-15d5-408f-8152-bbd92bb270f5 req-73981d52-6906-4640-a0ca-b9392744e354 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 210 time: 0.0584404 Dec 14 01:18:25.764885 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-015be02e-d059-421b-976e-29485af28191 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.780469 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Attempting to bind port b6a94967-8e26-4300-ac91-6f785c58a5a8 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:25.780954 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Attempting to bind port b6a94967-8e26-4300-ac91-6f785c58a5a8 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'a96e6cc7-2086-4c15-a3eb-06817fd8f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ab20791-529c-4ce9-b7d7-8932fbc8c54d'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:25.781417 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Attempting to bind port b6a94967-8e26-4300-ac91-6f785c58a5a8 on network 2ab20791-529c-4ce9-b7d7-8932fbc8c54d {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:25.801572 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-015be02e-d059-421b-976e-29485af28191 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Calling delete_port for 9f16c028-d154-474e-a4a8-547f1f738b15 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:25.805777 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.837934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915f36c9-fb79-41b6-b2c1-4746bfa1da04 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Made reservation on behalf of 81ab0088ff7745178df2325ee96a07e7 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:25.841839 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-915f36c9-fb79-41b6-b2c1-4746bfa1da04 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.847413 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:25.847694 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4796ffc-beb4-4aca-912a-ce2440c97145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.848083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab20791-529c-4ce9-b7d7-8932fbc8c54d']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:25.848489 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Checking segment: {'id': 'a96e6cc7-2086-4c15-a3eb-06817fd8f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ab20791-529c-4ce9-b7d7-8932fbc8c54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:25.849418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.850462 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Bound using segment: {'id': 'a96e6cc7-2086-4c15-a3eb-06817fd8f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ab20791-529c-4ce9-b7d7-8932fbc8c54d'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:25.850462 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Bound port: b6a94967-8e26-4300-ac91-6f785c58a5a8, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a96e6cc7-2086-4c15-a3eb-06817fd8f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ab20791-529c-4ce9-b7d7-8932fbc8c54d'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:25.851484 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.886213 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a05525c2-6d32-4e74-8b4b-20b7074df2fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.894717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96e6cc7-2086-4c15-a3eb-06817fd8f03e') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:25.895009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96e6cc7-2086-4c15-a3eb-06817fd8f03e') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:25.903804 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-915f36c9-fb79-41b6-b2c1-4746bfa1da04 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] device_id is not set on port 7884d67f-ee7c-4627-ac40-df1596f34b15 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:18:25.931039 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] For port 67cfe620-9b96-4436-89af-875e6c2b8dc0, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:25.948751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:25.966007 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] For port 67cfe620-9b96-4436-89af-875e6c2b8dc0, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=67cfe620-9b96-4436-89af-875e6c2b8dc0,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:25.988654 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:26.001064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:18:26.001728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:18:26.006946 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:18:26.009520 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05525c2-6d32-4e74-8b4b-20b7074df2fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:26.013096 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:26.023074 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a05525c2-6d32-4e74-8b4b-20b7074df2fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:26.028903 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05525c2-6d32-4e74-8b4b-20b7074df2fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:26.029524 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a05525c2-6d32-4e74-8b4b-20b7074df2fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:26.032353 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05525c2-6d32-4e74-8b4b-20b7074df2fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=fb873423-6d68-4e17-99b7-a3918c6efda6,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:26.056790 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4796ffc-beb4-4aca-912a-ce2440c97145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:26.059733 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4796ffc-beb4-4aca-912a-ce2440c97145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:26.061445 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e4796ffc-beb4-4aca-912a-ce2440c97145 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f78fcd3-4599-47a0-85d1-e4fa9c299bcd HTTP/1.1" status: 204 len: 168 time: 0.5812163 Dec 14 01:18:26.096323 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a05525c2-6d32-4e74-8b4b-20b7074df2fd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4554260 Dec 14 01:18:26.099171 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54068) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:26.111552 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b8ff5e91-5d0c-4dc4-8db1-832d1ad411cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'mac_address': 'fa:16:3e:24:ee:f7', 'name': 'tempest-NetworksTestDHCPv6-1581327393'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:26.115641 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b29a7-b4e8-487a-9e18-714710efca02 None None] Pushing event updated for resources: {'Port': ['ID=67cfe620-9b96-4436-89af-875e6c2b8dc0,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:26.116153 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4796ffc-beb4-4aca-912a-ce2440c97145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f78fcd3-4599-47a0-85d1-e4fa9c299bcd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:26.209555 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] For port b6a94967-8e26-4300-ac91-6f785c58a5a8, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:26.219517 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8bfedb03-9bfd-43db-a3cf-67b8ab564902 None None] Provisioning complete for port 966f0b2a-1d82-4334-8cdb-4d18676aa692 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:26.219879 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8bfedb03-9bfd-43db-a3cf-67b8ab564902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:26.220215 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-915f36c9-fb79-41b6-b2c1-4746bfa1da04 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Allocated IP 172.20.0.2 (1a6d2724-91ac-41ae-a899-cae28b27ee18/6f7764bd-7ac3-4d60-a49e-e04cc9d027b4/7884d67f-ee7c-4627-ac40-df1596f34b15) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:26.272866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:26.294201 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:26.294201 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:26.313437 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8bfedb03-9bfd-43db-a3cf-67b8ab564902 None None] Port 966f0b2a-1d82-4334-8cdb-4d18676aa692 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:26.335935 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8bfedb03-9bfd-43db-a3cf-67b8ab564902 None None] Provisioning complete for port 88f8bdeb-3c50-4b33-ba3d-cc3848baa162 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:26.337865 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8bfedb03-9bfd-43db-a3cf-67b8ab564902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:26.353837 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] For port b6a94967-8e26-4300-ac91-6f785c58a5a8, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b6a94967-8e26-4300-ac91-6f785c58a5a8,segment=NetworkSegment(a96e6cc7-2086-4c15-a3eb-06817fd8f03e),segment_id=a96e6cc7-2086-4c15-a3eb-06817fd8f03e)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:26.371142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c0519-2f52-4cf7-aff5-b830db416b8e req-0584d370-d361-4fd7-bfb9-bf94c8c18b07 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:26.372953 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-981c0519-2f52-4cf7-aff5-b830db416b8e req-0584d370-d361-4fd7-bfb9-bf94c8c18b07 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1696627 Dec 14 01:18:26.394964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:26.431687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 01:18:26.431687 dv-neutron-821592-1-hyperv neutron-server[103409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 01:18:26.431687 dv-neutron-821592-1-hyperv neutron-server[103409]: [parameters: {'id': '2ab20791-529c-4ce9-b7d7-8932fbc8c54d'}] Dec 14 01:18:26.431687 dv-neutron-821592-1-hyperv neutron-server[103409]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:18:26.432267 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:18:26.503096 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8bfedb03-9bfd-43db-a3cf-67b8ab564902 None None] Port 88f8bdeb-3c50-4b33-ba3d-cc3848baa162 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:26.533379 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ff5e91-5d0c-4dc4-8db1-832d1ad411cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:26.546880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf91d6-eaad-4df1-b88b-19265b0b16b5 None None] Pushing event updated for resources: {'Port': ['ID=b6a94967-8e26-4300-ac91-6f785c58a5a8,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:26.597917 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eba8d2-f620-496b-ac63-02fec22a7608 None None] Network 2ab20791-529c-4ce9-b7d7-8932fbc8c54d requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:26.653189 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-981c0519-2f52-4cf7-aff5-b830db416b8e req-112a1f82-64be-451b-9109-d48f7f75d558 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602055 Dec 14 01:18:26.667795 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=88f8bdeb-3c50-4b33-ba3d-cc3848baa162,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:26.707064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network 31cd39ca-c761-4901-b28c-be606d727267 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:26.708887 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:26.728146 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:26.769236 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-915f36c9-fb79-41b6-b2c1-4746bfa1da04 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:26.775403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-015be02e-d059-421b-976e-29485af28191 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:26.822494 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8ff5e91-5d0c-4dc4-8db1-832d1ad411cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:26.858569 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-b8ff5e91-5d0c-4dc4-8db1-832d1ad411cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port b1688a6b-5c1d-4b2a-9e26-49cb4e6c851b yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:18:26.899321 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015be02e-d059-421b-976e-29485af28191 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Pushing event deleted for resources: {'Port': ['ID=9f16c028-d154-474e-a4a8-547f1f738b15,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:26.926695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baf0b60-59f3-4c98-805c-e49fdce99d5b None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:26.935028 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:26.946556 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b174c5cf-4a0c-493b-b862-3856289555f6 req-afd9a983-ede1-405b-a239-29a7bc14996c tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 210 time: 0.0430913 Dec 14 01:18:26.962985 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-915f36c9-fb79-41b6-b2c1-4746bfa1da04 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.028393 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-015be02e-d059-421b-976e-29485af28191 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.071130 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 67cfe620-9b96-4436-89af-875e6c2b8dc0 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:27.098469 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915f36c9-fb79-41b6-b2c1-4746bfa1da04 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 1a6d2724-91ac-41ae-a899-cae28b27ee18 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:27.100518 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-915f36c9-fb79-41b6-b2c1-4746bfa1da04 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:27.103269 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915f36c9-fb79-41b6-b2c1-4746bfa1da04 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:27.127136 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605bdda9-3958-482f-af12-9532f39591d6 None None] DHCP port deletion for 1a6d2724-91ac-41ae-a899-cae28b27ee18 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:27.158026 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 67cfe620-9b96-4436-89af-875e6c2b8dc0 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:27.159296 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.171255 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-015be02e-d059-421b-976e-29485af28191 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.172078 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f36c9-fb79-41b6-b2c1-4746bfa1da04 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=7884d67f-ee7c-4627-ac40-df1596f34b15,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:27.175620 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-015be02e-d059-421b-976e-29485af28191 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.180090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router ddc1cb9d-697d-4f07-a1ff-db09b297f07f is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:18:27.202431 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c895cd21-9ef6-4d27-b753-1f9640d8fa37 None None] Provisioning complete for port 7884d67f-ee7c-4627-ac40-df1596f34b15 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:27.202956 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c895cd21-9ef6-4d27-b753-1f9640d8fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.227901 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915f36c9-fb79-41b6-b2c1-4746bfa1da04 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:27.228334 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-915f36c9-fb79-41b6-b2c1-4746bfa1da04 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.246922 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b8ff5e91-5d0c-4dc4-8db1-832d1ad411cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8:0:1::2b3 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/fb873423-6d68-4e17-99b7-a3918c6efda6/b1688a6b-5c1d-4b2a-9e26-49cb4e6c851b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:27.255330 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b8ff5e91-5d0c-4dc4-8db1-832d1ad411cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::f816:3eff:fe24:eef7 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/f8b19557-d2c4-43d8-a46f-939b859bcbbf/b1688a6b-5c1d-4b2a-9e26-49cb4e6c851b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:27.260804 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Deleting port b6a94967-8e26-4300-ac91-6f785c58a5a8 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:27.261550 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.269916 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c895cd21-9ef6-4d27-b753-1f9640d8fa37 None None] Port 7884d67f-ee7c-4627-ac40-df1596f34b15 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:27.276591 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-915f36c9-fb79-41b6-b2c1-4746bfa1da04 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8845489 Dec 14 01:18:27.277226 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54076) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:27.283086 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '7884d67f-ee7c-4627-ac40-df1596f34b15', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:27.310462 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c895cd21-9ef6-4d27-b753-1f9640d8fa37 None None] Provisioning complete for port 88f8bdeb-3c50-4b33-ba3d-cc3848baa162 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:27.310712 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c895cd21-9ef6-4d27-b753-1f9640d8fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.312431 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.318547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-015be02e-d059-421b-976e-29485af28191 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.319081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015be02e-d059-421b-976e-29485af28191 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Fanout notify agent at l3_agent the message router_deleted on router a06339f2-28d9-4f4e-9e03-5a6f1e7295b1 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:18:27.364082 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.392339 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-015be02e-d059-421b-976e-29485af28191 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.401485 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-015be02e-d059-421b-976e-29485af28191 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "DELETE /v2.0/routers/a06339f2-28d9-4f4e-9e03-5a6f1e7295b1 HTTP/1.1" status: 204 len: 168 time: 3.4736032 Dec 14 01:18:27.408778 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54080) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:27.424374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-eebd1bc1-0f53-4fea-b00d-e1bce22f60db tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-995948129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:27.442422 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c895cd21-9ef6-4d27-b753-1f9640d8fa37 None None] Port 88f8bdeb-3c50-4b33-ba3d-cc3848baa162 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:27.445113 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 67cfe620-9b96-4436-89af-875e6c2b8dc0, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=67cfe620-9b96-4436-89af-875e6c2b8dc0,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:27.458421 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.523830 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=67cfe620-9b96-4436-89af-875e6c2b8dc0,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:27.546469 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] For port b6a94967-8e26-4300-ac91-6f785c58a5a8, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b6a94967-8e26-4300-ac91-6f785c58a5a8,segment=NetworkSegment(a96e6cc7-2086-4c15-a3eb-06817fd8f03e),segment_id=a96e6cc7-2086-4c15-a3eb-06817fd8f03e)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:27.546925 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.593815 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Calling delete_port for b6a94967-8e26-4300-ac91-6f785c58a5a8 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:27.611087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:27.628633 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Sync routers for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:27.631100 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-53880005-fc84-4d49-ba31-c924512c3eef tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/ddc1cb9d-697d-4f07-a1ff-db09b297f07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0309660 Dec 14 01:18:27.642702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54082) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:27.649913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-5e44d26a-2733-43d8-a164-3e36fd425929 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-945952831'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:27.658849 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:27.663441 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:27.707937 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eebd1bc1-0f53-4fea-b00d-e1bce22f60db tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.709060 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eebd1bc1-0f53-4fea-b00d-e1bce22f60db tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.749515 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.839297 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-749c066d-2b2b-4e35-8ea3-28eb998b21ea tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:27.840947 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-749c066d-2b2b-4e35-8ea3-28eb998b21ea tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.16 "GET /v2.0/networks?id=0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 HTTP/1.1" status: 200 len: 796 time: 0.4644611 Dec 14 01:18:27.852527 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eebd1bc1-0f53-4fea-b00d-e1bce22f60db tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.854650 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:18:27.861655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eebd1bc1-0f53-4fea-b00d-e1bce22f60db tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.874145 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e44d26a-2733-43d8-a164-3e36fd425929 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:27.877784 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e44d26a-2733-43d8-a164-3e36fd425929 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.901640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bf5a36-38ef-4bc0-8ebf-27046e3156e4 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:27.943384 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eebd1bc1-0f53-4fea-b00d-e1bce22f60db tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.947159 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-eebd1bc1-0f53-4fea-b00d-e1bce22f60db tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5368412 Dec 14 01:18:27.947370 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54090) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:27.955935 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Request body: {'router': {'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:27.963556 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:27.975559 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b527b-faec-494b-90ae-e4a6156f4fa5 req-2c43321f-8efd-4266-b14c-10e95c1ebcec tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:27.976740 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-810b527b-faec-494b-90ae-e4a6156f4fa5 req-2c43321f-8efd-4266-b14c-10e95c1ebcec tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1079471 Dec 14 01:18:28.032410 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e44d26a-2733-43d8-a164-3e36fd425929 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:18:28.043389 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-810b527b-faec-494b-90ae-e4a6156f4fa5 req-bea18408-eedb-44cb-b566-011559460541 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576959 Dec 14 01:18:28.075744 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-19c15766-e1c1-401b-b582-6e020d54efc1 None None] Provisioning complete for port 67cfe620-9b96-4436-89af-875e6c2b8dc0 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:28.076445 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19c15766-e1c1-401b-b582-6e020d54efc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.098912 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8ff5e91-5d0c-4dc4-8db1-832d1ad411cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.101330 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Port': ['ID=b6a94967-8e26-4300-ac91-6f785c58a5a8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:28.114961 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No DVR routers for this DVR port b6a94967-8e26-4300-ac91-6f785c58a5a8 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:18:28.117321 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e44d26a-2733-43d8-a164-3e36fd425929 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.117873 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-5e44d26a-2733-43d8-a164-3e36fd425929 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Added segment 9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853 of type vlan for network f2b41de5-09aa-4016-85e2-55843942c3cf Dec 14 01:18:28.136720 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3cfc39d1-a9a8-4197-a6e7-b8406e5a0a9f req-4424229d-0c70-4131-9a27-e477f211059f tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 210 time: 0.0624702 Dec 14 01:18:28.138579 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-f3857b98-9c3c-4645-a7ed-1588f9c0c3aa tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b1b08b5113b40ba8706b97c1e28214f HTTP/1.1" status: 200 len: 379 time: 0.2654576 Dec 14 01:18:28.154455 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.182434 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:18:25Z', 'revision_number': 2, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:25Z', 'revision_number': 2, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:28.235291 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Checking router: ddc1cb9d-697d-4f07-a1ff-db09b297f07f for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:18:28.236237 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Updating router ddc1cb9d-697d-4f07-a1ff-db09b297f07f port 88f8bdeb-3c50-4b33-ba3d-cc3848baa162 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:18:28.263892 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.275844 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8ff5e91-5d0c-4dc4-8db1-832d1ad411cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.309429 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fb3eb6-2fd3-491e-99f1-065454bff030 None None] Update dhcp port {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'fixed_ips': [{'subnet_id': 'f8b19557-d2c4-43d8-a46f-939b859bcbbf', 'ip_address': '2001:db8::f816:3eff:fee4:41c0'}, {'subnet_id': 'fb873423-6d68-4e17-99b7-a3918c6efda6'}], 'binding:host_id': 'dv-neutron-821592-1-hyperv'}, 'id': '67cfe620-9b96-4436-89af-875e6c2b8dc0'} from dv-neutron-821592-1-hyperv. {{(pid=103410) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 01:18:28.331684 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ff5e91-5d0c-4dc4-8db1-832d1ad411cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:28.337509 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b8ff5e91-5d0c-4dc4-8db1-832d1ad411cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:28.340056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff5e91-5d0c-4dc4-8db1-832d1ad411cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:28.340879 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10fb3eb6-2fd3-491e-99f1-065454bff030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.346038 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ff5e91-5d0c-4dc4-8db1-832d1ad411cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:28.346719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8ff5e91-5d0c-4dc4-8db1-832d1ad411cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.368729 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Allocated IP 172.26.1.142 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/aed5a304-221c-48d9-81f1-f6c6915cfc34) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:28.376637 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b8ff5e91-5d0c-4dc4-8db1-832d1ad411cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2727778 Dec 14 01:18:28.383087 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54094) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:28.426054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff5e91-5d0c-4dc4-8db1-832d1ad411cf tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=b1688a6b-5c1d-4b2a-9e26-49cb4e6c851b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:28.526185 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-09e1fcd7-95a7-4ea0-9e6e-eb08017d977a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Request body: {'port': {'device_id': '957a9f2d-e8f7-494a-a7cb-6f64717ae29d', 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'admin_state_up': True, 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'security_groups': ['921a88c6-9b8e-4366-835b-950c2ea23a0d']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:28.541840 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-10fb3eb6-2fd3-491e-99f1-065454bff030 None None] Allocated IP 2001:db8:0:1::2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/fb873423-6d68-4e17-99b7-a3918c6efda6/67cfe620-9b96-4436-89af-875e6c2b8dc0) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:28.566130 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a34235ab-64cd-4e5a-a7ff-fc748a43d1cc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port b1688a6b-5c1d-4b2a-9e26-49cb4e6c851b {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:28.566502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a34235ab-64cd-4e5a-a7ff-fc748a43d1cc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.614961 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.693122 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-10fb3eb6-2fd3-491e-99f1-065454bff030 None None] For port 67cfe620-9b96-4436-89af-875e6c2b8dc0, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=67cfe620-9b96-4436-89af-875e6c2b8dc0,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:28.698557 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e44d26a-2733-43d8-a164-3e36fd425929 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.702739 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a34235ab-64cd-4e5a-a7ff-fc748a43d1cc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.717318 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a34235ab-64cd-4e5a-a7ff-fc748a43d1cc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for b1688a6b-5c1d-4b2a-9e26-49cb4e6c851b owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:28.726260 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.753507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10fb3eb6-2fd3-491e-99f1-065454bff030 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.763330 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10fb3eb6-2fd3-491e-99f1-065454bff030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.782466 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.791476 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.805902 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.811780 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:28.819599 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:28.822272 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:28.840976 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.847127 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=aed5a304-221c-48d9-81f1-f6c6915cfc34,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:28.876621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e44d26a-2733-43d8-a164-3e36fd425929 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.882271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e44d26a-2733-43d8-a164-3e36fd425929 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:28.882945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e44d26a-2733-43d8-a164-3e36fd425929 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.886401 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab20791-529c-4ce9-b7d7-8932fbc8c54d']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:28.931642 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8e758-7987-4640-9a00-c7997188a25e None None] Pushing event updated for resources: {'Port': ['ID=88f8bdeb-3c50-4b33-ba3d-cc3848baa162,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:28.939866 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8e758-7987-4640-9a00-c7997188a25e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:28.940269 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8e758-7987-4640-9a00-c7997188a25e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:28.940605 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8e758-7987-4640-9a00-c7997188a25e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:28.941606 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8e758-7987-4640-9a00-c7997188a25e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:28.941941 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8e758-7987-4640-9a00-c7997188a25e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:28.942267 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8e758-7987-4640-9a00-c7997188a25e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:28.942795 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8e758-7987-4640-9a00-c7997188a25e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:28.943292 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8e758-7987-4640-9a00-c7997188a25e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:28.943605 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8e758-7987-4640-9a00-c7997188a25e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:28.943988 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8e758-7987-4640-9a00-c7997188a25e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:28.944358 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8e758-7987-4640-9a00-c7997188a25e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:28.944711 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8e758-7987-4640-9a00-c7997188a25e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:28.945200 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8e758-7987-4640-9a00-c7997188a25e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:28.962420 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Attempting to bind port 88f8bdeb-3c50-4b33-ba3d-cc3848baa162 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:28.962910 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Attempting to bind port 88f8bdeb-3c50-4b33-ba3d-cc3848baa162 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '7b89d6b6-20a7-4c7d-8199-61af744341ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '31cd39ca-c761-4901-b28c-be606d727267'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:28.963186 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Attempting to bind port 88f8bdeb-3c50-4b33-ba3d-cc3848baa162 on network 31cd39ca-c761-4901-b28c-be606d727267 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:28.969694 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:28.971162 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Checking segment: {'id': '7b89d6b6-20a7-4c7d-8199-61af744341ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '31cd39ca-c761-4901-b28c-be606d727267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:28.971559 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.971947 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Bound using segment: {'id': '7b89d6b6-20a7-4c7d-8199-61af744341ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '31cd39ca-c761-4901-b28c-be606d727267'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:28.972058 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96e6cc7-2086-4c15-a3eb-06817fd8f03e') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:28.975603 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Bound port: 88f8bdeb-3c50-4b33-ba3d-cc3848baa162, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b89d6b6-20a7-4c7d-8199-61af744341ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '31cd39ca-c761-4901-b28c-be606d727267'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:28.976019 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:28.978500 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96e6cc7-2086-4c15-a3eb-06817fd8f03e') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:29.040294 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb3eb6-2fd3-491e-99f1-065454bff030 None None] Pushing event updated for resources: {'Port': ['ID=67cfe620-9b96-4436-89af-875e6c2b8dc0,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:29.052455 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 67cfe620-9b96-4436-89af-875e6c2b8dc0 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:29.083027 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] For port 88f8bdeb-3c50-4b33-ba3d-cc3848baa162, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:29.089690 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] For port 88f8bdeb-3c50-4b33-ba3d-cc3848baa162, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=88f8bdeb-3c50-4b33-ba3d-cc3848baa162,segment=NetworkSegment(7b89d6b6-20a7-4c7d-8199-61af744341ab),segment_id=7b89d6b6-20a7-4c7d-8199-61af744341ab)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:29.098094 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.100952 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5e44d26a-2733-43d8-a164-3e36fd425929 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4569073 Dec 14 01:18:29.109699 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54098) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:29.138204 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.152591 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-bc50cdc8-378c-4a81-8b85-93c1fcae0abe tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'subnet': {'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:29.201189 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8e758-7987-4640-9a00-c7997188a25e None None] Pushing event updated for resources: {'Port': ['ID=88f8bdeb-3c50-4b33-ba3d-cc3848baa162,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:29.211422 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44d26a-2733-43d8-a164-3e36fd425929 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Network': ['ID=f2b41de5-09aa-4016-85e2-55843942c3cf,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:29.225440 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.239589 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network f2b41de5-09aa-4016-85e2-55843942c3cf details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:18:29.244367 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:29.245114 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:29.262854 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:18:29.275898 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.282567 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 67cfe620-9b96-4436-89af-875e6c2b8dc0 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:29.282939 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:18:29.283232 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:18:29.338867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-09e1fcd7-95a7-4ea0-9e6e-eb08017d977a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Made reservation on behalf of 8b1b08b5113b40ba8706b97c1e28214f for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:29.343201 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-09e1fcd7-95a7-4ea0-9e6e-eb08017d977a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.347518 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8496aca6-0f6f-4c80-b609-87b0bce8438b req-94021612-2f06-408a-8443-d9b0cefa2a85 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 210 time: 0.0788550 Dec 14 01:18:29.423983 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.459762 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:18:29.468854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-96974eb1-95c4-40f3-b0dc-684934da36ce None None] Provisioning complete for port 88f8bdeb-3c50-4b33-ba3d-cc3848baa162 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:29.469396 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-96974eb1-95c4-40f3-b0dc-684934da36ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.510231 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.514583 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/2ab20791-529c-4ce9-b7d7-8932fbc8c54d HTTP/1.1" status: 204 len: 168 time: 5.2010143 Dec 14 01:18:29.529851 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54102) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:29.563694 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d3320ec1-29b7-4afd-8e6c-31ae3b873ee9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1361476043'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:29.585266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343f7e1-89a4-4e4f-95a1-37cb3ed9da4b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Network': ['ID=2ab20791-529c-4ce9-b7d7-8932fbc8c54d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:29.602546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-96974eb1-95c4-40f3-b0dc-684934da36ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.679608 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-96974eb1-95c4-40f3-b0dc-684934da36ce None None] For port 88f8bdeb-3c50-4b33-ba3d-cc3848baa162, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=88f8bdeb-3c50-4b33-ba3d-cc3848baa162,segment=NetworkSegment(7b89d6b6-20a7-4c7d-8199-61af744341ab),segment_id=7b89d6b6-20a7-4c7d-8199-61af744341ab)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:29.688741 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-96974eb1-95c4-40f3-b0dc-684934da36ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.739408 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abca16-b7f2-41e4-a346-d16c1b45283d req-835521b0-e8fc-4dc1-be45-3cbf82f3a1ac tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:29.742555 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-37abca16-b7f2-41e4-a346-d16c1b45283d req-835521b0-e8fc-4dc1-be45-3cbf82f3a1ac tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.4751985 Dec 14 01:18:29.750230 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a34235ab-64cd-4e5a-a7ff-fc748a43d1cc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.752387 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc50cdc8-378c-4a81-8b85-93c1fcae0abe tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:29.758275 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc50cdc8-378c-4a81-8b85-93c1fcae0abe tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.775261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96974eb1-95c4-40f3-b0dc-684934da36ce None None] Pushing event updated for resources: {'Port': ['ID=88f8bdeb-3c50-4b33-ba3d-cc3848baa162,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:29.799984 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3320ec1-29b7-4afd-8e6c-31ae3b873ee9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:29.808610 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d3320ec1-29b7-4afd-8e6c-31ae3b873ee9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.824946 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4a9f1d23-3b28-4583-9ad7-7c2ce7b17643 None None] Provisioning complete for port 88f8bdeb-3c50-4b33-ba3d-cc3848baa162 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:29.825923 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1d23-3b28-4583-9ad7-7c2ce7b17643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.849338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-09e1fcd7-95a7-4ea0-9e6e-eb08017d977a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Allocated IP 172.20.0.13 (0e55d5a8-1bf1-40f9-b4ea-f6331316ca43/a0dab735-ce9b-45a3-83ae-2f1e95f91491/f5a05474-38ab-423e-b39f-ae9fb1cf0244) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:29.866372 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:18:25Z', 'revision_number': 2, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 4, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:29.889387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.901248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3320ec1-29b7-4afd-8e6c-31ae3b873ee9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:18:29.916408 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2d7a7-906e-402f-af6a-9a0fc8200762 None None] The sync data for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv is: [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:18:25Z', 'revision_number': 2, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 4, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:29.961465 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.996753 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d3320ec1-29b7-4afd-8e6c-31ae3b873ee9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:29.997646 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-d3320ec1-29b7-4afd-8e6c-31ae3b873ee9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Added segment 4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9 of type vlan for network 20b0045e-1682-4c2d-941b-3b694d895aac Dec 14 01:18:30.007239 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34235ab-64cd-4e5a-a7ff-fc748a43d1cc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=b1688a6b-5c1d-4b2a-9e26-49cb4e6c851b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:30.227560 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a34235ab-64cd-4e5a-a7ff-fc748a43d1cc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:30.228248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d3320ec1-29b7-4afd-8e6c-31ae3b873ee9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:30.233649 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a34235ab-64cd-4e5a-a7ff-fc748a43d1cc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/b1688a6b-5c1d-4b2a-9e26-49cb4e6c851b HTTP/1.1" status: 204 len: 168 time: 1.8467281 Dec 14 01:18:30.243210 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54104) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:30.276360 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-37abca16-b7f2-41e4-a346-d16c1b45283d req-41bb5371-bf95-4676-a8fe-1f3c6857675d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5086689 Dec 14 01:18:30.325168 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c245693a-df88-438c-bc93-c368a84f4d0e None None] Provisioning complete for port 67cfe620-9b96-4436-89af-875e6c2b8dc0 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:30.325814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c245693a-df88-438c-bc93-c368a84f4d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:30.334257 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Allocated IP 172.26.1.32 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/61400097-2994-4884-ae37-6a7cf5707611) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:30.378294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.db.resource_extend [None req-d3320ec1-29b7-4afd-8e6c-31ae3b873ee9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 01:18:30.533734 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4e1d46b2-df95-4f30-bb5a-e6b282806c20 req-773c4a3c-3898-475f-8fed-506833bb62f1 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 210 time: 0.0511906 Dec 14 01:18:30.535111 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d3320ec1-29b7-4afd-8e6c-31ae3b873ee9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:30.546477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3320ec1-29b7-4afd-8e6c-31ae3b873ee9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:30.547238 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d3320ec1-29b7-4afd-8e6c-31ae3b873ee9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:30.557143 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:30.573555 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b3baf7-a64e-438c-b272-68d8d7d9aba6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:30.575351 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e3b3baf7-a64e-438c-b272-68d8d7d9aba6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3325210 Dec 14 01:18:30.578960 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54108) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:30.579142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-09e1fcd7-95a7-4ea0-9e6e-eb08017d977a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:30.604143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5b3ac50a-52e9-4736-840e-184f72678993 None None] Could not find standard attr ID for object b1688a6b-5c1d-4b2a-9e26-49cb4e6c851b. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:18:30.673621 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d3320ec1-29b7-4afd-8e6c-31ae3b873ee9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1221876 Dec 14 01:18:30.681275 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54110) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:30.689169 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6101a65f-24f8-4b49-94f9-a7a0c9b05da6 None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:18:30.704718 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9321a5e1-ecee-4646-9f40-217c0ccbb353 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'subnet': {'network_id': '20b0045e-1682-4c2d-941b-3b694d895aac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:30.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:30.723751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3320ec1-29b7-4afd-8e6c-31ae3b873ee9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Network': ['ID=20b0045e-1682-4c2d-941b-3b694d895aac,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:30.737559 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 20b0045e-1682-4c2d-941b-3b694d895aac details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:18:30.739569 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-09e1fcd7-95a7-4ea0-9e6e-eb08017d977a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:30.821999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-09e1fcd7-95a7-4ea0-9e6e-eb08017d977a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Network 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:30.827558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc50cdc8-378c-4a81-8b85-93c1fcae0abe tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:30.832045 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-09e1fcd7-95a7-4ea0-9e6e-eb08017d977a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:30.858254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1fcd7-95a7-4ea0-9e6e-eb08017d977a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event updated for resources: {'Port': ['ID=f5a05474-38ab-423e-b39f-ae9fb1cf0244,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:30.864644 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafe6f64-ceed-46b0-bbda-37c1eac26497 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:30.868809 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-eafe6f64-ceed-46b0-bbda-37c1eac26497 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2620332 Dec 14 01:18:30.876372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-09e1fcd7-95a7-4ea0-9e6e-eb08017d977a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:30.879355 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54112) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:30.881127 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6101a65f-24f8-4b49-94f9-a7a0c9b05da6 None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:18:30.894092 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:30.921510 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:31.000514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50cdc8-378c-4a81-8b85-93c1fcae0abe tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Subnet': ['ID=c9cafefb-b99e-41a4-9aad-ba1deb7228c6,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:31.018290 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc50cdc8-378c-4a81-8b85-93c1fcae0abe tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Checking segment: {'id': '9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:31.018677 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc50cdc8-378c-4a81-8b85-93c1fcae0abe tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network hostable DHCP agents. Network: f2b41de5-09aa-4016-85e2-55843942c3cf, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:18:31.025053 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:31.031045 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9321a5e1-ecee-4646-9f40-217c0ccbb353 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:31.035019 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9321a5e1-ecee-4646-9f40-217c0ccbb353 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:31.049790 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:31.061664 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:31.089691 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Pushing event updated for resources: {'Port': ['ID=61400097-2994-4884-ae37-6a7cf5707611,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:31.106290 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dec296-cda7-4e78-8743-154d04ee75ab tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:31.108307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dec296-cda7-4e78-8743-154d04ee75ab tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:31.110059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dec296-cda7-4e78-8743-154d04ee75ab tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:31.114260 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-97dec296-cda7-4e78-8743-154d04ee75ab tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2311733 Dec 14 01:18:31.116369 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54114) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:31.125739 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-09e1fcd7-95a7-4ea0-9e6e-eb08017d977a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:31.126175 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-09e1fcd7-95a7-4ea0-9e6e-eb08017d977a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:31.154814 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-9321a5e1-ecee-4646-9f40-217c0ccbb353 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Performing IP validity checks on allocation pools {{(pid=103408) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 14 01:18:31.155367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-9321a5e1-ecee-4646-9f40-217c0ccbb353 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103408) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 14 01:18:31.160745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 88f8bdeb-3c50-4b33-ba3d-cc3848baa162 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:31.162619 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc50cdc8-378c-4a81-8b85-93c1fcae0abe tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network f2b41de5-09aa-4016-85e2-55843942c3cf is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:18:31.184142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-bc50cdc8-378c-4a81-8b85-93c1fcae0abe tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, f2b41de5-09aa-4016-85e2-55843942c3cf) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:31.192149 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-09e1fcd7-95a7-4ea0-9e6e-eb08017d977a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7039702 Dec 14 01:18:31.201662 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc50cdc8-378c-4a81-8b85-93c1fcae0abe tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:31.202254 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc50cdc8-378c-4a81-8b85-93c1fcae0abe tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:31.248929 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Request body: {'port': {'device_id': '957a9f2d-e8f7-494a-a7cb-6f64717ae29d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:31.250565 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bc50cdc8-378c-4a81-8b85-93c1fcae0abe tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1384020 Dec 14 01:18:31.251240 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54116) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:31.311072 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa46761-18a4-4bd5-9dbf-bc57b5a2b2e5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet f8b19557-d2c4-43d8-a46f-939b859bcbbf {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:18:31.336883 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1aa46761-18a4-4bd5-9dbf-bc57b5a2b2e5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:31.345922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 88f8bdeb-3c50-4b33-ba3d-cc3848baa162 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:31.347778 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:31.397066 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50b6271-a5ab-44e8-8f69-e350842f3b06 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:31.406664 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de9a71b-dc10-4583-8178-0f766a474cb3 None None] Network f2b41de5-09aa-4016-85e2-55843942c3cf requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:31.417476 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:31.426389 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1aa46761-18a4-4bd5-9dbf-bc57b5a2b2e5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:31.655812 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 67cfe620-9b96-4436-89af-875e6c2b8dc0 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:31.680655 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-f2b41de5-09aa-4016-85e2-55843942c3cf', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:31.681573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:31.696876 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f8fb30ad-dab4-4592-9f5b-ae1d1c020707 None None] Provisioning complete for port 61400097-2994-4884-ae37-6a7cf5707611 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:31.697252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8fb30ad-dab4-4592-9f5b-ae1d1c020707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:31.820952 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb30ad-dab4-4592-9f5b-ae1d1c020707 None None] Port 61400097-2994-4884-ae37-6a7cf5707611 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:31.822512 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:31.849894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:31.881143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 67cfe620-9b96-4436-89af-875e6c2b8dc0 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:31.881525 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:31.936815 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Allocated IP 2001:db8:1::2 (f2b41de5-09aa-4016-85e2-55843942c3cf/c9cafefb-b99e-41a4-9aad-ba1deb7228c6/cdc59970-40e0-474b-b7aa-a7208dd0e8ec) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:31.966639 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33881c40-4ac8-46e3-a848-78890f424a64 req-c5cf4c3a-2414-48ec-baa4-a4305f3149fb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:31.968795 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-33881c40-4ac8-46e3-a848-78890f424a64 req-c5cf4c3a-2414-48ec-baa4-a4305f3149fb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 932 time: 0.3032105 Dec 14 01:18:31.984634 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1aa46761-18a4-4bd5-9dbf-bc57b5a2b2e5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.010754 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d2580488-040a-472b-a198-c9bf37c77f9c None None] Provisioning complete for port f5a05474-38ab-423e-b39f-ae9fb1cf0244 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:32.011124 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d2580488-040a-472b-a198-c9bf37c77f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.021197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3607a-5a83-4831-86cd-6fd8ee2ccd82 req-046b4b54-e416-4b3b-812f-759462b9c7af tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:32.023331 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c4f3607a-5a83-4831-86cd-6fd8ee2ccd82 req-046b4b54-e416-4b3b-812f-759462b9c7af tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.3667934 Dec 14 01:18:32.093084 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d2580488-040a-472b-a198-c9bf37c77f9c None None] Port f5a05474-38ab-423e-b39f-ae9fb1cf0244 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:32.102158 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.126638 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=aed5a304-221c-48d9-81f1-f6c6915cfc34,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:32.149326 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9321a5e1-ecee-4646-9f40-217c0ccbb353 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.201254 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.211455 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.228488 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.240213 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1aa46761-18a4-4bd5-9dbf-bc57b5a2b2e5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.257244 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Network f2b41de5-09aa-4016-85e2-55843942c3cf is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:32.260526 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:32.263009 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:32.286996 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa46761-18a4-4bd5-9dbf-bc57b5a2b2e5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b19557-d2c4-43d8-a46f-939b859bcbbf,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:32.305978 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1aa46761-18a4-4bd5-9dbf-bc57b5a2b2e5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.309635 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1aa46761-18a4-4bd5-9dbf-bc57b5a2b2e5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/f8b19557-d2c4-43d8-a46f-939b859bcbbf HTTP/1.1" status: 204 len: 168 time: 1.1906950 Dec 14 01:18:32.312678 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54122) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:32.321895 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0fffc-e52b-4d55-a8c8-5926d96b8839 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:32.323601 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Pushing event updated for resources: {'Port': ['ID=cdc59970-40e0-474b-b7aa-a7208dd0e8ec,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:32.365465 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-33881c40-4ac8-46e3-a848-78890f424a64 req-3463f1b1-9fb5-47ff-af04-c4097b82f156 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3323731 Dec 14 01:18:32.374533 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321a5e1-ecee-4646-9f40-217c0ccbb353 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Subnet': ['ID=8e489206-813b-448e-83a8-5d38ff432de5,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:32.375828 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Attempting to bind port cdc59970-40e0-474b-b7aa-a7208dd0e8ec on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:32.377159 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Attempting to bind port cdc59970-40e0-474b-b7aa-a7208dd0e8ec by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:32.377707 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Attempting to bind port cdc59970-40e0-474b-b7aa-a7208dd0e8ec on network f2b41de5-09aa-4016-85e2-55843942c3cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:32.379943 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c4f3607a-5a83-4831-86cd-6fd8ee2ccd82 req-4233539f-f17d-485e-9f3b-c3456e229a61 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803147 Dec 14 01:18:32.388841 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:32.389774 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Checking segment: {'id': '9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:32.390448 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.391011 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Bound using segment: {'id': '9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:32.391727 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Bound port: cdc59970-40e0-474b-b7aa-a7208dd0e8ec, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:32.392318 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.458981 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-43029a34-4a66-431b-9b19-62526baf8a30 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet fb873423-6d68-4e17-99b7-a3918c6efda6 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:18:32.468957 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321a5e1-ecee-4646-9f40-217c0ccbb353 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Checking segment: {'id': '4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '20b0045e-1682-4c2d-941b-3b694d895aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:32.469411 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9321a5e1-ecee-4646-9f40-217c0ccbb353 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network hostable DHCP agents. Network: 20b0045e-1682-4c2d-941b-3b694d895aac, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:18:32.513528 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-43029a34-4a66-431b-9b19-62526baf8a30 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.516426 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] For port cdc59970-40e0-474b-b7aa-a7208dd0e8ec, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:32.529651 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Floating IP 9cc49e43-ecc8-4769-bca0-15aa8a44d438 associated. External IP: 172.26.1.142, port: 7884d67f-ee7c-4627-ac40-df1596f34b15. Dec 14 01:18:32.534058 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] For port cdc59970-40e0-474b-b7aa-a7208dd0e8ec, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=cdc59970-40e0-474b-b7aa-a7208dd0e8ec,segment=NetworkSegment(9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853),segment_id=9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:32.551330 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.554796 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a05474-38ab-423e-b39f-ae9fb1cf0244 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:18:32.570108 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.572030 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9321a5e1-ecee-4646-9f40-217c0ccbb353 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network 20b0045e-1682-4c2d-941b-3b694d895aac is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:18:32.589468 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.601174 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-43029a34-4a66-431b-9b19-62526baf8a30 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.617050 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9321a5e1-ecee-4646-9f40-217c0ccbb353 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 20b0045e-1682-4c2d-941b-3b694d895aac) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:32.625506 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.630893 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae39311c-f2d2-4327-978c-4008bacc5aae None None] Network 20b0045e-1682-4c2d-941b-3b694d895aac requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:32.631895 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Transition to ACTIVE for port object f5a05474-38ab-423e-b39f-ae9fb1cf0244 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:18:32.679741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9321a5e1-ecee-4646-9f40-217c0ccbb353 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:32.680689 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9321a5e1-ecee-4646-9f40-217c0ccbb353 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.682271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.694331 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c8424-02ef-4245-b1f9-53fa6732da52 None None] Pushing event updated for resources: {'Port': ['ID=cdc59970-40e0-474b-b7aa-a7208dd0e8ec,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:32.741471 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9321a5e1-ecee-4646-9f40-217c0ccbb353 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0518830 Dec 14 01:18:32.751356 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54124) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:32.761813 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.827099 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-20b0045e-1682-4c2d-941b-3b694d895aac', 'network_id': '20b0045e-1682-4c2d-941b-3b694d895aac', 'project_id': 'aa1defb958db4a1196837e6cd5b818e7', 'fixed_ips': [{'subnet_id': '8e489206-813b-448e-83a8-5d38ff432de5'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:32.828172 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:32.983132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a05474-38ab-423e-b39f-ae9fb1cf0244,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:33.099291 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:18:33.106033 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Allocated IP 172.20.0.3 (20b0045e-1682-4c2d-941b-3b694d895aac/8e489206-813b-448e-83a8-5d38ff432de5/d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:33.239437 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-43029a34-4a66-431b-9b19-62526baf8a30 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:33.247015 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:33.316988 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Allocated IP 2001:db8:1::1 (f2b41de5-09aa-4016-85e2-55843942c3cf/c9cafefb-b99e-41a4-9aad-ba1deb7228c6/95f140ee-1af7-40fa-bb0f-e9377a703f45) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:33.353625 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router 5ab275d4-f0a2-4162-a736-a68344d840d7 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:18:33.358445 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:33.366346 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:33.377854 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Attempting to bind port f5a05474-38ab-423e-b39f-ae9fb1cf0244 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:33.378316 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Attempting to bind port f5a05474-38ab-423e-b39f-ae9fb1cf0244 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2ee2c7a8-6d21-4f7f-822c-d2739650d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:33.378747 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Attempting to bind port f5a05474-38ab-423e-b39f-ae9fb1cf0244 on network 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:33.389470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Port f5a05474-38ab-423e-b39f-ae9fb1cf0244 on network 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:18:33.389980 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Attempting to bind port f5a05474-38ab-423e-b39f-ae9fb1cf0244 on network 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:33.412367 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Network 20b0045e-1682-4c2d-941b-3b694d895aac is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:33.418866 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:33.419012 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:33.419582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Checking segment: {'id': '2ee2c7a8-6d21-4f7f-822c-d2739650d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:33.420189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Bound using segment: {'id': '2ee2c7a8-6d21-4f7f-822c-d2739650d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:33.420766 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Bound port: f5a05474-38ab-423e-b39f-ae9fb1cf0244, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee2c7a8-6d21-4f7f-822c-d2739650d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:33.421438 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:33.424406 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:33.457950 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Pushing event updated for resources: {'Port': ['ID=d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:33.485641 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Router 12f12a05-4f7e-4f14-a9ea-70b0ab68d505 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:18:33.502938 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:33.506218 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-43029a34-4a66-431b-9b19-62526baf8a30 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:33.529945 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Attempting to bind port d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:33.530715 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Attempting to bind port d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '20b0045e-1682-4c2d-941b-3b694d895aac'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:33.531245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Attempting to bind port d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca on network 20b0045e-1682-4c2d-941b-3b694d895aac {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:33.539146 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:33.539957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Checking segment: {'id': '4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '20b0045e-1682-4c2d-941b-3b694d895aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:33.540702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:33.541249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Bound using segment: {'id': '4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '20b0045e-1682-4c2d-941b-3b694d895aac'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:33.542777 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Bound port: d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '20b0045e-1682-4c2d-941b-3b694d895aac'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:33.543990 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:33.575700 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43029a34-4a66-431b-9b19-62526baf8a30 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=fb873423-6d68-4e17-99b7-a3918c6efda6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:33.600339 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acbe2e4-6e95-4a00-82ec-08a85e4e17ef None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:33.619864 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-43029a34-4a66-431b-9b19-62526baf8a30 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:33.620561 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-176e67d0-1c95-4a29-930e-b9d5f32d51f5 None None] Provisioning complete for port 67cfe620-9b96-4436-89af-875e6c2b8dc0 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:33.620908 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-176e67d0-1c95-4a29-930e-b9d5f32d51f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:33.626051 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-43029a34-4a66-431b-9b19-62526baf8a30 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/fb873423-6d68-4e17-99b7-a3918c6efda6 HTTP/1.1" status: 204 len: 168 time: 1.3071859 Dec 14 01:18:33.636462 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54130) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:33.693802 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-698f9501-5f16-4b77-bedd-9ca7ae83225a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532041 Dec 14 01:18:33.700785 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] For port f5a05474-38ab-423e-b39f-ae9fb1cf0244, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:33.704967 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54132) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:33.712945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1455de9e-13a7-43c3-9daa-612c88d696bd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:33.778330 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] For port d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:33.811541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] For port d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca,segment=NetworkSegment(4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9),segment_id=4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:33.817794 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] For port f5a05474-38ab-423e-b39f-ae9fb1cf0244, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f5a05474-38ab-423e-b39f-ae9fb1cf0244,segment=NetworkSegment(2ee2c7a8-6d21-4f7f-822c-d2739650d098),segment_id=2ee2c7a8-6d21-4f7f-822c-d2739650d098)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:33.826257 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:33.854589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:33.890710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:33.899075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb9ecc-9b22-463d-9ff9-bef23baae247 None None] Pushing event updated for resources: {'Port': ['ID=d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:33.973315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa37d51-5faf-499c-bc7a-837e36e8e7a9 None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:34.031189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:34.032297 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:34.034115 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] 10.222.0.16 "PUT /v2.0/ports/f5a05474-38ab-423e-b39f-ae9fb1cf0244 HTTP/1.1" status: 200 len: 1094 time: 2.7997658 Dec 14 01:18:34.037974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957a9f2d-e8f7-494a-a7cb-6f64717ae29d', 'tag': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:18:34.041495 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edaec87-52ab-402b-97f2-3f6eb55788d7" -d '{"events": [{"name": "network-changed", "server_uuid": "957a9f2d-e8f7-494a-a7cb-6f64717ae29d", "tag": "f5a05474-38ab-423e-b39f-ae9fb1cf0244"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:18:34.046404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:34.056671 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Subnet': ['ID=8e489206-813b-448e-83a8-5d38ff432de5,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:34.069210 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18092943-66f1-49ab-a671-c2d76be76c21 None None] Sync routers for ids ['12f12a05-4f7e-4f14-a9ea-70b0ab68d505'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:34.075258 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1aa37d51-5faf-499c-bc7a-837e36e8e7a9 None None] Deleting port 67cfe620-9b96-4436-89af-875e6c2b8dc0 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:34.075866 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1aa37d51-5faf-499c-bc7a-837e36e8e7a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:34.098550 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:34.102790 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-85acceaf-015a-423d-9289-d8b70330d484 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "PUT /v2.0/routers/12f12a05-4f7e-4f14-a9ea-70b0ab68d505 HTTP/1.1" status: 200 len: 878 time: 6.1504459 Dec 14 01:18:34.108298 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54136) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:34.159193 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18092943-66f1-49ab-a671-c2d76be76c21 None None] Routers {'12f12a05-4f7e-4f14-a9ea-70b0ab68d505'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:34.160223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-18092943-66f1-49ab-a671-c2d76be76c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['12f12a05-4f7e-4f14-a9ea-70b0ab68d505'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:34.228047 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896cdd8-d836-4497-8c99-9f165eb0f0b5 req-3f2f9016-e97f-4586-8a2b-49f636033bbb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:34.229689 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d896cdd8-d836-4497-8c99-9f165eb0f0b5 req-3f2f9016-e97f-4586-8a2b-49f636033bbb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 944 time: 0.6821959 Dec 14 01:18:34.230844 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:34.246356 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe15d62-3ba2-4a93-811f-74bad6ad0495 None None] Sync routers for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:34.276009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:34.293862 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe15d62-3ba2-4a93-811f-74bad6ad0495 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:34.294443 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3fe15d62-3ba2-4a93-811f-74bad6ad0495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:34.307673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1455de9e-13a7-43c3-9daa-612c88d696bd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:34.312221 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1455de9e-13a7-43c3-9daa-612c88d696bd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:34.347792 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf5e54-046a-4429-8f49-7bd7cd8b6120 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a05474-38ab-423e-b39f-ae9fb1cf0244,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:34.367604 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3fe15d62-3ba2-4a93-811f-74bad6ad0495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:34.368578 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b0045e-1682-4c2d-941b-3b694d895aac']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:34.375494 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f0e99-f363-40e3-963b-7a21d3b8f77f req-09fbd03c-9522-42c4-8bdb-8558b2ebddca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:34.381182 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-999f0e99-f363-40e3-963b-7a21d3b8f77f req-09fbd03c-9522-42c4-8bdb-8558b2ebddca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.8212454 Dec 14 01:18:34.386424 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe15d62-3ba2-4a93-811f-74bad6ad0495 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:34.387359 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3fe15d62-3ba2-4a93-811f-74bad6ad0495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:34.437614 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:34.447322 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3fe15d62-3ba2-4a93-811f-74bad6ad0495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:34.448296 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe15d62-3ba2-4a93-811f-74bad6ad0495 None None] The sync data for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:34.453743 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:34.460142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:34.460609 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:34.488589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:34.491824 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-419379e5-acf7-47b9-b993-aede63ecf133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:34.493690 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-419379e5-acf7-47b9-b993-aede63ecf133 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b1b08b5113b40ba8706b97c1e28214f&device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 1097 time: 0.2994466 Dec 14 01:18:34.495114 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162cd1c1-085b-4d15-af55-49274d1914a9 None None] Network f2b41de5-09aa-4016-85e2-55843942c3cf requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:34.524079 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:34.567966 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-bf1cda6f-67dd-4323-b40b-cff82f03cb27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5a05474-38ab-423e-b39f-ae9fb1cf0244 HTTP/1.1" status: 200 len: 217 time: 0.0527234 Dec 14 01:18:34.569732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-18092943-66f1-49ab-a671-c2d76be76c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:34.572236 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:18:34.572885 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:18:34.579753 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:18:34.586123 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-965ea30d-b0c6-4714-9e5a-94f7071fb211 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "GET /v2.0/routers/12f12a05-4f7e-4f14-a9ea-70b0ab68d505 HTTP/1.1" status: 200 len: 919 time: 0.4712846 Dec 14 01:18:34.591744 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54138) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:34.593314 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1aa37d51-5faf-499c-bc7a-837e36e8e7a9 None None] For port 67cfe620-9b96-4436-89af-875e6c2b8dc0, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=67cfe620-9b96-4436-89af-875e6c2b8dc0,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:34.593716 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1aa37d51-5faf-499c-bc7a-837e36e8e7a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:34.606258 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a033b599-a15c-4020-8265-7a6fa047ccc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.3258178 Dec 14 01:18:34.610790 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54140) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:34.621908 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8bc82f19-a268-4cb0-bdab-37cf5311cf64 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:34.622725 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1aa37d51-5faf-499c-bc7a-837e36e8e7a9 None None] Calling delete_port for 67cfe620-9b96-4436-89af-875e6c2b8dc0 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:34.624592 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18092943-66f1-49ab-a671-c2d76be76c21 None None] Routers {'12f12a05-4f7e-4f14-a9ea-70b0ab68d505'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:34.625402 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-18092943-66f1-49ab-a671-c2d76be76c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['12f12a05-4f7e-4f14-a9ea-70b0ab68d505'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:34.680948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-18092943-66f1-49ab-a671-c2d76be76c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:34.681780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18092943-66f1-49ab-a671-c2d76be76c21 None None] The sync data for ids ['12f12a05-4f7e-4f14-a9ea-70b0ab68d505'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:34.708959 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d896cdd8-d836-4497-8c99-9f165eb0f0b5 req-c5f15218-d27c-47e7-93f7-88799388a516 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3913705 Dec 14 01:18:34.708959 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bc82f19-a268-4cb0-bdab-37cf5311cf64 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:34.739177 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 01:18:34.739177 dv-neutron-821592-1-hyperv neutron-server[103409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 01:18:34.739177 dv-neutron-821592-1-hyperv neutron-server[103409]: [parameters: {'id': '20b0045e-1682-4c2d-941b-3b694d895aac'}] Dec 14 01:18:34.739177 dv-neutron-821592-1-hyperv neutron-server[103409]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:18:34.739546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:18:34.745372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61382975-67b5-48c6-95f6-fda160704ff1 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:34.750926 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-61382975-67b5-48c6-95f6-fda160704ff1 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9d3d9e64-5277-4411-88bd-12485529348e&device_id=12f12a05-4f7e-4f14-a9ea-70b0ab68d505&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1427078 Dec 14 01:18:34.751381 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54142) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:34.777536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-b0fe379c-8355-431d-b2ba-3564cef54fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:34.779763 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-b0fe379c-8355-431d-b2ba-3564cef54fed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0dab735-ce9b-45a3-83ae-2f1e95f91491 HTTP/1.1" status: 200 len: 835 time: 0.1857569 Dec 14 01:18:34.835510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a6bebe-3c2a-4e90-ba1a-a269770243e1 x-openstack-request-id: req-82a6bebe-3c2a-4e90-ba1a-a269770243e1 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:18:34.835510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957a9f2d-e8f7-494a-a7cb-6f64717ae29d", "tag": "f5a05474-38ab-423e-b39f-ae9fb1cf0244", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:18:34.835510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82a6bebe-3c2a-4e90-ba1a-a269770243e1 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:18:34.835510 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '957a9f2d-e8f7-494a-a7cb-6f64717ae29d', 'tag': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244', 'status': 'completed', 'code': 200} Dec 14 01:18:34.837278 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-999f0e99-f363-40e3-963b-7a21d3b8f77f req-bf6a026d-fb7d-4f95-ad97-e8e33f7858d3 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4097826 Dec 14 01:18:34.862400 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1aa37d51-5faf-499c-bc7a-837e36e8e7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:34.877386 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-152cb066-7a9e-4c4a-8818-118a121bfa4f None None] Provisioning complete for port cdc59970-40e0-474b-b7aa-a7208dd0e8ec triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:34.877782 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-152cb066-7a9e-4c4a-8818-118a121bfa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:34.878163 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:34.932702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa37d51-5faf-499c-bc7a-837e36e8e7a9 None None] Pushing event deleted for resources: {'Port': ['ID=67cfe620-9b96-4436-89af-875e6c2b8dc0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:34.940705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa37d51-5faf-499c-bc7a-837e36e8e7a9 None None] No DVR routers for this DVR port 67cfe620-9b96-4436-89af-875e6c2b8dc0 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:18:35.030768 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b027a8-72e6-405e-ac96-c5ab5bf97034 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:35.036220 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e0b027a8-72e6-405e-ac96-c5ab5bf97034 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "GET /v2.0/networks/9d3d9e64-5277-4411-88bd-12485529348e HTTP/1.1" status: 200 len: 881 time: 0.2802896 Dec 14 01:18:35.037496 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54144) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:35.063184 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-152cb066-7a9e-4c4a-8818-118a121bfa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:35.116481 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bc82f19-a268-4cb0-bdab-37cf5311cf64 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:35.117167 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-1ef72040-7192-4c9c-a591-c19756d6a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:35.119315 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-1ef72040-7192-4c9c-a591-c19756d6a716 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e55d5a8-1bf1-40f9-b4ea-f6331316ca43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2881837 Dec 14 01:18:35.125702 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e68597e6-422c-4431-9319-f697527e95d6 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f12a05-4f7e-4f14-a9ea-70b0ab68d505 HTTP/1.1" status: 200 len: 205 time: 0.0726469 Dec 14 01:18:35.126679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54146) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:35.141238 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=95f140ee-1af7-40fa-bb0f-e9377a703f45,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:35.144236 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-152cb066-7a9e-4c4a-8818-118a121bfa4f None None] For port cdc59970-40e0-474b-b7aa-a7208dd0e8ec, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=cdc59970-40e0-474b-b7aa-a7208dd0e8ec,segment=NetworkSegment(9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853),segment_id=9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:35.145378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bc82f19-a268-4cb0-bdab-37cf5311cf64 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:35.145744 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-8bc82f19-a268-4cb0-bdab-37cf5311cf64 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Floating IP 9cc49e43-ecc8-4769-bca0-15aa8a44d438 disassociated. External IP: 172.26.1.142, port: 7884d67f-ee7c-4627-ac40-df1596f34b15. Dec 14 01:18:35.150607 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-152cb066-7a9e-4c4a-8818-118a121bfa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:35.204886 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network f2b41de5-09aa-4016-85e2-55843942c3cf is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:35.208181 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:35.214441 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:35.215053 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:35.226302 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device cdc59970-40e0-474b-b7aa-a7208dd0e8ec up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:35.306957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b92d1c23-eb50-4197-a4a4-8b4d0febdd18 None None] Provisioning complete for port cdc59970-40e0-474b-b7aa-a7208dd0e8ec triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:35.307336 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b92d1c23-eb50-4197-a4a4-8b4d0febdd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:35.309188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cb066-7a9e-4c4a-8818-118a121bfa4f None None] Pushing event updated for resources: {'Port': ['ID=cdc59970-40e0-474b-b7aa-a7208dd0e8ec,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:35.390037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port cdc59970-40e0-474b-b7aa-a7208dd0e8ec triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:35.390037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:35.542634 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:35.600641 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:35.624881 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:35.630610 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:35.630989 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:35.702107 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-23534d1b-c64d-429b-85d6-be10fe228fe3 None None] Provisioning complete for port 95f140ee-1af7-40fa-bb0f-e9377a703f45 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:35.702765 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23534d1b-c64d-429b-85d6-be10fe228fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:35.709401 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc82f19-a268-4cb0-bdab-37cf5311cf64 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router 5ab275d4-f0a2-4162-a736-a68344d840d7 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:18:35.744327 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ee6900-dbf5-4919-8d60-479a0130d5a7 None None] Network 20b0045e-1682-4c2d-941b-3b694d895aac requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:35.855711 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-23534d1b-c64d-429b-85d6-be10fe228fe3 None None] Port 95f140ee-1af7-40fa-bb0f-e9377a703f45 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:35.860819 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:35.875155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a6f457b-3b11-44ab-af9a-bf052d384344 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:35.885311 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-4564a601-8bbe-4834-91f5-87c0ec1f76b2 service neutron] 10.222.0.16 "GET /v2.0/networks/0e55d5a8-1bf1-40f9-b4ea-f6331316ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7493124 Dec 14 01:18:35.908726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca,segment=NetworkSegment(4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9),segment_id=4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:35.914761 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:35.985786 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2e90a-0fc5-4840-bf2b-46b7b3f4acd9 req-fd300812-eb29-487b-a215-37e98015396f tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:35.987391 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-01a2e90a-0fc5-4840-bf2b-46b7b3f4acd9 req-fd300812-eb29-487b-a215-37e98015396f tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 944 time: 0.1890182 Dec 14 01:18:36.017900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcfe8b2-c6c1-48cf-8d2a-25a715fcce78 None None] DHCP port deletion for 20b0045e-1682-4c2d-941b-3b694d895aac request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:36.021877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:36.034261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e4ed32a2-5b38-46a8-813c-42d8ad8f5a6d None None] Provisioning complete for port d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:36.035285 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4ed32a2-5b38-46a8-813c-42d8ad8f5a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.049999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.objects.ports [None req-1455de9e-13a7-43c3-9daa-612c88d696bd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:18:36.058679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 67cfe620-9b96-4436-89af-875e6c2b8dc0 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:18:36.059662 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Deleting port d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:36.060082 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.081255 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1455de9e-13a7-43c3-9daa-612c88d696bd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.108114 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 67cfe620-9b96-4436-89af-875e6c2b8dc0 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:18:36.108617 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 67cfe620-9b96-4436-89af-875e6c2b8dc0 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:18:36.146735 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc82f19-a268-4cb0-bdab-37cf5311cf64 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:36.162537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bc82f19-a268-4cb0-bdab-37cf5311cf64 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.175743 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb80874-092c-4557-abb6-65e9009a2377 None None] Sync routers for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:36.187095 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfe8b2-c6c1-48cf-8d2a-25a715fcce78 None None] Deleting port d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:36.187615 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe8b2-c6c1-48cf-8d2a-25a715fcce78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.205537 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-01a2e90a-0fc5-4840-bf2b-46b7b3f4acd9 req-b7eb2319-b32f-4a63-be1c-cf98f6d63248 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070551 Dec 14 01:18:36.207144 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.218396 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d027e5e-afc9-40ca-9b0a-21c47f20a9c5 req-86e7bbc5-fd0f-43d9-b31c-76724916c8b4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:36.219963 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0d027e5e-afc9-40ca-9b0a-21c47f20a9c5 req-86e7bbc5-fd0f-43d9-b31c-76724916c8b4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1831670 Dec 14 01:18:36.223576 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.223880 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.232153 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1455de9e-13a7-43c3-9daa-612c88d696bd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:36.239936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb80874-092c-4557-abb6-65e9009a2377 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:36.240743 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6bb80874-092c-4557-abb6-65e9009a2377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:36.261373 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] For port d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca,segment=NetworkSegment(4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9),segment_id=4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:36.262338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.269277 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8bc82f19-a268-4cb0-bdab-37cf5311cf64 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "PUT /v2.0/floatingips/9cc49e43-ecc8-4769-bca0-15aa8a44d438 HTTP/1.1" status: 200 len: 688 time: 1.6500704 Dec 14 01:18:36.271786 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-1455de9e-13a7-43c3-9daa-612c88d696bd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:36.275957 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1455de9e-13a7-43c3-9daa-612c88d696bd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:36.276603 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1455de9e-13a7-43c3-9daa-612c88d696bd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.277262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54152) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:36.288440 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd535c79-4f42-4816-9b7f-2e6339da4873 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:36.293278 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6bb80874-092c-4557-abb6-65e9009a2377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:36.309982 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-32008f06-38d3-42b5-a426-79fcbe8c2521 req-4bcecb1d-8aa0-4b1d-822b-651da1b3918a service neutron] 10.222.0.16 "GET /v2.0/networks/0e55d5a8-1bf1-40f9-b4ea-f6331316ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748972 Dec 14 01:18:36.311216 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Calling delete_port for d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:36.318901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a6f457b-3b11-44ab-af9a-bf052d384344 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.327277 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455de9e-13a7-43c3-9daa-612c88d696bd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=fba5960b-96da-48f0-ae4d-16e6d2d72d14,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:36.341443 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1455de9e-13a7-43c3-9daa-612c88d696bd tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6348007 Dec 14 01:18:36.342617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54154) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:36.363219 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6bcfe8b2-c6c1-48cf-8d2a-25a715fcce78 None None] For port d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca,segment=NetworkSegment(4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9),segment_id=4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:36.363748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe8b2-c6c1-48cf-8d2a-25a715fcce78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.373869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb80874-092c-4557-abb6-65e9009a2377 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:36.374597 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6bb80874-092c-4557-abb6-65e9009a2377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:36.397024 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=95f140ee-1af7-40fa-bb0f-e9377a703f45,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:36.404494 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c97fce80-46f3-412e-9f52-b45344d88691 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:36.421237 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfe8b2-c6c1-48cf-8d2a-25a715fcce78 None None] Calling delete_port for d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:36.427310 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6bb80874-092c-4557-abb6-65e9009a2377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:36.428053 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb80874-092c-4557-abb6-65e9009a2377 None None] The sync data for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:36.500623 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0d027e5e-afc9-40ca-9b0a-21c47f20a9c5 req-9ac4efa9-c7c0-46ac-a33c-af56ee7f3601 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354820 Dec 14 01:18:36.534025 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': 'fba5960b-96da-48f0-ae4d-16e6d2d72d14'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:36.535481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.541086 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network f2b41de5-09aa-4016-85e2-55843942c3cf is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:36.543375 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:36.558500 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c3392109-f360-4389-9024-e3dd8b919915 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Deleting port aed5a304-221c-48d9-81f1-f6c6915cfc34 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:36.558735 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3392109-f360-4389-9024-e3dd8b919915 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.574999 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe8b2-c6c1-48cf-8d2a-25a715fcce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.625423 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.674478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edaec87-52ab-402b-97f2-3f6eb55788d7 req-f055635a-661c-4052-b6eb-a33ecab85563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:36.675187 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfe8b2-c6c1-48cf-8d2a-25a715fcce78 None None] Pushing event deleted for resources: {'Port': ['ID=d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:36.676684 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2edaec87-52ab-402b-97f2-3f6eb55788d7 req-f055635a-661c-4052-b6eb-a33ecab85563 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b1b08b5113b40ba8706b97c1e28214f&device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 1097 time: 0.2645402 Dec 14 01:18:36.686140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcfe8b2-c6c1-48cf-8d2a-25a715fcce78 None None] No DVR routers for this DVR port d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:18:36.688411 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Port': ['ID=d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:36.720880 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3a6f457b-3b11-44ab-af9a-bf052d384344 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Deleting port 61400097-2994-4884-ae37-6a7cf5707611 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:36.721222 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a6f457b-3b11-44ab-af9a-bf052d384344 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.756701 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No DVR routers for this DVR port d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:18:36.803239 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Allocated IP 2001:db8::f816:3eff:feee:aad0 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/fba5960b-96da-48f0-ae4d-16e6d2d72d14/4f89063f-1d1a-4d03-b055-8f060a64449c) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:36.811212 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3392109-f360-4389-9024-e3dd8b919915 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.811760 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3392109-f360-4389-9024-e3dd8b919915 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.833120 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c3392109-f360-4389-9024-e3dd8b919915 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Calling delete_port for aed5a304-221c-48d9-81f1-f6c6915cfc34 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:36.855565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router ddc1cb9d-697d-4f07-a1ff-db09b297f07f has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:18:36.986669 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b7886463-395b-4607-838c-4e510fab8177 None None] Provisioning complete for port 95f140ee-1af7-40fa-bb0f-e9377a703f45 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:36.987292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7886463-395b-4607-838c-4e510fab8177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:36.998161 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:37.035581 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device cdc59970-40e0-474b-b7aa-a7208dd0e8ec up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:37.058555 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b0045e-1682-4c2d-941b-3b694d895aac']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:37.097165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:37.097482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ceaa7c8-163b-4bdc-ae82-bf9f4be517e9') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:37.104153 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97fce80-46f3-412e-9f52-b45344d88691 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:37.107948 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c97fce80-46f3-412e-9f52-b45344d88691 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:37.129101 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91d822-7d4a-436b-bf79-f1ac856253c7 req-1306b4f2-b555-447d-9322-9f2cd612f60e tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:37.130852 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dc91d822-7d4a-436b-bf79-f1ac856253c7 req-1306b4f2-b555-447d-9322-9f2cd612f60e tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.2705865 Dec 14 01:18:37.148650 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:37.151793 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166e6df-c10d-46e4-8497-c57f1eee8cb5 req-28c7a28d-3d9a-48f7-bad3-511aaa4fce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:37.153364 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0166e6df-c10d-46e4-8497-c57f1eee8cb5 req-28c7a28d-3d9a-48f7-bad3-511aaa4fce0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfe5dd77b8fd41d0a68aef6d29a81ff5&device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 1099 time: 0.2236381 Dec 14 01:18:37.162125 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:37.176979 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a6f457b-3b11-44ab-af9a-bf052d384344 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:37.181196 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Sync routers for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:37.182538 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-767e1b71-5b74-4d74-a06d-55f33214529d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/ddc1cb9d-697d-4f07-a1ff-db09b297f07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9272304 Dec 14 01:18:37.194074 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54160) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:37.204604 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-28694855-97f9-40be-a564-99da7727ef47 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-538950849'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:37.205738 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:37.207517 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:37.212906 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edaec87-52ab-402b-97f2-3f6eb55788d7 req-fa77f8e1-c3d6-4e14-afb4-0b2a426c28fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:37.214376 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2edaec87-52ab-402b-97f2-3f6eb55788d7 req-fa77f8e1-c3d6-4e14-afb4-0b2a426c28fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 HTTP/1.1" status: 200 len: 896 time: 0.5235205 Dec 14 01:18:37.219392 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3a6f457b-3b11-44ab-af9a-bf052d384344 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Calling delete_port for 61400097-2994-4884-ae37-6a7cf5707611 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:37.223558 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:37.267719 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b7886463-395b-4607-838c-4e510fab8177 None None] Port 95f140ee-1af7-40fa-bb0f-e9377a703f45 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:37.278486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:37.285083 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2edaec87-52ab-402b-97f2-3f6eb55788d7 req-48f06c00-0bfe-46f7-bedc-ccb6d1c4b066 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5a05474-38ab-423e-b39f-ae9fb1cf0244 HTTP/1.1" status: 200 len: 217 time: 0.0551863 Dec 14 01:18:37.295569 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:37.307977 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:18:37.308285 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:18:37.315305 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:18:37.367952 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:37.373940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:37.382382 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:37.387465 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Pushing event updated for resources: {'Port': ['ID=4f89063f-1d1a-4d03-b055-8f060a64449c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:37.392320 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port cdc59970-40e0-474b-b7aa-a7208dd0e8ec triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:37.392558 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:37.403787 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:18:37.415571 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dc91d822-7d4a-436b-bf79-f1ac856253c7 req-610531b9-8667-4bf0-873f-933f5a553dcd tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708492 Dec 14 01:18:37.485218 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Attempting to bind port 4f89063f-1d1a-4d03-b055-8f060a64449c on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:37.485218 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Attempting to bind port 4f89063f-1d1a-4d03-b055-8f060a64449c by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:37.485218 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Attempting to bind port 4f89063f-1d1a-4d03-b055-8f060a64449c on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:37.496236 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:37.496775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:37.497260 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:37.497971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:37.498583 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Bound port: 4f89063f-1d1a-4d03-b055-8f060a64449c, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:37.499104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:37.514145 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.ipam_backend_mixin [None req-c97fce80-46f3-412e-9f52-b45344d88691 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fba5960b-96da-48f0-ae4d-16e6d2d72d14 (CIDR: 2001:db8::/64) Dec 14 01:18:37.539269 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28694855-97f9-40be-a564-99da7727ef47 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:37.543504 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28694855-97f9-40be-a564-99da7727ef47 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:37.550970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:37.562844 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97fce80-46f3-412e-9f52-b45344d88691 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:37.563740 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97fce80-46f3-412e-9f52-b45344d88691 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:18:37.617930 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] For port 4f89063f-1d1a-4d03-b055-8f060a64449c, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:37.624072 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] For port 4f89063f-1d1a-4d03-b055-8f060a64449c, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4f89063f-1d1a-4d03-b055-8f060a64449c,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:37.635104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:37.658049 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:37.662479 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/20b0045e-1682-4c2d-941b-3b694d895aac HTTP/1.1" status: 204 len: 168 time: 4.9074910 Dec 14 01:18:37.684363 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54164) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:37.701848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:18:37.706422 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-3626959f-6346-448e-ab13-c2518bf874a0 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1399488739'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:37.712396 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:18:35Z', 'revision_number': 3, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:35Z', 'revision_number': 2, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:37.738083 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:18:37.738731 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d46daa1e-f4d0-4f1b-a1e1-8b49ae23fbca not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:18:37.770087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739e96a-1a78-4f63-8532-f7083be8b15b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Network': ['ID=20b0045e-1682-4c2d-941b-3b694d895aac,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:37.772934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7965e-efec-4ac5-82ce-f272c9f2d4bc None None] Pushing event updated for resources: {'Port': ['ID=4f89063f-1d1a-4d03-b055-8f060a64449c,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:37.788819 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c97fce80-46f3-412e-9f52-b45344d88691 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3890998 Dec 14 01:18:37.792831 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Checking router: ddc1cb9d-697d-4f07-a1ff-db09b297f07f for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:18:37.793234 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54166) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:37.793577 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Updating router ddc1cb9d-697d-4f07-a1ff-db09b297f07f port 95f140ee-1af7-40fa-bb0f-e9377a703f45 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:18:37.796028 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edaec87-52ab-402b-97f2-3f6eb55788d7 req-187a4829-7f9b-41bf-9afc-59738f2067a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:37.798335 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2edaec87-52ab-402b-97f2-3f6eb55788d7 req-187a4829-7f9b-41bf-9afc-59738f2067a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0dab735-ce9b-45a3-83ae-2f1e95f91491 HTTP/1.1" status: 200 len: 835 time: 0.5022335 Dec 14 01:18:37.807263 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1d559ef7-e3cb-45ba-b489-fbe3d11e885d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:37.812347 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3626959f-6346-448e-ab13-c2518bf874a0 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:37.815808 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3626959f-6346-448e-ab13-c2518bf874a0 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:37.823495 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28694855-97f9-40be-a564-99da7727ef47 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:18:37.835359 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:37.982647 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3392109-f360-4389-9024-e3dd8b919915 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.053231 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3392109-f360-4389-9024-e3dd8b919915 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Port': ['ID=aed5a304-221c-48d9-81f1-f6c6915cfc34,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:38.128607 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3392109-f360-4389-9024-e3dd8b919915 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.132052 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3392109-f360-4389-9024-e3dd8b919915 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.136345 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c3392109-f360-4389-9024-e3dd8b919915 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/floatingips/9cc49e43-ecc8-4769-bca0-15aa8a44d438 HTTP/1.1" status: 204 len: 168 time: 1.8503373 Dec 14 01:18:38.140717 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54168) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:38.145518 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '966f0b2a-1d82-4334-8cdb-4d18676aa692'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:38.168494 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc335ab-9dc5-4c6c-8bc1-30c27644c8b8 req-8a0d0076-93aa-4898-a774-ecfcb0e4c5e9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:38.170195 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6dc335ab-9dc5-4c6c-8bc1-30c27644c8b8 req-8a0d0076-93aa-4898-a774-ecfcb0e4c5e9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 944 time: 0.7506030 Dec 14 01:18:38.184421 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166e6df-c10d-46e4-8497-c57f1eee8cb5 req-fe825dad-20eb-459e-ad0e-06aa62196630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:38.186160 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0166e6df-c10d-46e4-8497-c57f1eee8cb5 req-fe825dad-20eb-459e-ad0e-06aa62196630 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7b8327e-95d0-4538-baf8-12b321378ee5 HTTP/1.1" status: 200 len: 911 time: 1.0220845 Dec 14 01:18:38.201236 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.209371 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.263464 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfceb452-3d43-4e6b-871d-3e997c88ff99 None None] Pushing event updated for resources: {'Port': ['ID=95f140ee-1af7-40fa-bb0f-e9377a703f45,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:38.297348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3626959f-6346-448e-ab13-c2518bf874a0 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:18:38.309336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.312142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28694855-97f9-40be-a564-99da7727ef47 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.312459 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-28694855-97f9-40be-a564-99da7727ef47 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Added segment 6d9acf5c-ccb8-433a-86ba-b6ebf7d72481 of type vlan for network a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7 Dec 14 01:18:38.316586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a6f457b-3b11-44ab-af9a-bf052d384344 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.365198 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Attempting to bind port 95f140ee-1af7-40fa-bb0f-e9377a703f45 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:38.365726 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Attempting to bind port 95f140ee-1af7-40fa-bb0f-e9377a703f45 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:38.366966 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Attempting to bind port 95f140ee-1af7-40fa-bb0f-e9377a703f45 on network f2b41de5-09aa-4016-85e2-55843942c3cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:38.367167 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3626959f-6346-448e-ab13-c2518bf874a0 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.367519 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-3626959f-6346-448e-ab13-c2518bf874a0 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Added segment 892d2066-0487-4dd9-b084-dd2854b6b3f1 of type vlan for network d72e7f40-6300-4f89-b435-10b377ffb40b Dec 14 01:18:38.378562 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:38.379112 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Checking segment: {'id': '9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:38.379636 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.380175 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Bound using segment: {'id': '9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:38.380911 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Bound port: 95f140ee-1af7-40fa-bb0f-e9377a703f45, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:38.381393 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.404264 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edaec87-52ab-402b-97f2-3f6eb55788d7 req-9ee38d76-e4a4-4bf4-9885-8d5f5179aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:38.405840 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2edaec87-52ab-402b-97f2-3f6eb55788d7 req-9ee38d76-e4a4-4bf4-9885-8d5f5179aa17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e55d5a8-1bf1-40f9-b4ea-f6331316ca43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5877900 Dec 14 01:18:38.406673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f457b-3b11-44ab-af9a-bf052d384344 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Pushing event deleted for resources: {'Port': ['ID=61400097-2994-4884-ae37-6a7cf5707611,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:38.411713 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0166e6df-c10d-46e4-8497-c57f1eee8cb5 req-dd373078-e00c-4f07-941e-1a6974382f1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30390df4-d18c-4a5d-952e-de9aae2f0d60 HTTP/1.1" status: 200 len: 1001 time: 0.2145960 Dec 14 01:18:38.418644 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6dc335ab-9dc5-4c6c-8bc1-30c27644c8b8 req-7755f3cc-4d71-41c3-b31f-187897a0a52e tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401271 Dec 14 01:18:38.432921 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f76e952-3a15-4e07-a02d-46dd4d2dc9ab None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:38.509493 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] For port 95f140ee-1af7-40fa-bb0f-e9377a703f45, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:38.517633 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] For port 95f140ee-1af7-40fa-bb0f-e9377a703f45, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=95f140ee-1af7-40fa-bb0f-e9377a703f45,segment=NetworkSegment(9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853),segment_id=9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:38.529015 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.558081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28694855-97f9-40be-a564-99da7727ef47 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.590610 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3626959f-6346-448e-ab13-c2518bf874a0 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.596497 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:38.597499 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:38.613520 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb66997-bf90-4e75-bc05-2e27c24ee986 req-b65ae64a-6be2-4dfa-a98c-7ec9d05d9667 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:38.615308 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9eb66997-bf90-4e75-bc05-2e27c24ee986 req-b65ae64a-6be2-4dfa-a98c-7ec9d05d9667 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1060462 Dec 14 01:18:38.624789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166e6df-c10d-46e4-8497-c57f1eee8cb5 req-600b227a-24b2-4e0b-8a05-ba09773c662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:38.631351 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0166e6df-c10d-46e4-8497-c57f1eee8cb5 req-600b227a-24b2-4e0b-8a05-ba09773c662d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c950cfe2-66cf-445f-90c5-d23a7416e235 HTTP/1.1" status: 200 len: 850 time: 0.2107191 Dec 14 01:18:38.649277 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfceb452-3d43-4e6b-871d-3e997c88ff99 None None] Pushing event updated for resources: {'Port': ['ID=95f140ee-1af7-40fa-bb0f-e9377a703f45,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:38.729817 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:18:38.743130 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a6f457b-3b11-44ab-af9a-bf052d384344 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.746091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28694855-97f9-40be-a564-99da7727ef47 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.756055 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28694855-97f9-40be-a564-99da7727ef47 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:38.756924 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28694855-97f9-40be-a564-99da7727ef47 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.769787 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3626959f-6346-448e-ab13-c2518bf874a0 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.775626 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3626959f-6346-448e-ab13-c2518bf874a0 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:38.776542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3626959f-6346-448e-ab13-c2518bf874a0 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.829087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-73c384bd-16b1-4071-a463-c95e2035fdd5 None None] Provisioning complete for port 95f140ee-1af7-40fa-bb0f-e9377a703f45 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:38.829609 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73c384bd-16b1-4071-a463-c95e2035fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.872144 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:38.897455 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9eb66997-bf90-4e75-bc05-2e27c24ee986 req-5cf2aaab-6c41-4bbc-8b7d-2a873df0fa19 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2648427 Dec 14 01:18:38.993063 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d559ef7-e3cb-45ba-b489-fbe3d11e885d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:38.998498 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d559ef7-e3cb-45ba-b489-fbe3d11e885d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:39.046863 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166e6df-c10d-46e4-8497-c57f1eee8cb5 req-6f5f9927-ffb0-4853-856d-c07c71e09900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:39.053798 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0166e6df-c10d-46e4-8497-c57f1eee8cb5 req-6f5f9927-ffb0-4853-856d-c07c71e09900 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7b8327e-95d0-4538-baf8-12b321378ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3431592 Dec 14 01:18:39.115885 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73c384bd-16b1-4071-a463-c95e2035fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:39.138129 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3626959f-6346-448e-ab13-c2518bf874a0 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4454033 Dec 14 01:18:39.139208 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54172) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:39.177160 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4f89063f-1d1a-4d03-b055-8f060a64449c up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:39.198816 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a6f457b-3b11-44ab-af9a-bf052d384344 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:39.205679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-27c40929-bf8f-4b9f-8046-7d62178dac3d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'subnet': {'network_id': 'd72e7f40-6300-4f89-b435-10b377ffb40b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:39.268758 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-73c384bd-16b1-4071-a463-c95e2035fdd5 None None] For port 95f140ee-1af7-40fa-bb0f-e9377a703f45, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=95f140ee-1af7-40fa-bb0f-e9377a703f45,segment=NetworkSegment(9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853),segment_id=9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:39.281692 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73c384bd-16b1-4071-a463-c95e2035fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:39.305876 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-28694855-97f9-40be-a564-99da7727ef47 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1051650 Dec 14 01:18:39.308107 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54174) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:39.311496 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a6f457b-3b11-44ab-af9a-bf052d384344 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:39.333425 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2edaec87-52ab-402b-97f2-3f6eb55788d7 req-a663d37b-ef01-4dfb-a334-485bc5135299 service neutron] 10.222.0.16 "GET /v2.0/networks/0e55d5a8-1bf1-40f9-b4ea-f6331316ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9089427 Dec 14 01:18:39.340071 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1288fa8b-9954-4dd6-b87a-4044c7935bb4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'subnet': {'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:39.350842 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c384bd-16b1-4071-a463-c95e2035fdd5 None None] Pushing event updated for resources: {'Port': ['ID=95f140ee-1af7-40fa-bb0f-e9377a703f45,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:39.357436 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c40929-bf8f-4b9f-8046-7d62178dac3d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:39.361967 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27c40929-bf8f-4b9f-8046-7d62178dac3d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:39.375205 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 4f89063f-1d1a-4d03-b055-8f060a64449c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:39.375955 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:39.376702 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Allocated IP 172.26.1.166 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/ba1f8b5b-d824-45f7-9550-d33bd4d655a9) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:39.384420 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0166e6df-c10d-46e4-8497-c57f1eee8cb5 req-acfec0eb-1491-4c48-9c3f-a427092f2a1b service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038602 Dec 14 01:18:39.396671 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28694855-97f9-40be-a564-99da7727ef47 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Network': ['ID=a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:39.417877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:18:39.435581 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:18:35Z', 'revision_number': 3, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:38Z', 'revision_number': 4, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:39.467300 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75c98d8-f461-42de-bad3-d5efc0468532 None None] The sync data for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv is: [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:18:35Z', 'revision_number': 3, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:38Z', 'revision_number': 4, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:39.505310 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-75582f19-8181-4993-bc79-f4c70f7110f1 None None] Provisioning complete for port 95f140ee-1af7-40fa-bb0f-e9377a703f45 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:39.506306 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75582f19-8181-4993-bc79-f4c70f7110f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:39.506692 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0166e6df-c10d-46e4-8497-c57f1eee8cb5 req-35d5fb33-da31-4a9b-a7b1-2cd8c013ff42 service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144552 Dec 14 01:18:39.588238 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626959f-6346-448e-ab13-c2518bf874a0 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Network': ['ID=d72e7f40-6300-4f89-b435-10b377ffb40b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:39.600130 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network d72e7f40-6300-4f89-b435-10b377ffb40b details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:18:39.670726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:39.721664 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a72dd5-e4e1-4de8-b4fb-76691c5f860d req-9716f46a-aa1a-434c-a77a-8614f6e0ec13 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:39.723667 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-01a72dd5-e4e1-4de8-b4fb-76691c5f860d req-9716f46a-aa1a-434c-a77a-8614f6e0ec13 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 944 time: 0.1587851 Dec 14 01:18:39.763429 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a6f457b-3b11-44ab-af9a-bf052d384344 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:39.764033 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6f457b-3b11-44ab-af9a-bf052d384344 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Fanout notify agent at l3_agent the message router_deleted on router 12f12a05-4f7e-4f14-a9ea-70b0ab68d505 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:18:39.810732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 4f89063f-1d1a-4d03-b055-8f060a64449c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4f89063f-1d1a-4d03-b055-8f060a64449c,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:39.820858 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:39.821620 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2edaec87-52ab-402b-97f2-3f6eb55788d7 req-b9376c26-3915-4112-b0a2-c8c52141ed4a service neutron] 10.222.0.16 "GET /v2.0/networks/0e55d5a8-1bf1-40f9-b4ea-f6331316ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718003 Dec 14 01:18:39.827148 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a6f457b-3b11-44ab-af9a-bf052d384344 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:39.831747 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3a6f457b-3b11-44ab-af9a-bf052d384344 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "DELETE /v2.0/routers/12f12a05-4f7e-4f14-a9ea-70b0ab68d505 HTTP/1.1" status: 204 len: 168 time: 4.6983204 Dec 14 01:18:39.834212 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:39.835722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54178) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:39.844908 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a5de31ab-1beb-4c0b-b559-f5cfdc0e6ca5 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-662128719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:39.861718 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-01a72dd5-e4e1-4de8-b4fb-76691c5f860d req-1aac3c55-4d2b-4496-8ff2-d18783eaa816 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304259 Dec 14 01:18:39.887494 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f5a05474-38ab-423e-b39f-ae9fb1cf0244 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:18:39.907869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-75582f19-8181-4993-bc79-f4c70f7110f1 None None] Provisioning complete for port 4f89063f-1d1a-4d03-b055-8f060a64449c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:39.908183 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75582f19-8181-4993-bc79-f4c70f7110f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:39.939165 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a5de31ab-1beb-4c0b-b559-f5cfdc0e6ca5 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:39.940681 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a5de31ab-1beb-4c0b-b559-f5cfdc0e6ca5 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:39.946704 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=4f89063f-1d1a-4d03-b055-8f060a64449c,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:39.954476 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:40.067573 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:40.105292 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:40.112857 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:40.120418 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a5de31ab-1beb-4c0b-b559-f5cfdc0e6ca5 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:40.145893 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f5a05474-38ab-423e-b39f-ae9fb1cf0244, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f5a05474-38ab-423e-b39f-ae9fb1cf0244,segment=NetworkSegment(2ee2c7a8-6d21-4f7f-822c-d2739650d098),segment_id=2ee2c7a8-6d21-4f7f-822c-d2739650d098)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:40.153154 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a5de31ab-1beb-4c0b-b559-f5cfdc0e6ca5 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:40.165535 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244', 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'port_id': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244', 'mac_address': 'fa:16:3e:3f:7f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:18:40.187201 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=ba1f8b5b-d824-45f7-9550-d33bd4d655a9,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:40.189454 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1288fa8b-9954-4dd6-b87a-4044c7935bb4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:40.193029 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1288fa8b-9954-4dd6-b87a-4044c7935bb4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:40.234091 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a5de31ab-1beb-4c0b-b559-f5cfdc0e6ca5 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:40.238870 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a5de31ab-1beb-4c0b-b559-f5cfdc0e6ca5 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3968747 Dec 14 01:18:40.244001 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54182) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:40.248689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:40.266616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a05474-38ab-423e-b39f-ae9fb1cf0244 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:18:40.291944 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'enable_snat': True}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:40.292987 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f5265-24ad-4ed9-a8d6-853bba399153 req-d67ca5a5-daaa-43b2-99e0-51eec485caf6 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:40.296539 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-829f5265-24ad-4ed9-a8d6-853bba399153 req-d67ca5a5-daaa-43b2-99e0-51eec485caf6 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1717503 Dec 14 01:18:40.297962 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f5a05474-38ab-423e-b39f-ae9fb1cf0244, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f5a05474-38ab-423e-b39f-ae9fb1cf0244,segment=NetworkSegment(2ee2c7a8-6d21-4f7f-822c-d2739650d098),segment_id=2ee2c7a8-6d21-4f7f-822c-d2739650d098)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:40.308270 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:40.370475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=f5a05474-38ab-423e-b39f-ae9fb1cf0244,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:40.386567 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d559ef7-e3cb-45ba-b489-fbe3d11e885d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:40.404025 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-829f5265-24ad-4ed9-a8d6-853bba399153 req-9f311b09-0353-4957-b75f-2dd999145887 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956957 Dec 14 01:18:40.431680 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27c40929-bf8f-4b9f-8046-7d62178dac3d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:40.525398 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d559ef7-e3cb-45ba-b489-fbe3d11e885d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:40.540954 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-1d559ef7-e3cb-45ba-b489-fbe3d11e885d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:40.546700 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d559ef7-e3cb-45ba-b489-fbe3d11e885d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:40.547294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d559ef7-e3cb-45ba-b489-fbe3d11e885d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:40.550645 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d559ef7-e3cb-45ba-b489-fbe3d11e885d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=8dd0be50-b629-4ebd-ae9a-c2b5bdbf70cd,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:40.552195 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7462c585-86d2-4287-9039-c881e7093e19 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:40.607231 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['f5a05474-38ab-423e-b39f-ae9fb1cf0244'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:18:40.653933 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:40.674804 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:40.693170 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:40.707415 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1d559ef7-e3cb-45ba-b489-fbe3d11e885d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9078236 Dec 14 01:18:40.713899 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54184) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:40.725461 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a7ed16e1-213e-4926-b007-7175a6d4d488 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'mac_address': 'fa:16:3e:07:87:e2', 'name': 'tempest-NetworksTestDHCPv6-1153010276'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:40.747413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c40929-bf8f-4b9f-8046-7d62178dac3d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Subnet': ['ID=291ea8b0-65d8-46de-ae28-35a46984d9e6,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:40.753734 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c40929-bf8f-4b9f-8046-7d62178dac3d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Checking segment: {'id': '892d2066-0487-4dd9-b084-dd2854b6b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd72e7f40-6300-4f89-b435-10b377ffb40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:40.754109 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c40929-bf8f-4b9f-8046-7d62178dac3d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network hostable DHCP agents. Network: d72e7f40-6300-4f89-b435-10b377ffb40b, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:18:40.831188 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:40.842485 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c40929-bf8f-4b9f-8046-7d62178dac3d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network d72e7f40-6300-4f89-b435-10b377ffb40b is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:18:40.851187 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1288fa8b-9954-4dd6-b87a-4044c7935bb4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:40.861646 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-27c40929-bf8f-4b9f-8046-7d62178dac3d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, d72e7f40-6300-4f89-b435-10b377ffb40b) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:40.875183 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30a4713-304d-43d5-a94d-043eda99c967 None None] Network d72e7f40-6300-4f89-b435-10b377ffb40b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:40.891067 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c40929-bf8f-4b9f-8046-7d62178dac3d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:40.891655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27c40929-bf8f-4b9f-8046-7d62178dac3d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:40.941072 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-27c40929-bf8f-4b9f-8046-7d62178dac3d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7525580 Dec 14 01:18:40.947528 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54188) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:40.951831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288fa8b-9954-4dd6-b87a-4044c7935bb4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Subnet': ['ID=8fbfd153-d679-4f80-b31c-e70ba128942b,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:40.958880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db27782e-d0bc-4a9e-a98f-eda2e9a56676 None None] Update dhcp port {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'fixed_ips': [{'subnet_id': 'fba5960b-96da-48f0-ae4d-16e6d2d72d14', 'ip_address': '2001:db8::f816:3eff:feee:aad0'}, {'subnet_id': '8dd0be50-b629-4ebd-ae9a-c2b5bdbf70cd'}], 'binding:host_id': 'dv-neutron-821592-1-hyperv'}, 'id': '4f89063f-1d1a-4d03-b055-8f060a64449c'} from dv-neutron-821592-1-hyperv. {{(pid=103410) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 01:18:40.991870 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db27782e-d0bc-4a9e-a98f-eda2e9a56676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:41.015795 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1288fa8b-9954-4dd6-b87a-4044c7935bb4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Checking segment: {'id': '6d9acf5c-ccb8-433a-86ba-b6ebf7d72481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:41.016264 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1288fa8b-9954-4dd6-b87a-4044c7935bb4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network hostable DHCP agents. Network: a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:18:41.024529 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ed16e1-213e-4926-b007-7175a6d4d488 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:41.077211 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1288fa8b-9954-4dd6-b87a-4044c7935bb4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:18:41.132333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:41.188953 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:41.209198 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:41.217599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-d72e7f40-6300-4f89-b435-10b377ffb40b', 'network_id': 'd72e7f40-6300-4f89-b435-10b377ffb40b', 'project_id': 'aa1defb958db4a1196837e6cd5b818e7', 'fixed_ips': [{'subnet_id': '291ea8b0-65d8-46de-ae28-35a46984d9e6'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:41.218598 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:41.260238 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 95f140ee-1af7-40fa-bb0f-e9377a703f45 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:41.280408 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef697ce-827a-4f25-bd5a-f660d39424c6 req-5037ad3d-3109-4388-b755-cc66a3c14f1c tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:41.282068 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bef697ce-827a-4f25-bd5a-f660d39424c6 req-5037ad3d-3109-4388-b755-cc66a3c14f1c tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 945 time: 0.1459401 Dec 14 01:18:41.352157 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a7ed16e1-213e-4926-b007-7175a6d4d488 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:41.358059 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=ba1f8b5b-d824-45f7-9550-d33bd4d655a9,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:41.410015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:41.417190 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-a7ed16e1-213e-4926-b007-7175a6d4d488 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port b86c9572-3f25-4542-b09e-22dbd49e8a26 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:18:41.448305 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-1288fa8b-9954-4dd6-b87a-4044c7935bb4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:41.457995 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288fa8b-9954-4dd6-b87a-4044c7935bb4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:41.458592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1288fa8b-9954-4dd6-b87a-4044c7935bb4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:41.479776 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-db27782e-d0bc-4a9e-a98f-eda2e9a56676 None None] Allocated IP 2001:db8:0:1::2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/8dd0be50-b629-4ebd-ae9a-c2b5bdbf70cd/4f89063f-1d1a-4d03-b055-8f060a64449c) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:41.483011 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55adb5ce-2f2a-417b-adc9-f6b9a1bfbe8e None None] Network a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:41.511786 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1288fa8b-9954-4dd6-b87a-4044c7935bb4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1785076 Dec 14 01:18:41.529981 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54192) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:41.548490 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Allocated IP 172.20.0.1 (d72e7f40-6300-4f89-b435-10b377ffb40b/291ea8b0-65d8-46de-ae28-35a46984d9e6/45b6500a-1e8c-44f9-9341-230a6d938b09) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:41.556818 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 95f140ee-1af7-40fa-bb0f-e9377a703f45 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:41.557509 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:41.583812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:41.588773 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bef697ce-827a-4f25-bd5a-f660d39424c6 req-6dda2446-97b5-49e7-9a38-eef856994e5b tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944829 Dec 14 01:18:41.646511 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:41.650207 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:41.678492 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Floating IP b53b1715-c91f-43ae-9764-1d75bd882b37 associated. External IP: 172.26.1.166, port: 966f0b2a-1d82-4334-8cdb-4d18676aa692. Dec 14 01:18:41.736771 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781004d-ab0b-40ee-8074-450cd924527f req-94e5f5af-5fe9-4bbe-87ab-c78a2f1cb509 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:41.738325 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4781004d-ab0b-40ee-8074-450cd924527f req-94e5f5af-5fe9-4bbe-87ab-c78a2f1cb509 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1694541 Dec 14 01:18:41.832732 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4781004d-ab0b-40ee-8074-450cd924527f req-5b610c91-dd1a-421e-a222-f077e1ff7c6d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864172 Dec 14 01:18:41.871362 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-db27782e-d0bc-4a9e-a98f-eda2e9a56676 None None] For port 4f89063f-1d1a-4d03-b055-8f060a64449c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4f89063f-1d1a-4d03-b055-8f060a64449c,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:41.923313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db27782e-d0bc-4a9e-a98f-eda2e9a56676 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:41.931517 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Allocated IP 172.26.1.159 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/a537e9f8-5379-4c57-a912-663993b25a07) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:41.950045 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f5a05474-38ab-423e-b39f-ae9fb1cf0244 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:41.995349 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db27782e-d0bc-4a9e-a98f-eda2e9a56676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:42.158453 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:42.164826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7', 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7', 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'fixed_ips': [{'subnet_id': '8fbfd153-d679-4f80-b31c-e70ba128942b'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:42.165722 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:42.173108 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:42.210404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:42.251230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port f5a05474-38ab-423e-b39f-ae9fb1cf0244 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:18:42.263571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27782e-d0bc-4a9e-a98f-eda2e9a56676 None None] Pushing event updated for resources: {'Port': ['ID=4f89063f-1d1a-4d03-b055-8f060a64449c,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:42.296530 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port f5a05474-38ab-423e-b39f-ae9fb1cf0244 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:42.296968 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:42.320629 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:42.330645 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:42.337556 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:42.371146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Pushing event updated for resources: {'Port': ['ID=a537e9f8-5379-4c57-a912-663993b25a07,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:42.382361 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6576bf-a461-48a3-b03c-67fd2e5df1d9 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:42.419680 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4f89063f-1d1a-4d03-b055-8f060a64449c up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:42.476721 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:42.479501 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5481f-31cb-4da7-8cb6-2e15610bd308 req-35cc6140-5629-41b3-a850-f664eaac6720 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:42.481089 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9fd5481f-31cb-4da7-8cb6-2e15610bd308 req-35cc6140-5629-41b3-a850-f664eaac6720 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1898968 Dec 14 01:18:42.539698 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router 5ab275d4-f0a2-4162-a736-a68344d840d7 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:18:42.543865 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:42.587675 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a7ed16e1-213e-4926-b007-7175a6d4d488 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8:0:1::354 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/8dd0be50-b629-4ebd-ae9a-c2b5bdbf70cd/b86c9572-3f25-4542-b09e-22dbd49e8a26) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:42.596037 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a7ed16e1-213e-4926-b007-7175a6d4d488 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::f816:3eff:fe07:87e2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/fba5960b-96da-48f0-ae4d-16e6d2d72d14/b86c9572-3f25-4542-b09e-22dbd49e8a26) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:42.617271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:42.620313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Network d72e7f40-6300-4f89-b435-10b377ffb40b is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:42.626689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Pushing event updated for resources: {'Port': ['ID=45b6500a-1e8c-44f9-9341-230a6d938b09,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:42.633080 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:42.647321 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:42.685015 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Subnet': ['ID=291ea8b0-65d8-46de-ae28-35a46984d9e6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:42.732674 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4454aacf-10ed-46a1-a15d-6a166721ccad None None] Provisioning complete for port a537e9f8-5379-4c57-a912-663993b25a07 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:42.733137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4454aacf-10ed-46a1-a15d-6a166721ccad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:42.782974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:42.819584 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72e7f40-6300-4f89-b435-10b377ffb40b']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:42.856428 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Allocated IP 2001:db8:2::2 (a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7/8fbfd153-d679-4f80-b31c-e70ba128942b/b39cc61b-82f9-497f-be26-eecb075b85f3) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:42.863036 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892d2066-0487-4dd9-b084-dd2854b6b3f1') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:42.863329 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892d2066-0487-4dd9-b084-dd2854b6b3f1') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:42.865195 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4454aacf-10ed-46a1-a15d-6a166721ccad None None] Port a537e9f8-5379-4c57-a912-663993b25a07 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:42.875070 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 4f89063f-1d1a-4d03-b055-8f060a64449c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:42.875600 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:42.875932 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:42.898672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:42.906255 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:42.908869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:18:42.909169 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:18:42.912864 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:18:42.928951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Attempting to bind port 45b6500a-1e8c-44f9-9341-230a6d938b09 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:42.929416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Attempting to bind port 45b6500a-1e8c-44f9-9341-230a6d938b09 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '892d2066-0487-4dd9-b084-dd2854b6b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd72e7f40-6300-4f89-b435-10b377ffb40b'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:42.929870 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Attempting to bind port 45b6500a-1e8c-44f9-9341-230a6d938b09 on network d72e7f40-6300-4f89-b435-10b377ffb40b {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:42.930428 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9fd5481f-31cb-4da7-8cb6-2e15610bd308 req-c8aa5775-eb4f-46ad-b508-62607a0be1ca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4138153 Dec 14 01:18:42.967109 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:42.979124 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5471962-26eb-4c76-99d1-636cc94894b6 req-55bea9de-a83d-4a96-baa9-638052f24461 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:42.980776 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b5471962-26eb-4c76-99d1-636cc94894b6 req-55bea9de-a83d-4a96-baa9-638052f24461 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 945 time: 0.2284749 Dec 14 01:18:42.985706 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:43.010725 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:43.011101 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Checking segment: {'id': '892d2066-0487-4dd9-b084-dd2854b6b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd72e7f40-6300-4f89-b435-10b377ffb40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:43.011512 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:43.011912 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Bound using segment: {'id': '892d2066-0487-4dd9-b084-dd2854b6b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd72e7f40-6300-4f89-b435-10b377ffb40b'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:43.012432 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Bound port: 45b6500a-1e8c-44f9-9341-230a6d938b09, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892d2066-0487-4dd9-b084-dd2854b6b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd72e7f40-6300-4f89-b435-10b377ffb40b'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:43.012864 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:43.031311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba07fd8-2f6d-4679-9293-6019fc6c93b7 None None] Sync routers for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:43.070383 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:43.072892 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957a9f2d-e8f7-494a-a7cb-6f64717ae29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:18:43.075425 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98445354-82b9-48d0-8a9e-fed28afc47b1" -d '{"events": [{"server_uuid": "957a9f2d-e8f7-494a-a7cb-6f64717ae29d", "name": "network-vif-plugged", "status": "completed", "tag": "f5a05474-38ab-423e-b39f-ae9fb1cf0244"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:18:43.079920 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 01:18:43.079920 dv-neutron-821592-1-hyperv neutron-server[103409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 01:18:43.079920 dv-neutron-821592-1-hyperv neutron-server[103409]: [parameters: {'id': 'd72e7f40-6300-4f89-b435-10b377ffb40b'}] Dec 14 01:18:43.079920 dv-neutron-821592-1-hyperv neutron-server[103409]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:18:43.082450 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:18:43.117199 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b5471962-26eb-4c76-99d1-636cc94894b6 req-0b396fcf-8525-462c-b921-5ea2a901dbd0 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175344 Dec 14 01:18:43.122794 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-94603d70-e2ea-4fd5-9c5c-d0b608a77352 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.9807141 Dec 14 01:18:43.123587 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54202) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:43.132021 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f5a05474-38ab-423e-b39f-ae9fb1cf0244, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f5a05474-38ab-423e-b39f-ae9fb1cf0244,segment=NetworkSegment(2ee2c7a8-6d21-4f7f-822c-d2739650d098),segment_id=2ee2c7a8-6d21-4f7f-822c-d2739650d098)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:43.142339 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba07fd8-2f6d-4679-9293-6019fc6c93b7 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:43.143020 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fba07fd8-2f6d-4679-9293-6019fc6c93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:43.154351 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d54f22f9-47ac-4f65-ac80-5b7870224391 None None] Provisioning complete for port 4f89063f-1d1a-4d03-b055-8f060a64449c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:43.154744 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d54f22f9-47ac-4f65-ac80-5b7870224391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:43.159218 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a7ed16e1-213e-4926-b007-7175a6d4d488 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:43.215707 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:43.220577 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76445736-2d19-4e9f-b919-7d3b5b1d4552 x-openstack-request-id: req-76445736-2d19-4e9f-b919-7d3b5b1d4552 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:18:43.220898 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957a9f2d-e8f7-494a-a7cb-6f64717ae29d", "name": "network-vif-plugged", "status": "completed", "tag": "f5a05474-38ab-423e-b39f-ae9fb1cf0244", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:18:43.221153 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76445736-2d19-4e9f-b919-7d3b5b1d4552 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:18:43.221546 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957a9f2d-e8f7-494a-a7cb-6f64717ae29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244', 'code': 200} Dec 14 01:18:43.230806 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fba07fd8-2f6d-4679-9293-6019fc6c93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:43.295511 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f364ead3-26bd-40ad-ad85-26149c47a871 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "GET /v2.0/floatingips/b53b1715-c91f-43ae-9764-1d75bd882b37 HTTP/1.1" status: 200 len: 979 time: 0.1659772 Dec 14 01:18:43.295841 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54206) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:43.318437 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83566d24-4e2f-4846-9235-3fe7946324e3 req-371f5181-4b3b-4e7e-980a-1325fbcf0cb2 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:43.326398 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-83566d24-4e2f-4846-9235-3fe7946324e3 req-371f5181-4b3b-4e7e-980a-1325fbcf0cb2 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1255274 Dec 14 01:18:43.335401 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a7ed16e1-213e-4926-b007-7175a6d4d488 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:43.356192 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba07fd8-2f6d-4679-9293-6019fc6c93b7 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:43.357019 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fba07fd8-2f6d-4679-9293-6019fc6c93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:43.379365 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] For port 45b6500a-1e8c-44f9-9341-230a6d938b09, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:43.403898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ed16e1-213e-4926-b007-7175a6d4d488 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:43.412262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a7ed16e1-213e-4926-b007-7175a6d4d488 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:43.417027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:43.423036 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ed16e1-213e-4926-b007-7175a6d4d488 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:43.429833 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ed16e1-213e-4926-b007-7175a6d4d488 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:43.430052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:43.430990 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a7ed16e1-213e-4926-b007-7175a6d4d488 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:43.437274 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-edf75aa2-4304-494d-aa6c-1ebc2f38bc88 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1379209 Dec 14 01:18:43.438031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54208) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:43.442050 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed16e1-213e-4926-b007-7175a6d4d488 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=b86c9572-3f25-4542-b09e-22dbd49e8a26,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:43.443635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-144a84fb-4fc3-43f0-a1d5-10b60f34a48c tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'floatingip': {'port_id': '7884d67f-ee7c-4627-ac40-df1596f34b15'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:43.458659 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-83566d24-4e2f-4846-9235-3fe7946324e3 req-09c28fc3-270b-4b05-a35a-f8f6bbec0302 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309760 Dec 14 01:18:43.470917 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a7ed16e1-213e-4926-b007-7175a6d4d488 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7528493 Dec 14 01:18:43.486374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54210) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:43.495672 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fba07fd8-2f6d-4679-9293-6019fc6c93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:43.497445 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba07fd8-2f6d-4679-9293-6019fc6c93b7 None None] The sync data for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:43.509115 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] For port 45b6500a-1e8c-44f9-9341-230a6d938b09, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=45b6500a-1e8c-44f9-9341-230a6d938b09,segment=NetworkSegment(892d2066-0487-4dd9-b084-dd2854b6b3f1),segment_id=892d2066-0487-4dd9-b084-dd2854b6b3f1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:43.520610 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=f5a05474-38ab-423e-b39f-ae9fb1cf0244,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:43.533059 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:43.612790 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:43.680269 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:43.687716 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port b86c9572-3f25-4542-b09e-22dbd49e8a26 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:43.688172 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:43.720477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c292f8c-9454-4272-8436-d8dcc19a9955 None None] Pushing event updated for resources: {'Port': ['ID=45b6500a-1e8c-44f9-9341-230a6d938b09,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:43.764992 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4f89063f-1d1a-4d03-b055-8f060a64449c up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:43.797169 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Network a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:43.817190 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:43.823158 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5a886d-87a4-426b-bc5b-7acb8f15aa5e None None] Network d72e7f40-6300-4f89-b435-10b377ffb40b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:43.830386 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:43.840736 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:43.854938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for b86c9572-3f25-4542-b09e-22dbd49e8a26 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:43.895878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Pushing event updated for resources: {'Port': ['ID=b39cc61b-82f9-497f-be26-eecb075b85f3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:43.961518 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Attempting to bind port b39cc61b-82f9-497f-be26-eecb075b85f3 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:43.961743 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32121b3-7881-4e3c-bae2-46bd29b862d0 req-b2af0796-630d-4898-b2e2-fab595850b87 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:43.961893 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Attempting to bind port b39cc61b-82f9-497f-be26-eecb075b85f3 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '6d9acf5c-ccb8-433a-86ba-b6ebf7d72481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:43.962298 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Attempting to bind port b39cc61b-82f9-497f-be26-eecb075b85f3 on network a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:43.969671 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b32121b3-7881-4e3c-bae2-46bd29b862d0 req-b2af0796-630d-4898-b2e2-fab595850b87 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1099744 Dec 14 01:18:43.984428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:43.989694 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-144a84fb-4fc3-43f0-a1d5-10b60f34a48c tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:44.029551 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b32121b3-7881-4e3c-bae2-46bd29b862d0 req-cd86a0e3-45a6-4e66-b619-aa9c931787cd tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589733 Dec 14 01:18:44.146007 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:44.173688 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b8ea62d4-4170-433b-8bf3-63e95adf3569 None None] Provisioning complete for port b86c9572-3f25-4542-b09e-22dbd49e8a26 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:44.174062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8ea62d4-4170-433b-8bf3-63e95adf3569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:44.178710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=b86c9572-3f25-4542-b09e-22dbd49e8a26,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:44.180339 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 4f89063f-1d1a-4d03-b055-8f060a64449c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:44.180702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:44.212284 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:44.212582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:44.212931 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:44.213271 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:44.213602 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:44.214169 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:44.214510 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:44.214967 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:44.215301 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:44.215637 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:44.216902 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:44.217376 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:44.217714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:44.253202 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:44.253639 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Checking segment: {'id': '6d9acf5c-ccb8-433a-86ba-b6ebf7d72481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:44.253975 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:44.254368 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Bound using segment: {'id': '6d9acf5c-ccb8-433a-86ba-b6ebf7d72481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:44.255284 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Bound port: b39cc61b-82f9-497f-be26-eecb075b85f3, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9acf5c-ccb8-433a-86ba-b6ebf7d72481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:44.255672 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:44.271984 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea62d4-4170-433b-8bf3-63e95adf3569 None None] Port b86c9572-3f25-4542-b09e-22dbd49e8a26 was deleted so its status cannot be updated. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 14 01:18:44.276721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:44.281000 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-587b1bec-a417-4d62-9adf-585c275d6f2b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/b86c9572-3f25-4542-b09e-22dbd49e8a26 HTTP/1.1" status: 204 len: 168 time: 0.7934353 Dec 14 01:18:44.283900 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54218) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:44.339931 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] For port b39cc61b-82f9-497f-be26-eecb075b85f3, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:44.344309 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] For port b39cc61b-82f9-497f-be26-eecb075b85f3, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b39cc61b-82f9-497f-be26-eecb075b85f3,segment=NetworkSegment(6d9acf5c-ccb8-433a-86ba-b6ebf7d72481),segment_id=6d9acf5c-ccb8-433a-86ba-b6ebf7d72481)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:44.351865 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfe2bb-b051-4791-bb22-316d04e87e52 req-d8c4656c-8ebd-46be-b5f6-0bf886527653 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:44.353621 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-82bfe2bb-b051-4791-bb22-316d04e87e52 req-d8c4656c-8ebd-46be-b5f6-0bf886527653 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.1443367 Dec 14 01:18:44.357632 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:44.368433 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727bee69-2bd2-4d1a-bd29-9e25e2edba6b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:44.372683 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-727bee69-2bd2-4d1a-bd29-9e25e2edba6b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0857644 Dec 14 01:18:44.378382 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54220) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:44.466384 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-82bfe2bb-b051-4791-bb22-316d04e87e52 req-0183e46f-7aab-40af-9748-1f6f890e830d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946209 Dec 14 01:18:44.476733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4845e9f-57e5-4dc9-8ae1-38707eccdc4b None None] Pushing event updated for resources: {'Port': ['ID=b39cc61b-82f9-497f-be26-eecb075b85f3,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:44.500128 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6ab406-408d-4180-81f5-1fe44361aa7b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:44.504471 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cc6ab406-408d-4180-81f5-1fe44361aa7b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1224153 Dec 14 01:18:44.504885 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54222) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:44.559113 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Allocated IP 2001:db8:2::1 (a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7/8fbfd153-d679-4f80-b31c-e70ba128942b/a5116e6f-687b-4d43-a64f-a472c53dab16) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:44.567912 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a38af49-bc16-42c8-b306-278104587de2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:44.569829 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a38af49-bc16-42c8-b306-278104587de2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:44.571099 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a38af49-bc16-42c8-b306-278104587de2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:44.575793 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7a38af49-bc16-42c8-b306-278104587de2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0660675 Dec 14 01:18:44.576014 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1614152-2338-4028-8e85-6180305e28f1 req-e7761e31-3e0b-4917-b805-2a05275bb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:44.576620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54224) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:44.576799 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1614152-2338-4028-8e85-6180305e28f1 req-e7761e31-3e0b-4917-b805-2a05275bb0fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 1099 time: 0.5018535 Dec 14 01:18:44.663758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f9faa3-a9e4-4b06-b92f-9cbbf5789f04 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet 8dd0be50-b629-4ebd-ae9a-c2b5bdbf70cd {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:18:44.667156 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92f9faa3-a9e4-4b06-b92f-9cbbf5789f04 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:44.713464 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92f9faa3-a9e4-4b06-b92f-9cbbf5789f04 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:44.805561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Deleting port 45b6500a-1e8c-44f9-9341-230a6d938b09 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:44.805899 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:44.821692 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1614152-2338-4028-8e85-6180305e28f1 req-a84fc9c3-ad9d-4648-888d-8b7aca1b10b3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279518 Dec 14 01:18:44.828923 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92f9faa3-a9e4-4b06-b92f-9cbbf5789f04 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:44.890051 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92f9faa3-a9e4-4b06-b92f-9cbbf5789f04 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:44.897220 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Router db9649cb-bdb0-4779-b715-6b68c88d9cac is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:18:44.917168 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9faa3-a9e4-4b06-b92f-9cbbf5789f04 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd0be50-b629-4ebd-ae9a-c2b5bdbf70cd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:44.921551 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.db.resource_extend [None req-144a84fb-4fc3-43f0-a1d5-10b60f34a48c tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 01:18:44.926739 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92f9faa3-a9e4-4b06-b92f-9cbbf5789f04 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:44.932376 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-92f9faa3-a9e4-4b06-b92f-9cbbf5789f04 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/8dd0be50-b629-4ebd-ae9a-c2b5bdbf70cd HTTP/1.1" status: 204 len: 168 time: 0.3531642 Dec 14 01:18:44.932504 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54226) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:44.938246 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0982065c-b0e2-49a4-a1c6-9ecb78308b56 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:44.986935 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] For port 45b6500a-1e8c-44f9-9341-230a6d938b09, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=45b6500a-1e8c-44f9-9341-230a6d938b09,segment=NetworkSegment(892d2066-0487-4dd9-b084-dd2854b6b3f1),segment_id=892d2066-0487-4dd9-b084-dd2854b6b3f1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:44.987187 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:44.995040 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f45eb1-20de-4691-a61c-e239daccf8d2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet fba5960b-96da-48f0-ae4d-16e6d2d72d14 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:18:44.999091 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-69f45eb1-20de-4691-a61c-e239daccf8d2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:45.001494 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:45.046225 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-69f45eb1-20de-4691-a61c-e239daccf8d2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:45.047111 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Calling delete_port for 45b6500a-1e8c-44f9-9341-230a6d938b09 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:45.066106 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-144a84fb-4fc3-43f0-a1d5-10b60f34a48c tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:45.083616 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-144a84fb-4fc3-43f0-a1d5-10b60f34a48c tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:45.154269 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-69f45eb1-20de-4691-a61c-e239daccf8d2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:45.253026 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-69f45eb1-20de-4691-a61c-e239daccf8d2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:45.266423 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:45.275372 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05066196-80ad-4d0c-9cbd-c1056b6aff53 None None] Sync routers for ids ['db9649cb-bdb0-4779-b715-6b68c88d9cac'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:45.283007 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-69f45eb1-20de-4691-a61c-e239daccf8d2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:45.290133 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-69f45eb1-20de-4691-a61c-e239daccf8d2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/fba5960b-96da-48f0-ae4d-16e6d2d72d14 HTTP/1.1" status: 204 len: 168 time: 0.3544884 Dec 14 01:18:45.294366 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05066196-80ad-4d0c-9cbd-c1056b6aff53 None None] Routers {'db9649cb-bdb0-4779-b715-6b68c88d9cac'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:45.294984 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-05066196-80ad-4d0c-9cbd-c1056b6aff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['db9649cb-bdb0-4779-b715-6b68c88d9cac'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:45.298484 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed4967-e80e-45a5-8b41-42bccaccc0b7 req-24743ae6-75f5-406e-b872-9300ff0ea3fd tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:45.300068 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1eed4967-e80e-45a5-8b41-42bccaccc0b7 req-24743ae6-75f5-406e-b872-9300ff0ea3fd tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1608715 Dec 14 01:18:45.306938 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54230) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:45.335321 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f45eb1-20de-4691-a61c-e239daccf8d2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=fba5960b-96da-48f0-ae4d-16e6d2d72d14,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:45.342451 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:45.347047 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e1bda335-ef9c-495b-ad5a-7e50835a35da tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "PUT /v2.0/routers/db9649cb-bdb0-4779-b715-6b68c88d9cac HTTP/1.1" status: 200 len: 914 time: 5.0993686 Dec 14 01:18:45.352319 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54232) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:45.354729 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-144a84fb-4fc3-43f0-a1d5-10b60f34a48c tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Floating IP b53b1715-c91f-43ae-9764-1d75bd882b37 associated. External IP: 172.26.1.166, port: 966f0b2a-1d82-4334-8cdb-4d18676aa692. Dec 14 01:18:45.356620 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-05066196-80ad-4d0c-9cbd-c1056b6aff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:45.358577 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:45.370017 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05066196-80ad-4d0c-9cbd-c1056b6aff53 None None] Routers {'db9649cb-bdb0-4779-b715-6b68c88d9cac'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:45.370839 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-05066196-80ad-4d0c-9cbd-c1056b6aff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['db9649cb-bdb0-4779-b715-6b68c88d9cac'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:45.420038 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-05066196-80ad-4d0c-9cbd-c1056b6aff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:45.420781 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05066196-80ad-4d0c-9cbd-c1056b6aff53 None None] The sync data for ids ['db9649cb-bdb0-4779-b715-6b68c88d9cac'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:45.463071 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-39a8bf55-6c7d-4fad-8a7e-328d5ee44eba tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1170924 Dec 14 01:18:45.489232 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54234) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:45.496492 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-430a4d06-8098-4a57-a600-e122a9e95b7e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:45.507504 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1eed4967-e80e-45a5-8b41-42bccaccc0b7 req-b179a628-7819-4d4b-b579-d14d99c041aa tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818101 Dec 14 01:18:45.529029 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:45.541746 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:45.603274 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:45.603955 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:45.683396 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-67bad675-43f0-4496-9131-1862bd4a49ad tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "GET /v2.0/routers/db9649cb-bdb0-4779-b715-6b68c88d9cac HTTP/1.1" status: 200 len: 920 time: 0.3295319 Dec 14 01:18:45.689942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54240) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:45.722727 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b39cc61b-82f9-497f-be26-eecb075b85f3 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:45.774524 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=a5116e6f-687b-4d43-a64f-a472c53dab16,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:45.801685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb53ed-510f-4a60-8e89-899ce35d720b req-c8805b72-146d-4645-9b46-4580c90bb15f tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:45.809933 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b0eb53ed-510f-4a60-8e89-899ce35d720b req-c8805b72-146d-4645-9b46-4580c90bb15f tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.2032497 Dec 14 01:18:45.811844 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:45.815839 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5543d1f4-6617-4e03-b5ad-9998f11543bd None None] Network a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:45.829239 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f185430-dd21-48c4-aea0-4d7e0a4722b5 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:45.833357 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4f185430-dd21-48c4-aea0-4d7e0a4722b5 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9d3d9e64-5277-4411-88bd-12485529348e&device_id=db9649cb-bdb0-4779-b715-6b68c88d9cac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1382639 Dec 14 01:18:45.839267 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54244) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:45.844385 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:45.848805 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:45.849865 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:45.850210 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:45.850662 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:45.851588 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:45.851938 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:45.855200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:45.855567 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:45.855908 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:45.856276 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:45.856671 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:45.857003 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:45.870333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No DVR routers for this DVR port 45b6500a-1e8c-44f9-9341-230a6d938b09 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:18:45.929012 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Port': ['ID=45b6500a-1e8c-44f9-9341-230a6d938b09,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:45.958505 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430a4d06-8098-4a57-a600-e122a9e95b7e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:45.962116 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-430a4d06-8098-4a57-a600-e122a9e95b7e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:45.976684 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Provisioning complete for port b39cc61b-82f9-497f-be26-eecb075b85f3 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:45.977252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.025936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c34018-f6ff-4462-8377-72d87a0bb57a None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:46.037411 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778f46a4-46db-4402-9843-5927be3d8c52 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:46.038812 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-778f46a4-46db-4402-9843-5927be3d8c52 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "GET /v2.0/networks/9d3d9e64-5277-4411-88bd-12485529348e HTTP/1.1" status: 200 len: 881 time: 0.1985793 Dec 14 01:18:46.048253 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54246) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:46.056260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.092485 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.103748 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c691878f-2342-41b4-ac42-0789e2494966 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "GET /v2.0/ports?device_id=db9649cb-bdb0-4779-b715-6b68c88d9cac HTTP/1.1" status: 200 len: 205 time: 0.0524712 Dec 14 01:18:46.113650 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54248) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:46.121572 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port b39cc61b-82f9-497f-be26-eecb075b85f3 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:46.121946 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.128658 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b0eb53ed-510f-4a60-8e89-899ce35d720b req-0a7d03ad-dbc9-4185-9e0b-aa094b7017de tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133032 Dec 14 01:18:46.196696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c01e71-d9bc-415c-a9ad-14d36c0b7c8a req-d293f981-b9cd-4710-81e5-7defd37d7f95 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:46.204717 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-67c01e71-d9bc-415c-a9ad-14d36c0b7c8a req-d293f981-b9cd-4710-81e5-7defd37d7f95 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.2563848 Dec 14 01:18:46.330406 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.370884 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.382235 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-67c01e71-d9bc-415c-a9ad-14d36c0b7c8a req-6d23874b-5e17-439c-bd70-1a1e7611b13b tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760633 Dec 14 01:18:46.400506 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] For port b39cc61b-82f9-497f-be26-eecb075b85f3, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b39cc61b-82f9-497f-be26-eecb075b85f3,segment=NetworkSegment(6d9acf5c-ccb8-433a-86ba-b6ebf7d72481),segment_id=6d9acf5c-ccb8-433a-86ba-b6ebf7d72481)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:46.408378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d5fa-a166-456a-935f-da18d9e387f1 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.413631 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.484999 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9c6261-c1f2-4dbb-a5b5-7d9b38bea78a None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:46.566596 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Pushing event updated for resources: {'Port': ['ID=b39cc61b-82f9-497f-be26-eecb075b85f3,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:46.567421 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-430a4d06-8098-4a57-a600-e122a9e95b7e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.600957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:18:46.601422 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:18:46.605933 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72e7f40-6300-4f89-b435-10b377ffb40b']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:46.608477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:46.610348 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:46.610348 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:46.610348 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:46.610348 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:46.610348 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:46.611036 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:46.611686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:46.611879 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:46.612346 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:46.612769 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:46.613529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:46.613529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3246226-fbea-4a06-88a3-06c891755b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:18:46.614783 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430a4d06-8098-4a57-a600-e122a9e95b7e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:46.619342 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-430a4d06-8098-4a57-a600-e122a9e95b7e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:46.625467 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d5fa-a166-456a-935f-da18d9e387f1 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.641229 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2bd9f8fe-315e-424a-8142-ee50d94c6ff8 None None] Provisioning complete for port 4f89063f-1d1a-4d03-b055-8f060a64449c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:46.641588 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a4d06-8098-4a57-a600-e122a9e95b7e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:46.642062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f8fe-315e-424a-8142-ee50d94c6ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.642183 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-430a4d06-8098-4a57-a600-e122a9e95b7e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.658243 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a4d06-8098-4a57-a600-e122a9e95b7e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=6e3cadc1-1274-4510-af69-450d5a8a59de,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:46.663832 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892d2066-0487-4dd9-b084-dd2854b6b3f1') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:46.664184 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892d2066-0487-4dd9-b084-dd2854b6b3f1') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:46.691457 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-430a4d06-8098-4a57-a600-e122a9e95b7e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1970453 Dec 14 01:18:46.692570 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54250) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:46.700942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-83bdecde-0ce4-4bfc-8142-d230977d018f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:46.708383 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c6261-c1f2-4dbb-a5b5-7d9b38bea78a None None] Deleting port 4f89063f-1d1a-4d03-b055-8f060a64449c {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:46.708758 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9f9c6261-c1f2-4dbb-a5b5-7d9b38bea78a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.825432 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9f9c6261-c1f2-4dbb-a5b5-7d9b38bea78a None None] For port 4f89063f-1d1a-4d03-b055-8f060a64449c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4f89063f-1d1a-4d03-b055-8f060a64449c,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:46.826973 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9f9c6261-c1f2-4dbb-a5b5-7d9b38bea78a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.829618 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.843714 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c6261-c1f2-4dbb-a5b5-7d9b38bea78a None None] Calling delete_port for 4f89063f-1d1a-4d03-b055-8f060a64449c owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:46.843974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4d5fa-a166-456a-935f-da18d9e387f1 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Deleting port a537e9f8-5379-4c57-a912-663993b25a07 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:46.844240 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d5fa-a166-456a-935f-da18d9e387f1 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.860745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.882919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:18:46.883414 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:18:46.886875 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:18:46.939234 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bdecde-0ce4-4bfc-8142-d230977d018f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:46.942984 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83bdecde-0ce4-4bfc-8142-d230977d018f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.943126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.953925 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-29627988-a76b-48aa-a9b2-fd768d67bd23 None None] Provisioning complete for port b39cc61b-82f9-497f-be26-eecb075b85f3 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:46.954322 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29627988-a76b-48aa-a9b2-fd768d67bd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.955554 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.956455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:46.966473 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144a84fb-4fc3-43f0-a1d5-10b60f34a48c tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router 5ab275d4-f0a2-4162-a736-a68344d840d7 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:18:46.995238 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9f9c6261-c1f2-4dbb-a5b5-7d9b38bea78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:47.001547 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d5fa-a166-456a-935f-da18d9e387f1 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:47.023994 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4d5fa-a166-456a-935f-da18d9e387f1 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Calling delete_port for a537e9f8-5379-4c57-a912-663993b25a07 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:47.031531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c6261-c1f2-4dbb-a5b5-7d9b38bea78a None None] Pushing event deleted for resources: {'Port': ['ID=4f89063f-1d1a-4d03-b055-8f060a64449c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:47.033772 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c6261-c1f2-4dbb-a5b5-7d9b38bea78a None None] No DVR routers for this DVR port 4f89063f-1d1a-4d03-b055-8f060a64449c on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:18:47.058119 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:47.062912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:47.070832 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/d72e7f40-6300-4f89-b435-10b377ffb40b HTTP/1.1" status: 204 len: 168 time: 6.1220074 Dec 14 01:18:47.074334 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61dd130-f663-476c-8400-73a25d8e1809 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:47.077716 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54252) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:47.090540 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-85aaad41-8c5a-48a4-b703-1dc307548b8d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1155919079'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:47.104846 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.ipam_backend_mixin [None req-83bdecde-0ce4-4bfc-8142-d230977d018f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e3cadc1-1274-4510-af69-450d5a8a59de (CIDR: 2001:db8::/64) Dec 14 01:18:47.110987 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-83bdecde-0ce4-4bfc-8142-d230977d018f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:47.111448 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83bdecde-0ce4-4bfc-8142-d230977d018f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:18:47.115357 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=a5116e6f-687b-4d43-a64f-a472c53dab16,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:47.140395 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-83bdecde-0ce4-4bfc-8142-d230977d018f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4436040 Dec 14 01:18:47.140913 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54254) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:47.147221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2d70c785-80dc-4b70-bb57-bbfe503fafb5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:47.152802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d7a64-35d0-465d-8fa1-6fba44eb25af tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Network': ['ID=d72e7f40-6300-4f89-b435-10b377ffb40b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:47.218095 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-29627988-a76b-48aa-a9b2-fd768d67bd23 None None] Provisioning complete for port a5116e6f-687b-4d43-a64f-a472c53dab16 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:47.218472 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29627988-a76b-48aa-a9b2-fd768d67bd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:47.273428 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': '6e3cadc1-1274-4510-af69-450d5a8a59de'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:47.274321 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:47.281507 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85aaad41-8c5a-48a4-b703-1dc307548b8d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:47.286085 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85aaad41-8c5a-48a4-b703-1dc307548b8d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:47.289456 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-29627988-a76b-48aa-a9b2-fd768d67bd23 None None] Port a5116e6f-687b-4d43-a64f-a472c53dab16 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:47.311992 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:47.319365 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:47.349591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85aaad41-8c5a-48a4-b703-1dc307548b8d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:18:47.390491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144a84fb-4fc3-43f0-a1d5-10b60f34a48c tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:47.425937 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85aaad41-8c5a-48a4-b703-1dc307548b8d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:47.426426 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-85aaad41-8c5a-48a4-b703-1dc307548b8d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Added segment a4cb246a-b5c3-4898-9cd5-c078329579f0 of type vlan for network e838e68e-0740-4186-9165-81efbcc62e6c Dec 14 01:18:47.442703 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Allocated IP 2001:db8::2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/6e3cadc1-1274-4510-af69-450d5a8a59de/27622d31-6f39-4a10-b8d8-322c3ce2fc36) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:47.527057 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85aaad41-8c5a-48a4-b703-1dc307548b8d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:47.583625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52e699-adf1-4fd9-9448-6a1953b033f8 None None] Sync routers for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:47.604415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c52e699-adf1-4fd9-9448-6a1953b033f8 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:47.605506 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2c52e699-adf1-4fd9-9448-6a1953b033f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:47.615254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router ddc1cb9d-697d-4f07-a1ff-db09b297f07f has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:18:47.654438 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85aaad41-8c5a-48a4-b703-1dc307548b8d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:47.660945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aaad41-8c5a-48a4-b703-1dc307548b8d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:47.661701 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85aaad41-8c5a-48a4-b703-1dc307548b8d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:47.687464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b39cc61b-82f9-497f-be26-eecb075b85f3 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:47.838883 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238a1be-781f-495c-936b-5ed6e0a3ad2d req-f7a9daaf-021c-4731-a70c-0b91e1fa3848 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:47.841432 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5238a1be-781f-495c-936b-5ed6e0a3ad2d req-f7a9daaf-021c-4731-a70c-0b91e1fa3848 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1592643 Dec 14 01:18:47.852508 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-85aaad41-8c5a-48a4-b703-1dc307548b8d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7702017 Dec 14 01:18:47.855843 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54260) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:47.856151 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066f164-cdf8-4c12-905e-32b35111e8a3 req-25069e7e-5eda-427b-8cfa-7c939a83f21a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:47.857985 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b066f164-cdf8-4c12-905e-32b35111e8a3 req-25069e7e-5eda-427b-8cfa-7c939a83f21a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.1873355 Dec 14 01:18:47.887006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1b64538e-e1da-45ec-bcf6-908d61e573ee tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'subnet': {'network_id': 'e838e68e-0740-4186-9165-81efbcc62e6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:47.897945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaad41-8c5a-48a4-b703-1dc307548b8d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Network': ['ID=e838e68e-0740-4186-9165-81efbcc62e6c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:47.904955 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d5fa-a166-456a-935f-da18d9e387f1 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:47.927089 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2c52e699-adf1-4fd9-9448-6a1953b033f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:47.940293 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network e838e68e-0740-4186-9165-81efbcc62e6c details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:18:47.972892 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4d5fa-a166-456a-935f-da18d9e387f1 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Pushing event deleted for resources: {'Port': ['ID=a537e9f8-5379-4c57-a912-663993b25a07,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:47.979783 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:47.988215 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-22c8de03-e074-4026-8755-b0a6b33ae084 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/ddc1cb9d-697d-4f07-a1ff-db09b297f07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4552622 Dec 14 01:18:47.991061 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54262) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:48.001628 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Sync routers for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:48.003181 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-376e2478-8beb-4a09-83f0-627ee2930f32 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1551784859'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:48.010777 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144a84fb-4fc3-43f0-a1d5-10b60f34a48c tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router 5ab275d4-f0a2-4162-a736-a68344d840d7 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:18:48.017686 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:48.025438 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afab62ef-94a9-43ad-a912-6465413d2f25 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:48.026767 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:48.028875 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5238a1be-781f-495c-936b-5ed6e0a3ad2d req-6e6ff222-8b02-4b33-8788-66383fdb7d3d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696672 Dec 14 01:18:48.033408 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d70c785-80dc-4b70-bb57-bbfe503fafb5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:48.037285 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d70c785-80dc-4b70-bb57-bbfe503fafb5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.040134 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c52e699-adf1-4fd9-9448-6a1953b033f8 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:48.040952 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2c52e699-adf1-4fd9-9448-6a1953b033f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:48.056410 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b066f164-cdf8-4c12-905e-32b35111e8a3 req-e712b191-793d-408a-bb38-6d5305eb5241 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874914 Dec 14 01:18:48.090143 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b64538e-e1da-45ec-bcf6-908d61e573ee tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:48.090423 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-77e9ba51-b306-43e4-80e8-83b8c2128508 None None] Provisioning complete for port a5116e6f-687b-4d43-a64f-a472c53dab16 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:48.090888 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77e9ba51-b306-43e4-80e8-83b8c2128508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.093956 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b64538e-e1da-45ec-bcf6-908d61e573ee tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.132308 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.167019 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2c52e699-adf1-4fd9-9448-6a1953b033f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:48.167695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52e699-adf1-4fd9-9448-6a1953b033f8 None None] The sync data for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:48.191894 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.235363 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:18:48.240668 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:48.246861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144a84fb-4fc3-43f0-a1d5-10b60f34a48c tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:48.251413 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-77e9ba51-b306-43e4-80e8-83b8c2128508 None None] Port a5116e6f-687b-4d43-a64f-a472c53dab16 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:48.252804 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-144a84fb-4fc3-43f0-a1d5-10b60f34a48c tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.253560 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:48.259078 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:48.264062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port b39cc61b-82f9-497f-be26-eecb075b85f3 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:48.264240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.266779 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d5fa-a166-456a-935f-da18d9e387f1 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.307857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd6fb0-1a83-49b1-bde6-f72c19b16878 None None] Sync routers for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:48.323796 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Pushing event updated for resources: {'Port': ['ID=27622d31-6f39-4a10-b8d8-322c3ce2fc36,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:48.360418 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-144a84fb-4fc3-43f0-a1d5-10b60f34a48c tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "PUT /v2.0/floatingips/b53b1715-c91f-43ae-9764-1d75bd882b37 HTTP/1.1" status: 200 len: 978 time: 4.9210734 Dec 14 01:18:48.362928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54268) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:48.367558 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e5507607-08cc-43a8-9c69-162a0b3607e0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:48.376913 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd6fb0-1a83-49b1-bde6-f72c19b16878 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:48.377588 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-02bd6fb0-1a83-49b1-bde6-f72c19b16878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:48.446329 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-02bd6fb0-1a83-49b1-bde6-f72c19b16878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:48.456051 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Attempting to bind port 27622d31-6f39-4a10-b8d8-322c3ce2fc36 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:48.456564 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Attempting to bind port 27622d31-6f39-4a10-b8d8-322c3ce2fc36 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:48.456936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Attempting to bind port 27622d31-6f39-4a10-b8d8-322c3ce2fc36 on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:48.460898 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:18:45Z', 'revision_number': 4, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:39Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5116e6f-687b-4d43-a64f-a472c53dab16', 'name': '', 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:45:d9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:42Z', 'updated_at': '2021-12-14T01:18:46Z', 'revision_number': 2, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:48.469482 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:48.469861 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:48.470272 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.470669 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:48.471156 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Bound port: 27622d31-6f39-4a10-b8d8-322c3ce2fc36, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:48.471540 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.480829 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5507607-08cc-43a8-9c69-162a0b3607e0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.493238 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Checking router: ddc1cb9d-697d-4f07-a1ff-db09b297f07f for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:18:48.493927 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Updating router ddc1cb9d-697d-4f07-a1ff-db09b297f07f port a5116e6f-687b-4d43-a64f-a472c53dab16 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:18:48.508252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd6fb0-1a83-49b1-bde6-f72c19b16878 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:48.509301 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-02bd6fb0-1a83-49b1-bde6-f72c19b16878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:48.543493 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.556124 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-02bd6fb0-1a83-49b1-bde6-f72c19b16878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:48.556817 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd6fb0-1a83-49b1-bde6-f72c19b16878 None None] The sync data for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:48.576501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4f89063f-1d1a-4d03-b055-8f060a64449c no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:18:48.609605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 4f89063f-1d1a-4d03-b055-8f060a64449c {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:18:48.610224 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4f89063f-1d1a-4d03-b055-8f060a64449c not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:18:48.629582 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] For port 27622d31-6f39-4a10-b8d8-322c3ce2fc36, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:48.635094 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] For port 27622d31-6f39-4a10-b8d8-322c3ce2fc36, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=27622d31-6f39-4a10-b8d8-322c3ce2fc36,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:48.643652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.752450 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376e2478-8beb-4a09-83f0-627ee2930f32 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:48.757333 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-376e2478-8beb-4a09-83f0-627ee2930f32 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.836327 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd8f88-59d8-4015-a9cc-0bf7234d7962 None None] Pushing event updated for resources: {'Port': ['ID=27622d31-6f39-4a10-b8d8-322c3ce2fc36,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:48.858413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b64538e-e1da-45ec-bcf6-908d61e573ee tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.913069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d468d-9f93-48ef-b95c-41eb10dbf2a2 req-ab4cdde8-bb65-4557-b88a-1371cebc1e95 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:48.914691 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c50d468d-9f93-48ef-b95c-41eb10dbf2a2 req-ab4cdde8-bb65-4557-b88a-1371cebc1e95 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.3616357 Dec 14 01:18:48.938739 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d5fa-a166-456a-935f-da18d9e387f1 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.941247 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.947672 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185138d-30e2-41cb-8bff-00180cd96840 req-d7cd2fa6-a9ac-4759-a573-84920393a1f5 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:48.955362 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.955837 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9185138d-30e2-41cb-8bff-00180cd96840 req-d7cd2fa6-a9ac-4759-a573-84920393a1f5 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.6925347 Dec 14 01:18:48.958442 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d5fa-a166-456a-935f-da18d9e387f1 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:48.979341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376e2478-8beb-4a09-83f0-627ee2930f32 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:18:48.992037 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64538e-e1da-45ec-bcf6-908d61e573ee tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Subnet': ['ID=a6571c95-779e-4ffe-b77e-9b46b05f8c48,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:49.031103 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b64538e-e1da-45ec-bcf6-908d61e573ee tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Checking segment: {'id': 'a4cb246a-b5c3-4898-9cd5-c078329579f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e838e68e-0740-4186-9165-81efbcc62e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:49.031523 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b64538e-e1da-45ec-bcf6-908d61e573ee tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network hostable DHCP agents. Network: e838e68e-0740-4186-9165-81efbcc62e6c, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:18:49.102664 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5507607-08cc-43a8-9c69-162a0b3607e0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.103095 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-376e2478-8beb-4a09-83f0-627ee2930f32 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.103457 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-376e2478-8beb-4a09-83f0-627ee2930f32 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Added segment a35d069f-36f3-4e3b-9477-219d9830d503 of type vlan for network e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a Dec 14 01:18:49.119313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5507607-08cc-43a8-9c69-162a0b3607e0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.119976 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-e5507607-08cc-43a8-9c69-162a0b3607e0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Floating IP b53b1715-c91f-43ae-9764-1d75bd882b37 disassociated. External IP: 172.26.1.166, port: 7884d67f-ee7c-4627-ac40-df1596f34b15. Dec 14 01:18:49.132717 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a2da3-9ba8-47ee-943c-5ed80a85358e None None] Pushing event updated for resources: {'Port': ['ID=a5116e6f-687b-4d43-a64f-a472c53dab16,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:49.166819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b64538e-e1da-45ec-bcf6-908d61e573ee tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network e838e68e-0740-4186-9165-81efbcc62e6c is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:18:49.167097 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d5fa-a166-456a-935f-da18d9e387f1 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.167458 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc4d5fa-a166-456a-935f-da18d9e387f1 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Fanout notify agent at l3_agent the message router_deleted on router db9649cb-bdb0-4779-b715-6b68c88d9cac {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:18:49.192072 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d5fa-a166-456a-935f-da18d9e387f1 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.196830 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bfc4d5fa-a166-456a-935f-da18d9e387f1 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "DELETE /v2.0/routers/db9649cb-bdb0-4779-b715-6b68c88d9cac HTTP/1.1" status: 204 len: 168 time: 3.0634377 Dec 14 01:18:49.198919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-1b64538e-e1da-45ec-bcf6-908d61e573ee tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, e838e68e-0740-4186-9165-81efbcc62e6c) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:49.201020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54270) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:49.210047 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ec6923-2c74-45cc-861e-e52f3d9c7bfd None None] Network e838e68e-0740-4186-9165-81efbcc62e6c requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:49.216341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e2c6edde-e711-4c13-8fd0-e279c17fba0a tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-165766216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:49.225738 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Attempting to bind port a5116e6f-687b-4d43-a64f-a472c53dab16 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:49.226105 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Attempting to bind port a5116e6f-687b-4d43-a64f-a472c53dab16 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '6d9acf5c-ccb8-433a-86ba-b6ebf7d72481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:49.226836 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Attempting to bind port a5116e6f-687b-4d43-a64f-a472c53dab16 on network a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:49.237538 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:49.239146 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Checking segment: {'id': '6d9acf5c-ccb8-433a-86ba-b6ebf7d72481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:49.241625 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.242644 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Bound using segment: {'id': '6d9acf5c-ccb8-433a-86ba-b6ebf7d72481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:49.243312 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Bound port: a5116e6f-687b-4d43-a64f-a472c53dab16, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9acf5c-ccb8-433a-86ba-b6ebf7d72481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:49.244458 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.253801 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-376e2478-8beb-4a09-83f0-627ee2930f32 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.266773 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9185138d-30e2-41cb-8bff-00180cd96840 req-a6df2d5d-8b2d-4e5f-a671-2ac848db3c5d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087060 Dec 14 01:18:49.301584 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c50d468d-9f93-48ef-b95c-41eb10dbf2a2 req-a6f2cab5-4a70-4300-936b-973aad0cfaa2 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3216996 Dec 14 01:18:49.320711 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b64538e-e1da-45ec-bcf6-908d61e573ee tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:49.321719 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b64538e-e1da-45ec-bcf6-908d61e573ee tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.328075 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54274) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:49.368633 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-2d70c785-80dc-4b70-bb57-bbfe503fafb5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:18:49.407745 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] For port a5116e6f-687b-4d43-a64f-a472c53dab16, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:49.412217 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] For port a5116e6f-687b-4d43-a64f-a472c53dab16, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a5116e6f-687b-4d43-a64f-a472c53dab16,segment=NetworkSegment(6d9acf5c-ccb8-433a-86ba-b6ebf7d72481),segment_id=6d9acf5c-ccb8-433a-86ba-b6ebf7d72481)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:49.417593 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-e838e68e-0740-4186-9165-81efbcc62e6c', 'network_id': 'e838e68e-0740-4186-9165-81efbcc62e6c', 'project_id': 'aa1defb958db4a1196837e6cd5b818e7', 'fixed_ips': [{'subnet_id': 'a6571c95-779e-4ffe-b77e-9b46b05f8c48'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:49.418900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.420763 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1b64538e-e1da-45ec-bcf6-908d61e573ee tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5371234 Dec 14 01:18:49.421472 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54276) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:49.423621 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.497366 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2c6edde-e711-4c13-8fd0-e279c17fba0a tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.498655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2c6edde-e711-4c13-8fd0-e279c17fba0a tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.507715 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-376e2478-8beb-4a09-83f0-627ee2930f32 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.515379 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376e2478-8beb-4a09-83f0-627ee2930f32 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:49.516124 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-376e2478-8beb-4a09-83f0-627ee2930f32 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.529799 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:49.530453 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:49.611055 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a2da3-9ba8-47ee-943c-5ed80a85358e None None] Pushing event updated for resources: {'Port': ['ID=a5116e6f-687b-4d43-a64f-a472c53dab16,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:49.611858 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb308e-b471-4f9e-8a33-59225492ba3e tempest-TestNetworkAdvancedServerOps-308242810 tempest-TestNetworkAdvancedServerOps-308242810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:49.614012 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b2eb308e-b471-4f9e-8a33-59225492ba3e tempest-TestNetworkAdvancedServerOps-308242810 tempest-TestNetworkAdvancedServerOps-308242810-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 1094 time: 0.2826223 Dec 14 01:18:49.621717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54278) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:49.643608 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-376e2478-8beb-4a09-83f0-627ee2930f32 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6458576 Dec 14 01:18:49.650383 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:49.652828 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b656395a-f1c1-4492-bbbb-aec563223b27 None None] Provisioning complete for port a5116e6f-687b-4d43-a64f-a472c53dab16 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:49.653236 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b656395a-f1c1-4492-bbbb-aec563223b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.661456 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54280) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:49.693005 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:18:49.713854 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1e42d-12a8-4b38-9189-0f82b6e3e7c5 req-c9c2cccd-aa73-45f9-8281-df62f03f122c tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:49.725049 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f4b1e42d-12a8-4b38-9189-0f82b6e3e7c5 req-c9c2cccd-aa73-45f9-8281-df62f03f122c tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.2648618 Dec 14 01:18:49.745378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4bd0d151-8d7a-4c3c-aced-e08748725d09 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'subnet': {'network_id': 'e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:49.771153 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 27622d31-6f39-4a10-b8d8-322c3ce2fc36 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:49.841600 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2c6edde-e711-4c13-8fd0-e279c17fba0a tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.868788 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Allocated IP 172.20.0.1 (e838e68e-0740-4186-9165-81efbcc62e6c/a6571c95-779e-4ffe-b77e-9b46b05f8c48/71fe010a-5998-436a-9852-b3206263fc33) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:49.884044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2c6edde-e711-4c13-8fd0-e279c17fba0a tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.905743 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:49.913791 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e2478-8beb-4a09-83f0-627ee2930f32 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Network': ['ID=e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:49.933212 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:18:49.945488 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.032233 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5507607-08cc-43a8-9c69-162a0b3607e0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router 5ab275d4-f0a2-4162-a736-a68344d840d7 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:18:50.036034 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2c6edde-e711-4c13-8fd0-e279c17fba0a tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.037434 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e2c6edde-e711-4c13-8fd0-e279c17fba0a tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8271844 Dec 14 01:18:50.043511 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54282) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:50.047406 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f4b1e42d-12a8-4b38-9189-0f82b6e3e7c5 req-c799c7e8-b069-40f7-984a-4f46e6c17821 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210325 Dec 14 01:18:50.060131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'enable_snat': False}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:50.061810 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d70c785-80dc-4b70-bb57-bbfe503fafb5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.118496 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd0d151-8d7a-4c3c-aced-e08748725d09 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Made reservation on behalf of 6421d7e1c8bd42d9b1a794f810865b2f for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:50.122625 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4bd0d151-8d7a-4c3c-aced-e08748725d09 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.171182 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:18:45Z', 'revision_number': 4, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:39Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5116e6f-687b-4d43-a64f-a472c53dab16', 'name': '', 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:45:d9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:42Z', 'updated_at': '2021-12-14T01:18:49Z', 'revision_number': 4, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:50.228194 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.248030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b656395a-f1c1-4492-bbbb-aec563223b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.260658 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 27622d31-6f39-4a10-b8d8-322c3ce2fc36 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:50.261324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.266508 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.299665 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Network e838e68e-0740-4186-9165-81efbcc62e6c is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:50.324576 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6645c564-41ab-4346-b02c-6b0184629001 None None] The sync data for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv is: [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:18:45Z', 'revision_number': 4, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:39Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5116e6f-687b-4d43-a64f-a472c53dab16', 'name': '', 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:45:d9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:42Z', 'updated_at': '2021-12-14T01:18:49Z', 'revision_number': 4, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:50.351924 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:50.416885 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:50.468012 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.510366 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.525897 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2d70c785-80dc-4b70-bb57-bbfe503fafb5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] For port 27622d31-6f39-4a10-b8d8-322c3ce2fc36, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=27622d31-6f39-4a10-b8d8-322c3ce2fc36,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:50.536391 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01707583-5d8f-460f-a95b-2b6e11021549 req-f9d2c6c9-483c-4c35-aa55-4ad8fb99d8a1 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:50.538003 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-01707583-5d8f-460f-a95b-2b6e11021549 req-f9d2c6c9-483c-4c35-aa55-4ad8fb99d8a1 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.3048768 Dec 14 01:18:50.563859 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Pushing event updated for resources: {'Port': ['ID=71fe010a-5998-436a-9852-b3206263fc33,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:50.578588 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b656395a-f1c1-4492-bbbb-aec563223b27 None None] For port a5116e6f-687b-4d43-a64f-a472c53dab16, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a5116e6f-687b-4d43-a64f-a472c53dab16,segment=NetworkSegment(6d9acf5c-ccb8-433a-86ba-b6ebf7d72481),segment_id=6d9acf5c-ccb8-433a-86ba-b6ebf7d72481)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:50.591482 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b656395a-f1c1-4492-bbbb-aec563223b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.639434 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Attempting to bind port 71fe010a-5998-436a-9852-b3206263fc33 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:50.639434 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Attempting to bind port 71fe010a-5998-436a-9852-b3206263fc33 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'a4cb246a-b5c3-4898-9cd5-c078329579f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e838e68e-0740-4186-9165-81efbcc62e6c'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:50.639926 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Attempting to bind port 71fe010a-5998-436a-9852-b3206263fc33 on network e838e68e-0740-4186-9165-81efbcc62e6c {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:50.664532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:50.664987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Checking segment: {'id': 'a4cb246a-b5c3-4898-9cd5-c078329579f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e838e68e-0740-4186-9165-81efbcc62e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:50.665818 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.665818 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Bound using segment: {'id': 'a4cb246a-b5c3-4898-9cd5-c078329579f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e838e68e-0740-4186-9165-81efbcc62e6c'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:50.666149 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Bound port: 71fe010a-5998-436a-9852-b3206263fc33, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4cb246a-b5c3-4898-9cd5-c078329579f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e838e68e-0740-4186-9165-81efbcc62e6c'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:50.666691 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.686453 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d70c785-80dc-4b70-bb57-bbfe503fafb5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.690265 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.700227 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.708488 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d70c785-80dc-4b70-bb57-bbfe503fafb5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.709424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d70c785-80dc-4b70-bb57-bbfe503fafb5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.715486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656395a-f1c1-4492-bbbb-aec563223b27 None None] Pushing event updated for resources: {'Port': ['ID=a5116e6f-687b-4d43-a64f-a472c53dab16,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:50.730943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5507607-08cc-43a8-9c69-162a0b3607e0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:50.736307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5507607-08cc-43a8-9c69-162a0b3607e0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.740595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Subnet': ['ID=a6571c95-779e-4ffe-b77e-9b46b05f8c48,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:50.764829 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0de2904-0333-4872-bf08-b542237a25ed None None] Sync routers for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:50.782223 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0de2904-0333-4872-bf08-b542237a25ed None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:50.782847 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b0de2904-0333-4872-bf08-b542237a25ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:50.791336 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-01707583-5d8f-460f-a95b-2b6e11021549 req-abbdec97-cc2a-45c9-bef0-974d034ba63f tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210882 Dec 14 01:18:50.814184 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-68d97fc5-16ac-4718-8386-9679971f29ab None None] Provisioning complete for port 27622d31-6f39-4a10-b8d8-322c3ce2fc36 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:50.814558 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-68d97fc5-16ac-4718-8386-9679971f29ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.843835 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.851803 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e5507607-08cc-43a8-9c69-162a0b3607e0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "PUT /v2.0/floatingips/b53b1715-c91f-43ae-9764-1d75bd882b37 HTTP/1.1" status: 200 len: 688 time: 2.4873328 Dec 14 01:18:50.855278 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54288) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:50.860387 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b0de2904-0333-4872-bf08-b542237a25ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:50.880494 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] For port 71fe010a-5998-436a-9852-b3206263fc33, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:50.882877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:18:50.883294 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:18:50.883803 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0de2904-0333-4872-bf08-b542237a25ed None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:50.885051 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b0de2904-0333-4872-bf08-b542237a25ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:50.891984 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] For port 71fe010a-5998-436a-9852-b3206263fc33, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=71fe010a-5998-436a-9852-b3206263fc33,segment=NetworkSegment(a4cb246a-b5c3-4898-9cd5-c078329579f0),segment_id=a4cb246a-b5c3-4898-9cd5-c078329579f0)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:50.906297 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.917857 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4bd0d151-8d7a-4c3c-aced-e08748725d09 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:50.957986 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b0de2904-0333-4872-bf08-b542237a25ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:50.959052 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0de2904-0333-4872-bf08-b542237a25ed None None] The sync data for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:50.983438 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:51.018298 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70c785-80dc-4b70-bb57-bbfe503fafb5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:51.036402 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2d70c785-80dc-4b70-bb57-bbfe503fafb5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:51.045413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e838e68e-0740-4186-9165-81efbcc62e6c']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:51.051454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d70c785-80dc-4b70-bb57-bbfe503fafb5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:51.052049 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d70c785-80dc-4b70-bb57-bbfe503fafb5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:51.054487 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70c785-80dc-4b70-bb57-bbfe503fafb5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=baa0e9a0-80f7-4832-bfa4-7690be7effb1,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:51.068155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cb246a-b5c3-4898-9cd5-c078329579f0') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:51.068765 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cb246a-b5c3-4898-9cd5-c078329579f0') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:51.080663 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:51.138031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:51.154781 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0d151-8d7a-4c3c-aced-e08748725d09 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Subnet': ['ID=4be69346-3440-4b96-a42f-d21bf49ab153,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:51.164769 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70c785-80dc-4b70-bb57-bbfe503fafb5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=27622d31-6f39-4a10-b8d8-322c3ce2fc36,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:51.190268 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58d7d13-01cc-447f-8cc5-94a7c5677f1b None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:51.191489 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2d70c785-80dc-4b70-bb57-bbfe503fafb5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.0495114 Dec 14 01:18:51.193341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54290) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:51.205496 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b842b59b-1fe0-411e-9be4-0945169aaf4a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'mac_address': 'fa:16:3e:5d:eb:1a', 'name': 'tempest-NetworksTestDHCPv6-1908447718'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:51.239928 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e24d8-9d27-4d5d-b564-164c460172c4 None None] Pushing event updated for resources: {'Port': ['ID=71fe010a-5998-436a-9852-b3206263fc33,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:51.253292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-68d97fc5-16ac-4718-8386-9679971f29ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:51.275735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b63153-3d2d-4cfc-9cc6-d87e44162cc9 None None] Network e838e68e-0740-4186-9165-81efbcc62e6c requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:51.284208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd0d151-8d7a-4c3c-aced-e08748725d09 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Checking segment: {'id': 'a35d069f-36f3-4e3b-9477-219d9830d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:51.284208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd0d151-8d7a-4c3c-aced-e08748725d09 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network hostable DHCP agents. Network: e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:18:51.354997 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd0d151-8d7a-4c3c-aced-e08748725d09 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:18:51.369587 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2d50454a-d661-48b7-9bf5-82df083a087b tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Deleting port ba1f8b5b-d824-45f7-9550-d33bd4d655a9 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:51.370257 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d50454a-d661-48b7-9bf5-82df083a087b tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:51.375563 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-4bd0d151-8d7a-4c3c-aced-e08748725d09 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:51.375849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-68d97fc5-16ac-4718-8386-9679971f29ab None None] For port 27622d31-6f39-4a10-b8d8-322c3ce2fc36, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=27622d31-6f39-4a10-b8d8-322c3ce2fc36,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:51.403591 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd0d151-8d7a-4c3c-aced-e08748725d09 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:51.404456 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4bd0d151-8d7a-4c3c-aced-e08748725d09 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:51.414247 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-68d97fc5-16ac-4718-8386-9679971f29ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:51.416406 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04200b29-0c1b-4fdc-b814-f4d4da2c2328 None None] Network e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:51.470211 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4bd0d151-8d7a-4c3c-aced-e08748725d09 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7333086 Dec 14 01:18:51.474840 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54292) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:51.490064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:18:51.490465 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:18:51.509790 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:18:51.554549 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-68d97fc5-16ac-4718-8386-9679971f29ab None None] Provisioning complete for port a5116e6f-687b-4d43-a64f-a472c53dab16 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:51.554877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-68d97fc5-16ac-4718-8386-9679971f29ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:51.603984 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d97fc5-16ac-4718-8386-9679971f29ab None None] Pushing event updated for resources: {'Port': ['ID=27622d31-6f39-4a10-b8d8-322c3ce2fc36,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:51.613004 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 01:18:51.613004 dv-neutron-821592-1-hyperv neutron-server[103409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 01:18:51.613004 dv-neutron-821592-1-hyperv neutron-server[103409]: [parameters: {'id': 'e838e68e-0740-4186-9165-81efbcc62e6c'}] Dec 14 01:18:51.613004 dv-neutron-821592-1-hyperv neutron-server[103409]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:18:51.613406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:18:51.622450 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Allocated IP 172.26.1.171 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/bf10b886-935f-4b47-b63c-fa2d7a4d2dcb) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:51.642131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:51.672881 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:51.698381 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d50454a-d661-48b7-9bf5-82df083a087b tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:51.698729 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d50454a-d661-48b7-9bf5-82df083a087b tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:51.705603 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a', 'network_id': 'e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a', 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'fixed_ips': [{'subnet_id': '4be69346-3440-4b96-a42f-d21bf49ab153'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:51.706500 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:51.768113 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2d50454a-d661-48b7-9bf5-82df083a087b tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Calling delete_port for ba1f8b5b-d824-45f7-9550-d33bd4d655a9 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:51.773336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b842b59b-1fe0-411e-9be4-0945169aaf4a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:51.843848 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:51.892224 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:51.941922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Allocated IP 2001:db8:3::2 (e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a/4be69346-3440-4b96-a42f-d21bf49ab153/52064f06-535c-4062-a7fc-9648d26a8e85) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:51.944089 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 27622d31-6f39-4a10-b8d8-322c3ce2fc36 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:51.969900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:51.970971 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event updated for resources: {'Port': ['ID=bf10b886-935f-4b47-b63c-fa2d7a4d2dcb,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:51.978771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:51.982063 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:52.012747 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cc6079ab-0163-41f7-a312-b3dde2054e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.055558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b842b59b-1fe0-411e-9be4-0945169aaf4a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.083267 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 27622d31-6f39-4a10-b8d8-322c3ce2fc36 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:52.083798 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.090330 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Allocated IP 172.26.1.13 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/cc576dfd-09c6-45aa-8e0c-0448ff16e7a9) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:52.116132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.121731 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-b842b59b-1fe0-411e-9be4-0945169aaf4a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port 132f8060-dc7a-4881-ba20-9f5bdafddedf yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:18:52.255705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.261218 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a5116e6f-687b-4d43-a64f-a472c53dab16 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:52.261530 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d50454a-d661-48b7-9bf5-82df083a087b tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.299930 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.324287 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50454a-d661-48b7-9bf5-82df083a087b tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Port': ['ID=ba1f8b5b-d824-45f7-9550-d33bd4d655a9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:52.342564 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.354912 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Network e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:52.364876 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:52.370708 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:52.376460 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port a5116e6f-687b-4d43-a64f-a472c53dab16 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:52.376747 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.383673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Pushing event updated for resources: {'Port': ['ID=52064f06-535c-4062-a7fc-9648d26a8e85,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:52.399116 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Deleting port 71fe010a-5998-436a-9852-b3206263fc33 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:52.399446 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.457905 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Attempting to bind port 52064f06-535c-4062-a7fc-9648d26a8e85 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:52.458771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Attempting to bind port 52064f06-535c-4062-a7fc-9648d26a8e85 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'a35d069f-36f3-4e3b-9477-219d9830d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:52.458771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Attempting to bind port 52064f06-535c-4062-a7fc-9648d26a8e85 on network e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:52.468053 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:52.468717 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Checking segment: {'id': 'a35d069f-36f3-4e3b-9477-219d9830d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:52.469124 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.469619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Bound using segment: {'id': 'a35d069f-36f3-4e3b-9477-219d9830d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:52.470206 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Bound port: 52064f06-535c-4062-a7fc-9648d26a8e85, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35d069f-36f3-4e3b-9477-219d9830d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:52.470712 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.496664 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.558826 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] For port 71fe010a-5998-436a-9852-b3206263fc33, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=71fe010a-5998-436a-9852-b3206263fc33,segment=NetworkSegment(a4cb246a-b5c3-4898-9cd5-c078329579f0),segment_id=a4cb246a-b5c3-4898-9cd5-c078329579f0)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:52.559091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.582034 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] For port 52064f06-535c-4062-a7fc-9648d26a8e85, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:52.586189 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] For port 52064f06-535c-4062-a7fc-9648d26a8e85, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=52064f06-535c-4062-a7fc-9648d26a8e85,segment=NetworkSegment(a35d069f-36f3-4e3b-9477-219d9830d503),segment_id=a35d069f-36f3-4e3b-9477-219d9830d503)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:52.591643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Calling delete_port for 71fe010a-5998-436a-9852-b3206263fc33 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:52.595977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.671067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8dc7e0-a72f-4dc9-91ea-287951a58525 None None] Pushing event updated for resources: {'Port': ['ID=52064f06-535c-4062-a7fc-9648d26a8e85,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:52.747275 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.774977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2043d8af-b258-4919-afc7-2f90522966ce None None] Provisioning complete for port 27622d31-6f39-4a10-b8d8-322c3ce2fc36 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:52.775333 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2043d8af-b258-4919-afc7-2f90522966ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.846223 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:52.855489 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.857319 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:52.888019 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Pushing event updated for resources: {'Port': ['ID=cc576dfd-09c6-45aa-8e0c-0448ff16e7a9,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:52.892912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:52.937944 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ba70e6-66e8-4cfd-9310-9a4ded3f0e64 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:52.980495 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d50454a-d661-48b7-9bf5-82df083a087b tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.983469 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d50454a-d661-48b7-9bf5-82df083a087b tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:52.984748 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2d50454a-d661-48b7-9bf5-82df083a087b tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/floatingips/b53b1715-c91f-43ae-9764-1d75bd882b37 HTTP/1.1" status: 204 len: 168 time: 2.1204300 Dec 14 01:18:52.994481 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54294) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:53.014892 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:53.064621 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b5e7058c-ca3c-4616-89a5-91139eccba08 None None] Provisioning complete for port cc576dfd-09c6-45aa-8e0c-0448ff16e7a9 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:53.065152 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b5e7058c-ca3c-4616-89a5-91139eccba08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:53.076382 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-cef3a1e8-afb6-442b-ab43-987abaed3767 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] delete failed (client error): The resource could not be found. Dec 14 01:18:53.077025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Port': ['ID=71fe010a-5998-436a-9852-b3206263fc33,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:53.077181 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cef3a1e8-afb6-442b-ab43-987abaed3767 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/floatingips/b53b1715-c91f-43ae-9764-1d75bd882b37 HTTP/1.1" status: 404 len: 345 time: 0.0810285 Dec 14 01:18:53.080731 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b842b59b-1fe0-411e-9be4-0945169aaf4a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::ce (bee5f2cb-0e66-4058-9cdb-51591d3f118e/6e3cadc1-1274-4510-af69-450d5a8a59de/132f8060-dc7a-4881-ba20-9f5bdafddedf) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:53.082186 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54296) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:53.110388 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No DVR routers for this DVR port 71fe010a-5998-436a-9852-b3206263fc33 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:18:53.139358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b5e7058c-ca3c-4616-89a5-91139eccba08 None None] Port cc576dfd-09c6-45aa-8e0c-0448ff16e7a9 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:53.143464 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b842b59b-1fe0-411e-9be4-0945169aaf4a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5d:eb1a (bee5f2cb-0e66-4058-9cdb-51591d3f118e/baa0e9a0-80f7-4832-bfa4-7690be7effb1/132f8060-dc7a-4881-ba20-9f5bdafddedf) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:53.170782 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:53.255483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:53.258453 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac7d71e-0553-409f-9bba-e444b46c733d tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:53.264598 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac7d71e-0553-409f-9bba-e444b46c733d tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:53.270578 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac7d71e-0553-409f-9bba-e444b46c733d tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:53.272297 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5ac7d71e-0553-409f-9bba-e444b46c733d tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "GET /v2.0/ports?network_id=1a6d2724-91ac-41ae-a899-cae28b27ee18 HTTP/1.1" status: 200 len: 2359 time: 0.1891325 Dec 14 01:18:53.277650 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54298) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:53.358729 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e838e68e-0740-4186-9165-81efbcc62e6c']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:53.407165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cb246a-b5c3-4898-9cd5-c078329579f0') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:53.407438 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cb246a-b5c3-4898-9cd5-c078329579f0') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:53.408363 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Allocated IP 2001:db8:3::1 (e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a/4be69346-3440-4b96-a42f-d21bf49ab153/3db735a2-ab90-478f-a273-7914dba2f7c4) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:53.422000 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:53.436144 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a4ab75-c8cf-40d8-9b18-2d5172a9d110 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:53.442373 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-41a4ab75-c8cf-40d8-9b18-2d5172a9d110 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "GET /v2.0/subnets/6f7764bd-7ac3-4d60-a49e-e04cc9d027b4 HTTP/1.1" status: 200 len: 797 time: 0.1555402 Dec 14 01:18:53.443054 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54300) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:53.455102 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d1ece54e-56dd-415d-a8d7-bd8a67c8a160 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'port': {'network_id': '1a6d2724-91ac-41ae-a899-cae28b27ee18', 'name': 'tempest-FloatingIPTestJSON-561303629', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:53.460035 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:53.475959 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:53.540825 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:18:53.541235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:53.548730 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b842b59b-1fe0-411e-9be4-0945169aaf4a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:18:53.554528 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:18:53.605297 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:53.641157 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b842b59b-1fe0-411e-9be4-0945169aaf4a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:53.693384 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b842b59b-1fe0-411e-9be4-0945169aaf4a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:53.697239 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b842b59b-1fe0-411e-9be4-0945169aaf4a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:53.702501 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:53.704548 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b842b59b-1fe0-411e-9be4-0945169aaf4a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:53.711043 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b842b59b-1fe0-411e-9be4-0945169aaf4a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:53.711723 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b842b59b-1fe0-411e-9be4-0945169aaf4a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:53.735128 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842b59b-1fe0-411e-9be4-0945169aaf4a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=132f8060-dc7a-4881-ba20-9f5bdafddedf,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:53.771825 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:53.782966 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b842b59b-1fe0-411e-9be4-0945169aaf4a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5867889 Dec 14 01:18:53.789554 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:53.792048 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54302) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:53.802766 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:53.803578 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:53.855361 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 52064f06-535c-4062-a7fc-9648d26a8e85 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:53.880118 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=3db735a2-ab90-478f-a273-7914dba2f7c4,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:53.944610 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 52064f06-535c-4062-a7fc-9648d26a8e85 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:53.946532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.021003 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e630e-cb4c-4b04-8e38-24af63445188 None None] Network e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:54.043452 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.063518 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3b392261-3311-403f-b4b5-a500e9bc0b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port 132f8060-dc7a-4881-ba20-9f5bdafddedf {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:54.063749 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3b392261-3311-403f-b4b5-a500e9bc0b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.120247 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.140078 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.146670 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/e838e68e-0740-4186-9165-81efbcc62e6c HTTP/1.1" status: 204 len: 168 time: 4.7173805 Dec 14 01:18:54.147572 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54304) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:54.158152 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7718d259-ae0d-4827-84fe-0b9ab781b40b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-796473220'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:54.173091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7323ce-636c-4e20-8447-d7fa7134f267 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Network': ['ID=e838e68e-0740-4186-9165-81efbcc62e6c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:54.181567 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.206080 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7995bfaf-ebb7-44b6-9acc-9563fab3a5a9 None None] Provisioning complete for port 52064f06-535c-4062-a7fc-9648d26a8e85 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:54.206548 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7995bfaf-ebb7-44b6-9acc-9563fab3a5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.209307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.223400 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.276892 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca8ac736-891e-412f-9c70-b4cb0b32ddf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.293638 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7718d259-ae0d-4827-84fe-0b9ab781b40b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:54.297424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7718d259-ae0d-4827-84fe-0b9ab781b40b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.306960 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3b392261-3311-403f-b4b5-a500e9bc0b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.311402 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ece54e-56dd-415d-a8d7-bd8a67c8a160 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Made reservation on behalf of 81ab0088ff7745178df2325ee96a07e7 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:54.311702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 52064f06-535c-4062-a7fc-9648d26a8e85, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=52064f06-535c-4062-a7fc-9648d26a8e85,segment=NetworkSegment(a35d069f-36f3-4e3b-9477-219d9830d503),segment_id=a35d069f-36f3-4e3b-9477-219d9830d503)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:54.323075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.323870 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 27622d31-6f39-4a10-b8d8-322c3ce2fc36 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:54.337867 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3b392261-3311-403f-b4b5-a500e9bc0b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for 132f8060-dc7a-4881-ba20-9f5bdafddedf owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:54.391049 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event updated for resources: {'Port': ['ID=bf10b886-935f-4b47-b63c-fa2d7a4d2dcb,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:54.424514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.428947 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.441112 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7718d259-ae0d-4827-84fe-0b9ab781b40b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:18:54.477823 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.481475 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7718d259-ae0d-4827-84fe-0b9ab781b40b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.481812 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-7718d259-ae0d-4827-84fe-0b9ab781b40b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Added segment 3723c5f4-7d78-4405-add2-597e954a8922 of type vlan for network c8414f6c-4fd2-41b9-8aa5-2a61a57ff433 Dec 14 01:18:54.488079 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=52064f06-535c-4062-a7fc-9648d26a8e85,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:54.503042 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 27622d31-6f39-4a10-b8d8-322c3ce2fc36 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:54.503665 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.524716 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1ece54e-56dd-415d-a8d7-bd8a67c8a160 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.595637 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7718d259-ae0d-4827-84fe-0b9ab781b40b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.627456 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-d1ece54e-56dd-415d-a8d7-bd8a67c8a160 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] device_id is not set on port 74d0ee02-c58c-4706-bc58-30229548ca3a yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:18:54.630216 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5df69e9b-33ad-4e72-bd85-1507ee884616 None None] Provisioning complete for port 132f8060-dc7a-4881-ba20-9f5bdafddedf triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:54.630659 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5df69e9b-33ad-4e72-bd85-1507ee884616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.680859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.694467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5df69e9b-33ad-4e72-bd85-1507ee884616 None None] Port 132f8060-dc7a-4881-ba20-9f5bdafddedf cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:54.695386 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.696830 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.740162 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7718d259-ae0d-4827-84fe-0b9ab781b40b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.745809 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7718d259-ae0d-4827-84fe-0b9ab781b40b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:54.746416 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7718d259-ae0d-4827-84fe-0b9ab781b40b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.800747 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Floating IP c4091a11-7835-4fc2-b845-4bdd387526e9 associated. External IP: 172.26.1.171, port: f5a05474-38ab-423e-b39f-ae9fb1cf0244. Dec 14 01:18:54.824204 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e0cef5d0-022e-4555-a2e7-4eec94e32de8 None None] Provisioning complete for port 3db735a2-ab90-478f-a273-7914dba2f7c4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:54.824576 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0cef5d0-022e-4555-a2e7-4eec94e32de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:54.883801 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718d259-ae0d-4827-84fe-0b9ab781b40b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Network': ['ID=c8414f6c-4fd2-41b9-8aa5-2a61a57ff433,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:54.900031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network c8414f6c-4fd2-41b9-8aa5-2a61a57ff433 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:18:54.911617 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e0cef5d0-022e-4555-a2e7-4eec94e32de8 None None] Port 3db735a2-ab90-478f-a273-7914dba2f7c4 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:54.937735 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7718d259-ae0d-4827-84fe-0b9ab781b40b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7835474 Dec 14 01:18:54.943828 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54306) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:54.951693 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ce1b09b0-7467-4d88-a810-2434564ea90b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:54.963453 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event updated for resources: {'Port': ['ID=3db735a2-ab90-478f-a273-7914dba2f7c4,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:54.990284 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3b392261-3311-403f-b4b5-a500e9bc0b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:55.018555 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e59154-d329-40f5-ac5f-11df22aeb776 None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:18:55.027449 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b392261-3311-403f-b4b5-a500e9bc0b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=132f8060-dc7a-4881-ba20-9f5bdafddedf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:55.082512 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Network e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:55.085697 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:55.087962 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3b392261-3311-403f-b4b5-a500e9bc0b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:55.093730 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3b392261-3311-403f-b4b5-a500e9bc0b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/132f8060-dc7a-4881-ba20-9f5bdafddedf HTTP/1.1" status: 204 len: 168 time: 1.2955093 Dec 14 01:18:55.094297 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54308) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:55.127672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Router da14677b-0bd0-4fc5-813f-414209d454c5 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:18:55.219450 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394606e9-7d23-4bd1-92d3-94e57182a1a5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:55.224298 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-394606e9-7d23-4bd1-92d3-94e57182a1a5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1257460 Dec 14 01:18:55.224298 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54310) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:55.275470 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router ddc1cb9d-697d-4f07-a1ff-db09b297f07f has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:18:55.290731 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46b8136-a403-4813-90f0-1b6dd30dfbc5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:55.294728 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c46b8136-a403-4813-90f0-1b6dd30dfbc5 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0676193 Dec 14 01:18:55.296851 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54312) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:55.296994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e0cef5d0-022e-4555-a2e7-4eec94e32de8 None None] Provisioning complete for port 52064f06-535c-4062-a7fc-9648d26a8e85 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:55.296994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0cef5d0-022e-4555-a2e7-4eec94e32de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:55.333619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:55.392967 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e59154-d329-40f5-ac5f-11df22aeb776 None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:18:55.413390 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646f6427-7c72-45c0-93ed-7d15eb9b1223 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:55.414916 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646f6427-7c72-45c0-93ed-7d15eb9b1223 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:55.416446 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646f6427-7c72-45c0-93ed-7d15eb9b1223 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:55.419661 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-646f6427-7c72-45c0-93ed-7d15eb9b1223 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1219316 Dec 14 01:18:55.421303 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54314) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:55.448535 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ce1b09b0-7467-4d88-a810-2434564ea90b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:55.454806 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-d1ece54e-56dd-415d-a8d7-bd8a67c8a160 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Allocated IP 172.20.0.13 (1a6d2724-91ac-41ae-a899-cae28b27ee18/6f7764bd-7ac3-4d60-a49e-e04cc9d027b4/74d0ee02-c58c-4706-bc58-30229548ca3a) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:55.474792 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-d1ece54e-56dd-415d-a8d7-bd8a67c8a160 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Allocated IP 172.20.0.12 (1a6d2724-91ac-41ae-a899-cae28b27ee18/6f7764bd-7ac3-4d60-a49e-e04cc9d027b4/74d0ee02-c58c-4706-bc58-30229548ca3a) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:55.484214 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:55.491134 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-77fa528b-2366-4e6f-bad0-275d405f7e3e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/ddc1cb9d-697d-4f07-a1ff-db09b297f07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0131354 Dec 14 01:18:55.495830 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54316) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:55.496468 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11a3530-c377-4e77-9372-4b50810f331d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet 6e3cadc1-1274-4510-af69-450d5a8a59de {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:18:55.500049 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f11a3530-c377-4e77-9372-4b50810f331d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:55.506210 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ce1b09b0-7467-4d88-a810-2434564ea90b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:55.510212 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Sync routers for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:55.514371 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Router e8bc2586-1abf-4fd4-b558-561b21b3820e has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:18:55.516979 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fc7f230c-386e-4731-984d-1cc3e2741d37 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:55.530620 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:55.531256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:55.552710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f11a3530-c377-4e77-9372-4b50810f331d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:55.580455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:55.595821 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ac805b-7eba-43b4-8c34-231fa7aedf02 None None] Sync routers for ids ['da14677b-0bd0-4fc5-813f-414209d454c5'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:55.608418 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac805b-7eba-43b4-8c34-231fa7aedf02 None None] Routers {'da14677b-0bd0-4fc5-813f-414209d454c5'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:55.609958 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-49ac805b-7eba-43b4-8c34-231fa7aedf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['da14677b-0bd0-4fc5-813f-414209d454c5'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:55.636152 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c7865acb-d572-4238-9873-2692130b0b03 None None] Provisioning complete for port 3db735a2-ab90-478f-a273-7914dba2f7c4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:55.636507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7865acb-d572-4238-9873-2692130b0b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:55.660196 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-49ac805b-7eba-43b4-8c34-231fa7aedf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:55.685937 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c7865acb-d572-4238-9873-2692130b0b03 None None] Port 3db735a2-ab90-478f-a273-7914dba2f7c4 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:55.692371 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac805b-7eba-43b4-8c34-231fa7aedf02 None None] Routers {'da14677b-0bd0-4fc5-813f-414209d454c5'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:55.695241 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-49ac805b-7eba-43b4-8c34-231fa7aedf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['da14677b-0bd0-4fc5-813f-414209d454c5'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:55.696044 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f11a3530-c377-4e77-9372-4b50810f331d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:55.721600 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 52064f06-535c-4062-a7fc-9648d26a8e85 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:18:55.752081 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-49ac805b-7eba-43b4-8c34-231fa7aedf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:55.753950 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ac805b-7eba-43b4-8c34-231fa7aedf02 None None] The sync data for ids ['da14677b-0bd0-4fc5-813f-414209d454c5'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:18:55.770119 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f11a3530-c377-4e77-9372-4b50810f331d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:55.770603 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:18:55.799775 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a3530-c377-4e77-9372-4b50810f331d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3cadc1-1274-4510-af69-450d5a8a59de,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:55.807608 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f11a3530-c377-4e77-9372-4b50810f331d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:55.812460 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f11a3530-c377-4e77-9372-4b50810f331d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/6e3cadc1-1274-4510-af69-450d5a8a59de HTTP/1.1" status: 204 len: 168 time: 0.3901086 Dec 14 01:18:55.815019 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54318) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:55.873008 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-795fd962-d031-4181-8c07-890abe75a86c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet baa0e9a0-80f7-4832-bfa4-7690be7effb1 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:18:55.876438 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-795fd962-d031-4181-8c07-890abe75a86c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:55.920564 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-795fd962-d031-4181-8c07-890abe75a86c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:55.937699 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce1b09b0-7467-4d88-a810-2434564ea90b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network c8414f6c-4fd2-41b9-8aa5-2a61a57ff433 is not hosted by any dhcp agent {{(pid=103409) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 14 01:18:55.943424 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1b09b0-7467-4d88-a810-2434564ea90b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:55.944262 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ce1b09b0-7467-4d88-a810-2434564ea90b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:55.945745 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ce1b09b0-7467-4d88-a810-2434564ea90b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "PUT /v2.0/networks/c8414f6c-4fd2-41b9-8aa5-2a61a57ff433 HTTP/1.1" status: 200 len: 723 time: 0.9988077 Dec 14 01:18:55.948968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54320) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:55.961543 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3dc5aed9-c45a-4e9d-8053-80c3e0bda734 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'subnet': {'network_id': 'c8414f6c-4fd2-41b9-8aa5-2a61a57ff433', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:55.977249 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:55.980842 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1b356fdf-c818-4e4a-b7f8-63662aa8fa6e tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "PUT /v2.0/routers/da14677b-0bd0-4fc5-813f-414209d454c5 HTTP/1.1" status: 200 len: 914 time: 5.9299011 Dec 14 01:18:55.983775 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54322) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:55.983951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 52064f06-535c-4062-a7fc-9648d26a8e85 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:55.984473 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:56.014110 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83509c56-06f9-4e63-a68d-280dac62b4e5 None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:18:56.086558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-795fd962-d031-4181-8c07-890abe75a86c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:56.142878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc5aed9-c45a-4e9d-8053-80c3e0bda734 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:56.148697 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc5aed9-c45a-4e9d-8053-80c3e0bda734 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:56.154734 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b09b0-7467-4d88-a810-2434564ea90b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Network': ['ID=c8414f6c-4fd2-41b9-8aa5-2a61a57ff433,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:56.177059 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network c8414f6c-4fd2-41b9-8aa5-2a61a57ff433 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:18:56.239335 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-795fd962-d031-4181-8c07-890abe75a86c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:56.276190 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fd962-d031-4181-8c07-890abe75a86c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=baa0e9a0-80f7-4832-bfa4-7690be7effb1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:56.282184 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-795fd962-d031-4181-8c07-890abe75a86c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:56.289265 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-795fd962-d031-4181-8c07-890abe75a86c tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/baa0e9a0-80f7-4832-bfa4-7690be7effb1 HTTP/1.1" status: 204 len: 168 time: 0.4699624 Dec 14 01:18:56.289265 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54324) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:56.320830 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83509c56-06f9-4e63-a68d-280dac62b4e5 None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:18:56.325971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:18:53Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '3db735a2-ab90-478f-a273-7914dba2f7c4', 'name': '', 'network_id': 'e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:1d:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '4be69346-3440-4b96-a42f-d21bf49ab153', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:52Z', 'updated_at': '2021-12-14T01:18:54Z', 'revision_number': 2, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '4be69346-3440-4b96-a42f-d21bf49ab153', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:39Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5116e6f-687b-4d43-a64f-a472c53dab16', 'name': '', 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:45:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:42Z', 'updated_at': '2021-12-14T01:18:50Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:56.338189 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5ac3c042-7fc2-4354-8eaa-061fa4ffd79f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460088 Dec 14 01:18:56.338387 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54326) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:56.343287 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-599918ba-0858-4d20-a5ac-dfe955d5b783 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:56.357490 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Checking router: ddc1cb9d-697d-4f07-a1ff-db09b297f07f for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:18:56.357847 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Updating router ddc1cb9d-697d-4f07-a1ff-db09b297f07f port 3db735a2-ab90-478f-a273-7914dba2f7c4 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:18:56.363968 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b88fffd8-8479-4aec-9eaf-10ee72cabe8c tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "GET /v2.0/routers/da14677b-0bd0-4fc5-813f-414209d454c5 HTTP/1.1" status: 200 len: 920 time: 0.3743627 Dec 14 01:18:56.367801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54328) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:56.402073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:56.442466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1ece54e-56dd-415d-a8d7-bd8a67c8a160 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:56.469596 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:56.488682 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1102be-d15a-4c66-a7e8-e8eb5fb12439 None None] Sync routers for ids ['e8bc2586-1abf-4fd4-b558-561b21b3820e'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:18:56.515555 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc5aed9-c45a-4e9d-8053-80c3e0bda734 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:56.536760 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:56.557292 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599918ba-0858-4d20-a5ac-dfe955d5b783 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:56.561325 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-599918ba-0858-4d20-a5ac-dfe955d5b783 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:56.577988 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3090b5d-023a-4e6c-92b8-f649ba43acbf tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:56.580166 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e3090b5d-023a-4e6c-92b8-f649ba43acbf tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9d3d9e64-5277-4411-88bd-12485529348e&device_id=da14677b-0bd0-4fc5-813f-414209d454c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2093604 Dec 14 01:18:56.582320 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1102be-d15a-4c66-a7e8-e8eb5fb12439 None None] Routers {'e8bc2586-1abf-4fd4-b558-561b21b3820e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:56.582950 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0c1102be-d15a-4c66-a7e8-e8eb5fb12439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e8bc2586-1abf-4fd4-b558-561b21b3820e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:56.586398 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54332) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:56.640877 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1ece54e-56dd-415d-a8d7-bd8a67c8a160 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:56.644854 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4e5dfdfd-2d83-49d4-8c9e-2d142fca8c51 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.0128076 Dec 14 01:18:56.681871 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957a9f2d-e8f7-494a-a7cb-6f64717ae29d', 'tag': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:18:56.684453 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6234343-27a7-437a-86d8-45175ad09a88" -d '{"events": [{"name": "network-changed", "server_uuid": "957a9f2d-e8f7-494a-a7cb-6f64717ae29d", "tag": "f5a05474-38ab-423e-b39f-ae9fb1cf0244"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:18:56.771950 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112c392f-3d0b-43fd-b23d-22df208df514 x-openstack-request-id: req-112c392f-3d0b-43fd-b23d-22df208df514 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:18:56.772348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957a9f2d-e8f7-494a-a7cb-6f64717ae29d", "tag": "f5a05474-38ab-423e-b39f-ae9fb1cf0244", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:18:56.772560 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-112c392f-3d0b-43fd-b23d-22df208df514 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:18:56.772896 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '957a9f2d-e8f7-494a-a7cb-6f64717ae29d', 'tag': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244', 'status': 'completed', 'code': 200} Dec 14 01:18:56.817374 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:56.823343 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ece54e-56dd-415d-a8d7-bd8a67c8a160 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 1a6d2724-91ac-41ae-a899-cae28b27ee18 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:56.835025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d1ece54e-56dd-415d-a8d7-bd8a67c8a160 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:56.838041 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ece54e-56dd-415d-a8d7-bd8a67c8a160 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:56.930181 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ece54e-56dd-415d-a8d7-bd8a67c8a160 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=74d0ee02-c58c-4706-bc58-30229548ca3a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:57.017394 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd62461-da6b-49c0-9868-a17fd160bffd tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:57.023762 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5bd62461-da6b-49c0-9868-a17fd160bffd tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "GET /v2.0/networks/9d3d9e64-5277-4411-88bd-12485529348e HTTP/1.1" status: 200 len: 881 time: 0.4160533 Dec 14 01:18:57.027041 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54338) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:57.076026 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5aed9-c45a-4e9d-8053-80c3e0bda734 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Subnet': ['ID=7fe9d4ee-dd44-4643-b701-f5e6a2b68422,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:57.086011 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ece54e-56dd-415d-a8d7-bd8a67c8a160 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:57.086889 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1ece54e-56dd-415d-a8d7-bd8a67c8a160 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:57.095901 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-60188733-9d48-4664-9790-2935872ad6b9 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "GET /v2.0/ports?device_id=da14677b-0bd0-4fc5-813f-414209d454c5 HTTP/1.1" status: 200 len: 205 time: 0.0626993 Dec 14 01:18:57.099167 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6234343-27a7-437a-86d8-45175ad09a88 req-b84f87e9-ace9-4cb4-a5be-23e00d463905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:57.100373 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c6234343-27a7-437a-86d8-45175ad09a88 req-b84f87e9-ace9-4cb4-a5be-23e00d463905 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b1b08b5113b40ba8706b97c1e28214f&device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 1099 time: 0.2514117 Dec 14 01:18:57.101574 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54340) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:57.101709 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5aed9-c45a-4e9d-8053-80c3e0bda734 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Checking segment: {'id': '3723c5f4-7d78-4405-add2-597e954a8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c8414f6c-4fd2-41b9-8aa5-2a61a57ff433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:57.102395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc5aed9-c45a-4e9d-8053-80c3e0bda734 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network hostable DHCP agents. Network: c8414f6c-4fd2-41b9-8aa5-2a61a57ff433, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:18:57.134039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.extraroute_db [None req-fc7f230c-386e-4731-984d-1cc3e2741d37 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 14 01:18:57.141442 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0c1102be-d15a-4c66-a7e8-e8eb5fb12439 None None] Set router e8bc2586-1abf-4fd4-b558-561b21b3820e gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:18:57.199488 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d1ece54e-56dd-415d-a8d7-bd8a67c8a160 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.7531121 Dec 14 01:18:57.202652 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65745e1e-0b03-4ecf-8790-900da67bd85b req-99c7240e-9990-4915-bd19-2e41979fab2d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:57.204272 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-65745e1e-0b03-4ecf-8790-900da67bd85b req-99c7240e-9990-4915-bd19-2e41979fab2d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.1729791 Dec 14 01:18:57.210383 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54342) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:57.214801 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '74d0ee02-c58c-4706-bc58-30229548ca3a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:57.229214 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.extraroute_db [None req-fc7f230c-386e-4731-984d-1cc3e2741d37 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Removed routes are [] {{(pid=103409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 14 01:18:57.229759 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fc7f230c-386e-4731-984d-1cc3e2741d37 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:57.291239 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc5aed9-c45a-4e9d-8053-80c3e0bda734 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network c8414f6c-4fd2-41b9-8aa5-2a61a57ff433 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:18:57.343640 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3dc5aed9-c45a-4e9d-8053-80c3e0bda734 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, c8414f6c-4fd2-41b9-8aa5-2a61a57ff433) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:57.364403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6234343-27a7-437a-86d8-45175ad09a88 req-1ba24c30-2b5a-4122-acfb-a8018a8c4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:57.366113 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c6234343-27a7-437a-86d8-45175ad09a88 req-1ba24c30-2b5a-4122-acfb-a8018a8c4861 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 HTTP/1.1" status: 200 len: 896 time: 0.2522118 Dec 14 01:18:57.369219 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:57.384985 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-65745e1e-0b03-4ecf-8790-900da67bd85b req-b436c9c4-1c26-402a-a490-fb636ea4ffc1 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619337 Dec 14 01:18:57.389182 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc5aed9-c45a-4e9d-8053-80c3e0bda734 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:57.389842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc5aed9-c45a-4e9d-8053-80c3e0bda734 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:57.414339 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4804a389-7deb-4799-9c0f-24bfdf8bb047 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:57.420046 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:57.438494 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:57.445378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac205208-ed92-4bb8-a565-1fe993aa5c18 None None] DHCP port deletion for 1a6d2724-91ac-41ae-a899-cae28b27ee18 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:57.462575 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54344) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:57.477729 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd2a73f-0014-4107-b1a7-3234f6241c15 None None] Network c8414f6c-4fd2-41b9-8aa5-2a61a57ff433 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:57.628207 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34525a21-f0e2-415f-9168-3bb68043e136 None None] Pushing event updated for resources: {'Port': ['ID=3db735a2-ab90-478f-a273-7914dba2f7c4,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:57.733185 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fc7f230c-386e-4731-984d-1cc3e2741d37 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:57.737028 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c6234343-27a7-437a-86d8-45175ad09a88 req-0af9f860-0f71-4a33-99a1-b40e2f7a618a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5a05474-38ab-423e-b39f-ae9fb1cf0244 HTTP/1.1" status: 200 len: 1000 time: 0.3533382 Dec 14 01:18:57.741867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fc7f230c-386e-4731-984d-1cc3e2741d37 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:57.742374 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8754a303-e421-4316-96fa-8ca55b297cf8 None None] Provisioning complete for port 74d0ee02-c58c-4706-bc58-30229548ca3a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:57.742852 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8754a303-e421-4316-96fa-8ca55b297cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:57.865502 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8754a303-e421-4316-96fa-8ca55b297cf8 None None] Port 74d0ee02-c58c-4706-bc58-30229548ca3a cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:57.881123 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4804a389-7deb-4799-9c0f-24bfdf8bb047 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:57.889715 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:57.895545 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3dc5aed9-c45a-4e9d-8053-80c3e0bda734 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9449482 Dec 14 01:18:57.899192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54346) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:57.906021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a0df1d17-7e0d-4a9b-8f74-2311d87bdbde tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:57.918271 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ace890-1f4d-4b78-9d59-5d8b9eadeff0 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:18:57.951590 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6234343-27a7-437a-86d8-45175ad09a88 req-03948471-76e6-447c-9506-a8622aa2db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:57.953134 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c6234343-27a7-437a-86d8-45175ad09a88 req-03948471-76e6-447c-9506-a8622aa2db09 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0dab735-ce9b-45a3-83ae-2f1e95f91491 HTTP/1.1" status: 200 len: 835 time: 0.2063875 Dec 14 01:18:57.999412 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-599918ba-0858-4d20-a5ac-dfe955d5b783 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:58.018475 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0048c7dc-0786-47de-8abf-c8249e8660f5 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/floatingips/c4091a11-7835-4fc2-b845-4bdd387526e9 HTTP/1.1" status: 200 len: 992 time: 0.5454123 Dec 14 01:18:58.035381 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7f230c-386e-4731-984d-1cc3e2741d37 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router ddc1cb9d-697d-4f07-a1ff-db09b297f07f has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:18:58.040024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Attempting to bind port 3db735a2-ab90-478f-a273-7914dba2f7c4 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:58.040670 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Attempting to bind port 3db735a2-ab90-478f-a273-7914dba2f7c4 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'a35d069f-36f3-4e3b-9477-219d9830d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:58.042147 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Attempting to bind port 3db735a2-ab90-478f-a273-7914dba2f7c4 on network e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:58.050163 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-c8414f6c-4fd2-41b9-8aa5-2a61a57ff433', 'network_id': 'c8414f6c-4fd2-41b9-8aa5-2a61a57ff433', 'project_id': 'aa1defb958db4a1196837e6cd5b818e7', 'fixed_ips': [{'subnet_id': '7fe9d4ee-dd44-4643-b701-f5e6a2b68422'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:18:58.051341 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:58.066917 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0df1d17-7e0d-4a9b-8f74-2311d87bdbde tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3975702'] for subnet, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:58.075480 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599918ba-0858-4d20-a5ac-dfe955d5b783 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:58.082418 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-599918ba-0858-4d20-a5ac-dfe955d5b783 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:58.085933 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599918ba-0858-4d20-a5ac-dfe955d5b783 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:58.086713 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-599918ba-0858-4d20-a5ac-dfe955d5b783 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:58.101962 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6234343-27a7-437a-86d8-45175ad09a88 req-4fa323e0-02e9-4ac7-862d-d191b7b27298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:58.103428 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c6234343-27a7-437a-86d8-45175ad09a88 req-4fa323e0-02e9-4ac7-862d-d191b7b27298 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e55d5a8-1bf1-40f9-b4ea-f6331316ca43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1328647 Dec 14 01:18:58.115947 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:58.116445 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Checking segment: {'id': 'a35d069f-36f3-4e3b-9477-219d9830d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:58.117233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:58.117664 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Bound using segment: {'id': 'a35d069f-36f3-4e3b-9477-219d9830d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:58.118219 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Bound port: 3db735a2-ab90-478f-a273-7914dba2f7c4, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35d069f-36f3-4e3b-9477-219d9830d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:58.118544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:58.122790 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4804a389-7deb-4799-9c0f-24bfdf8bb047 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Deleting port cc576dfd-09c6-45aa-8e0c-0448ff16e7a9 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:58.123131 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4804a389-7deb-4799-9c0f-24bfdf8bb047 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:58.127609 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-599918ba-0858-4d20-a5ac-dfe955d5b783 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7882278 Dec 14 01:18:58.132559 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54348) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:58.149453 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-42737334-b0ec-4bfb-b5e4-045c2dedf998 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:58.228498 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-73fa2385-10f7-4699-aa30-426ad9ddde83 None None] Provisioning complete for port 3db735a2-ab90-478f-a273-7914dba2f7c4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:58.229081 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73fa2385-10f7-4699-aa30-426ad9ddde83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:58.236369 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0c1102be-d15a-4c66-a7e8-e8eb5fb12439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330756671', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:59Z', 'updated_at': '2021-12-14T01:18:12Z', 'revision_number': 4, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'gw_port': {'id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:00Z', 'updated_at': '2021-12-14T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'c4091a11-7835-4fc2-b845-4bdd387526e9', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'floating_ip_address': '172.26.1.171', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'port_id': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'mac_address': 'fa:16:3e:3f:7f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957a9f2d-e8f7-494a-a7cb-6f64717ae29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:18:52Z', 'updated_at': '2021-12-14T01:18:52Z', 'revision_number': 0, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ee53dc-b399-4d11-aea1-be96d444440e', 'name': '', 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'mac_address': 'fa:16:3e:1a:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:09Z', 'updated_at': '2021-12-14T01:18:17Z', 'revision_number': 5, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'subnets': [{'id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:58.248190 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599918ba-0858-4d20-a5ac-dfe955d5b783 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=2dccbe0b-d08a-4bf1-91a9-29a32ce14e8c,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:58.326717 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:58.345180 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4804a389-7deb-4799-9c0f-24bfdf8bb047 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:58.347701 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1102be-d15a-4c66-a7e8-e8eb5fb12439 None None] Checking router: e8bc2586-1abf-4fd4-b558-561b21b3820e for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:18:58.399046 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4804a389-7deb-4799-9c0f-24bfdf8bb047 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Calling delete_port for cc576dfd-09c6-45aa-8e0c-0448ff16e7a9 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:58.422064 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-73fa2385-10f7-4699-aa30-426ad9ddde83 None None] Port 3db735a2-ab90-478f-a273-7914dba2f7c4 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:18:58.425209 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] For port 3db735a2-ab90-478f-a273-7914dba2f7c4, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:18:58.429975 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1102be-d15a-4c66-a7e8-e8eb5fb12439 None None] Routers {'e8bc2586-1abf-4fd4-b558-561b21b3820e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:58.430635 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0c1102be-d15a-4c66-a7e8-e8eb5fb12439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e8bc2586-1abf-4fd4-b558-561b21b3820e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:58.436298 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] For port 3db735a2-ab90-478f-a273-7914dba2f7c4, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=3db735a2-ab90-478f-a273-7914dba2f7c4,segment=NetworkSegment(a35d069f-36f3-4e3b-9477-219d9830d503),segment_id=a35d069f-36f3-4e3b-9477-219d9830d503)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:18:58.461069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42737334-b0ec-4bfb-b5e4-045c2dedf998 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:58.467562 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42737334-b0ec-4bfb-b5e4-045c2dedf998 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:58.482012 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005bfc57-e305-4dda-9a23-e703abd1d985 None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:58.484650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:58.488190 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Allocated IP 172.20.0.2 (c8414f6c-4fd2-41b9-8aa5-2a61a57ff433/7fe9d4ee-dd44-4643-b701-f5e6a2b68422/faa16f93-c5f8-4897-8ab9-20f21dc4e9ae) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:58.585935 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7f230c-386e-4731-984d-1cc3e2741d37 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:18:58.594658 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fc7f230c-386e-4731-984d-1cc3e2741d37 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:58.596019 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fc7f230c-386e-4731-984d-1cc3e2741d37 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/ddc1cb9d-697d-4f07-a1ff-db09b297f07f HTTP/1.1" status: 200 len: 953 time: 3.0960317 Dec 14 01:18:58.602363 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54350) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:58.606617 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Allocated IP 172.26.1.160 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/50247a14-6e8a-42a0-bc29-67b33c1a3d18) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:18:58.701377 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:18:58.701615 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c6234343-27a7-437a-86d8-45175ad09a88 req-dc5da2f1-ca96-487c-9f97-e50884d6f2fa service neutron] 10.222.0.16 "GET /v2.0/networks/0e55d5a8-1bf1-40f9-b4ea-f6331316ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250409 Dec 14 01:18:58.701876 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:18:58.750823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34525a21-f0e2-415f-9168-3bb68043e136 None None] Pushing event updated for resources: {'Port': ['ID=3db735a2-ab90-478f-a273-7914dba2f7c4,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:58.755286 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.ipam_backend_mixin [None req-42737334-b0ec-4bfb-b5e4-045c2dedf998 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2dccbe0b-d08a-4bf1-91a9-29a32ce14e8c (CIDR: 2001:db8::/64) Dec 14 01:18:58.766984 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-42737334-b0ec-4bfb-b5e4-045c2dedf998 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:18:58.767701 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42737334-b0ec-4bfb-b5e4-045c2dedf998 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:18:58.817519 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6d5e265e-e76f-4e12-b1ce-378661e39010 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/routers/ddc1cb9d-697d-4f07-a1ff-db09b297f07f HTTP/1.1" status: 200 len: 953 time: 0.2138391 Dec 14 01:18:58.820206 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54352) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:58.825456 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-42737334-b0ec-4bfb-b5e4-045c2dedf998 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6800513 Dec 14 01:18:58.829658 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54354) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:58.834953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0c1102be-d15a-4c66-a7e8-e8eb5fb12439 None None] Set router e8bc2586-1abf-4fd4-b558-561b21b3820e gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:18:58.835762 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-5a0cba42-c48c-4b39-b4c1-50aa7134f202 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'router': {'routes': None}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:58.847357 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ee172f06-e7e0-41ec-b755-9c67520343c3 None None] Provisioning complete for port 3db735a2-ab90-478f-a273-7914dba2f7c4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:18:58.847735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee172f06-e7e0-41ec-b755-9c67520343c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:58.855554 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-28d0b784-abf3-4563-8c91-7143ee820b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'subnet': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:58.880536 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:58.891645 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4804a389-7deb-4799-9c0f-24bfdf8bb047 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:58.932075 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804a389-7deb-4799-9c0f-24bfdf8bb047 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Pushing event deleted for resources: {'Port': ['ID=cc576dfd-09c6-45aa-8e0c-0448ff16e7a9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:59.016631 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.023622 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54356) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:59.058248 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4804a389-7deb-4799-9c0f-24bfdf8bb047 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.058560 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c6234343-27a7-437a-86d8-45175ad09a88 req-68c7b4bc-b7cf-4aa0-b96d-445f0847bcb9 service neutron] 10.222.0.16 "GET /v2.0/networks/0e55d5a8-1bf1-40f9-b4ea-f6331316ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384192 Dec 14 01:18:59.110745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec0d19d-cde5-4524-8312-b4fd51e27d4c None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:18:59.185455 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:18:59.185781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d0b784-abf3-4563-8c91-7143ee820b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:18:59.190171 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28d0b784-abf3-4563-8c91-7143ee820b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.205149 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:59.212185 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=50247a14-6e8a-42a0-bc29-67b33c1a3d18,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:59.214609 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:59.220292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-005bfc57-e305-4dda-9a23-e703abd1d985 None None] Deleting port 27622d31-6f39-4a10-b8d8-322c3ce2fc36 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:18:59.220652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-005bfc57-e305-4dda-9a23-e703abd1d985 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.221601 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4804a389-7deb-4799-9c0f-24bfdf8bb047 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.223744 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:59.228645 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4804a389-7deb-4799-9c0f-24bfdf8bb047 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.267213 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-03bef204-55f9-4a80-9b9d-b76ba86b1b59 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/floatingips/c4091a11-7835-4fc2-b845-4bdd387526e9 HTTP/1.1" status: 200 len: 992 time: 0.2392139 Dec 14 01:18:59.336460 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4804a389-7deb-4799-9c0f-24bfdf8bb047 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.337488 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4804a389-7deb-4799-9c0f-24bfdf8bb047 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Fanout notify agent at l3_agent the message router_deleted on router da14677b-0bd0-4fc5-813f-414209d454c5 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:18:59.345116 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4804a389-7deb-4799-9c0f-24bfdf8bb047 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.349876 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4804a389-7deb-4799-9c0f-24bfdf8bb047 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "DELETE /v2.0/routers/da14677b-0bd0-4fc5-813f-414209d454c5 HTTP/1.1" status: 204 len: 168 time: 2.2420468 Dec 14 01:18:59.350819 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54358) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:59.356215 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2083007796', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:18:59.398797 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.429054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.430277 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.484880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.530591 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.541354 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.extraroute_db [None req-5a0cba42-c48c-4b39-b4c1-50aa7134f202 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Added routes are [] {{(pid=103409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 14 01:18:59.541669 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.extraroute_db [None req-5a0cba42-c48c-4b39-b4c1-50aa7134f202 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 14 01:18:59.571057 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-005bfc57-e305-4dda-9a23-e703abd1d985 None None] For port 27622d31-6f39-4a10-b8d8-322c3ce2fc36, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=27622d31-6f39-4a10-b8d8-322c3ce2fc36,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:59.571450 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-005bfc57-e305-4dda-9a23-e703abd1d985 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.613584 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-005bfc57-e305-4dda-9a23-e703abd1d985 None None] Calling delete_port for 27622d31-6f39-4a10-b8d8-322c3ce2fc36 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:18:59.624043 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee172f06-e7e0-41ec-b755-9c67520343c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.634182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Network c8414f6c-4fd2-41b9-8aa5-2a61a57ff433 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:18:59.655400 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a0cba42-c48c-4b39-b4c1-50aa7134f202 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.667205 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:18:59.677947 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Pushing event updated for resources: {'Port': ['ID=faa16f93-c5f8-4897-8ab9-20f21dc4e9ae,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:59.683619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:18:59.714443 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0df1d17-7e0d-4a9b-8f74-2311d87bdbde tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760986610872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14174659'] for subnet, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.730778 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 27622d31-6f39-4a10-b8d8-322c3ce2fc36 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:18:59.778333 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.836738 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ee172f06-e7e0-41ec-b755-9c67520343c3 None None] For port 3db735a2-ab90-478f-a273-7914dba2f7c4, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=3db735a2-ab90-478f-a273-7914dba2f7c4,segment=NetworkSegment(a35d069f-36f3-4e3b-9477-219d9830d503),segment_id=a35d069f-36f3-4e3b-9477-219d9830d503)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:18:59.851022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0df1d17-7e0d-4a9b-8f74-2311d87bdbde tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:18:59.851682 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0df1d17-7e0d-4a9b-8f74-2311d87bdbde tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.856187 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a0df1d17-7e0d-4a9b-8f74-2311d87bdbde tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "PUT /v2.0/subnets/7fe9d4ee-dd44-4643-b701-f5e6a2b68422 HTTP/1.1" status: 200 len: 806 time: 1.9543581 Dec 14 01:18:59.856898 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54360) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:18:59.861948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee172f06-e7e0-41ec-b755-9c67520343c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.891656 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.948383 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Attempting to bind port faa16f93-c5f8-4897-8ab9-20f21dc4e9ae on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:18:59.948835 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Attempting to bind port faa16f93-c5f8-4897-8ab9-20f21dc4e9ae by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '3723c5f4-7d78-4405-add2-597e954a8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c8414f6c-4fd2-41b9-8aa5-2a61a57ff433'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:18:59.949454 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Attempting to bind port faa16f93-c5f8-4897-8ab9-20f21dc4e9ae on network c8414f6c-4fd2-41b9-8aa5-2a61a57ff433 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:18:59.972529 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df1d17-7e0d-4a9b-8f74-2311d87bdbde tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Subnet': ['ID=7fe9d4ee-dd44-4643-b701-f5e6a2b68422,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:18:59.978524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:18:59.979208 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Checking segment: {'id': '3723c5f4-7d78-4405-add2-597e954a8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c8414f6c-4fd2-41b9-8aa5-2a61a57ff433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:18:59.979767 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:18:59.980338 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Bound using segment: {'id': '3723c5f4-7d78-4405-add2-597e954a8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c8414f6c-4fd2-41b9-8aa5-2a61a57ff433'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:18:59.980982 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Bound port: faa16f93-c5f8-4897-8ab9-20f21dc4e9ae, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3723c5f4-7d78-4405-add2-597e954a8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c8414f6c-4fd2-41b9-8aa5-2a61a57ff433'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:18:59.981769 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:00.003029 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:00.026750 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-005bfc57-e305-4dda-9a23-e703abd1d985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:00.031225 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee172f06-e7e0-41ec-b755-9c67520343c3 None None] Pushing event updated for resources: {'Port': ['ID=3db735a2-ab90-478f-a273-7914dba2f7c4,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:00.046218 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Port 27622d31-6f39-4a10-b8d8-322c3ce2fc36 update to DOWN by agent not found {{(pid=103410) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 14 01:19:00.071103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0c1102be-d15a-4c66-a7e8-e8eb5fb12439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330756671', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:59Z', 'updated_at': '2021-12-14T01:18:12Z', 'revision_number': 4, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'gw_port': {'id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:00Z', 'updated_at': '2021-12-14T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'c4091a11-7835-4fc2-b845-4bdd387526e9', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'floating_ip_address': '172.26.1.171', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'port_id': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'mac_address': 'fa:16:3e:3f:7f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957a9f2d-e8f7-494a-a7cb-6f64717ae29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:18:52Z', 'updated_at': '2021-12-14T01:18:52Z', 'revision_number': 0, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ee53dc-b399-4d11-aea1-be96d444440e', 'name': '', 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'mac_address': 'fa:16:3e:1a:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:09Z', 'updated_at': '2021-12-14T01:18:17Z', 'revision_number': 5, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'subnets': [{'id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:00.096292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005bfc57-e305-4dda-9a23-e703abd1d985 None None] Pushing event deleted for resources: {'Port': ['ID=27622d31-6f39-4a10-b8d8-322c3ce2fc36,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:00.130816 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005bfc57-e305-4dda-9a23-e703abd1d985 None None] No DVR routers for this DVR port 27622d31-6f39-4a10-b8d8-322c3ce2fc36 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:00.132204 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.objects.ports [None req-28d0b784-abf3-4563-8c91-7143ee820b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:19:00.141504 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:18:57Z', 'revision_number': 6, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '3db735a2-ab90-478f-a273-7914dba2f7c4', 'name': '', 'network_id': 'e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:1d:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '4be69346-3440-4b96-a42f-d21bf49ab153', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:52Z', 'updated_at': '2021-12-14T01:18:58Z', 'revision_number': 4, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '4be69346-3440-4b96-a42f-d21bf49ab153', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:39Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5116e6f-687b-4d43-a64f-a472c53dab16', 'name': '', 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:45:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:42Z', 'updated_at': '2021-12-14T01:18:50Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:00.147671 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-491ac2cd-9e4b-4184-b039-3bbbff64d18d None None] Provisioning complete for port 3db735a2-ab90-478f-a273-7914dba2f7c4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:00.148042 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-491ac2cd-9e4b-4184-b039-3bbbff64d18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:00.149704 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1102be-d15a-4c66-a7e8-e8eb5fb12439 None None] The sync data for ids ['e8bc2586-1abf-4fd4-b558-561b21b3820e'] in dv-neutron-821592-1-hyperv is: [{'id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330756671', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:59Z', 'updated_at': '2021-12-14T01:18:12Z', 'revision_number': 4, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'gw_port': {'id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:00Z', 'updated_at': '2021-12-14T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'c4091a11-7835-4fc2-b845-4bdd387526e9', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'floating_ip_address': '172.26.1.171', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'port_id': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'mac_address': 'fa:16:3e:3f:7f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957a9f2d-e8f7-494a-a7cb-6f64717ae29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:18:52Z', 'updated_at': '2021-12-14T01:18:52Z', 'revision_number': 0, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ee53dc-b399-4d11-aea1-be96d444440e', 'name': '', 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'mac_address': 'fa:16:3e:1a:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:09Z', 'updated_at': '2021-12-14T01:18:17Z', 'revision_number': 5, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'subnets': [{'id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:00.151086 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a0cba42-c48c-4b39-b4c1-50aa7134f202 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:00.159029 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:00.162510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a0cba42-c48c-4b39-b4c1-50aa7134f202 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:00.167166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28d0b784-abf3-4563-8c91-7143ee820b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:00.178308 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1883ac17-bdbb-45c8-8cf9-2a94f3743bb0 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:00.218731 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260bf0b2-62e7-4059-b46b-dc0ae76cfae6 None None] The sync data for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv is: [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:18:57Z', 'revision_number': 6, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '3db735a2-ab90-478f-a273-7914dba2f7c4', 'name': '', 'network_id': 'e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:1d:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '4be69346-3440-4b96-a42f-d21bf49ab153', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:52Z', 'updated_at': '2021-12-14T01:18:58Z', 'revision_number': 4, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '4be69346-3440-4b96-a42f-d21bf49ab153', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:39Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5116e6f-687b-4d43-a64f-a472c53dab16', 'name': '', 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:45:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:42Z', 'updated_at': '2021-12-14T01:18:50Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:00.277447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54362) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:00.280809 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] For port faa16f93-c5f8-4897-8ab9-20f21dc4e9ae, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:19:00.289705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] For port faa16f93-c5f8-4897-8ab9-20f21dc4e9ae, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=faa16f93-c5f8-4897-8ab9-20f21dc4e9ae,segment=NetworkSegment(3723c5f4-7d78-4405-add2-597e954a8922),segment_id=3723c5f4-7d78-4405-add2-597e954a8922)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:19:00.329400 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:00.382178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d0b784-abf3-4563-8c91-7143ee820b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:00.399900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-28d0b784-abf3-4563-8c91-7143ee820b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:00.408028 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0b784-abf3-4563-8c91-7143ee820b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:00.416962 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28d0b784-abf3-4563-8c91-7143ee820b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:00.496773 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'project_id': '55931f2844424f749dcf0d06366b00bf', 'fixed_ips': [{'subnet_id': '2dccbe0b-d08a-4bf1-91a9-29a32ce14e8c'}, {'subnet_id': 'dfa07658-8b4e-4773-a8be-cb26749a5e91'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:19:00.497741 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:00.517461 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a2919-3397-4c11-83a3-21920e670ec6 None None] Pushing event updated for resources: {'Port': ['ID=faa16f93-c5f8-4897-8ab9-20f21dc4e9ae,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:00.602226 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc761a6-40ae-4a10-b27f-d90bf059a5ad None None] New status for floating IP c4091a11-7835-4fc2-b845-4bdd387526e9: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:19:00.874608 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Allocated IP 2001:db8::2 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/2dccbe0b-d08a-4bf1-91a9-29a32ce14e8c/6633ff6b-0c16-43d1-84a8-f7819b517003) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:00.892854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Allocated IP 2001:db8:0:1:f816:3eff:fed0:d688 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/dfa07658-8b4e-4773-a8be-cb26749a5e91/6633ff6b-0c16-43d1-84a8-f7819b517003) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:00.983836 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:01.007618 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:01.043859 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-86f0a963-2019-4581-baa6-0b846ab04a2e tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/floatingips/c4091a11-7835-4fc2-b845-4bdd387526e9 HTTP/1.1" status: 200 len: 992 time: 0.7572353 Dec 14 01:19:01.060904 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0cba42-c48c-4b39-b4c1-50aa7134f202 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router ddc1cb9d-697d-4f07-a1ff-db09b297f07f has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:01.075200 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-28d0b784-abf3-4563-8c91-7143ee820b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2273395 Dec 14 01:19:01.075200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0b784-abf3-4563-8c91-7143ee820b06 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Subnet': ['ID=dfa07658-8b4e-4773-a8be-cb26749a5e91,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:01.082138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54364) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:01.089108 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ad31f332-1a81-44d0-b128-97e3d9a3577d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Request body: {'port': {'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e', 'mac_address': 'fa:16:3e:6c:5f:00', 'name': 'tempest-NetworksTestDHCPv6-2025218409'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:01.092896 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:01.102633 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:01.156141 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=50247a14-6e8a-42a0-bc29-67b33c1a3d18,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:01.177661 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:01.189252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:01.209528 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:01.270194 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Deleting port faa16f93-c5f8-4897-8ab9-20f21dc4e9ae {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:01.270641 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:01.334099 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Allocated IP 172.26.1.13 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/9d09378c-4385-4ce0-b2d2-ff7f642293a9) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:01.334906 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0cba42-c48c-4b39-b4c1-50aa7134f202 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:01.346867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a0cba42-c48c-4b39-b4c1-50aa7134f202 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:01.350629 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5a0cba42-c48c-4b39-b4c1-50aa7134f202 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/ddc1cb9d-697d-4f07-a1ff-db09b297f07f HTTP/1.1" status: 200 len: 703 time: 2.5270429 Dec 14 01:19:01.351747 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54366) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:01.449399 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] For port faa16f93-c5f8-4897-8ab9-20f21dc4e9ae, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=faa16f93-c5f8-4897-8ab9-20f21dc4e9ae,segment=NetworkSegment(3723c5f4-7d78-4405-add2-597e954a8922),segment_id=3723c5f4-7d78-4405-add2-597e954a8922)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:01.449804 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:01.450508 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:01.454819 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:01.462232 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:01.480945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Calling delete_port for faa16f93-c5f8-4897-8ab9-20f21dc4e9ae owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:01.483748 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad31f332-1a81-44d0-b128-97e3d9a3577d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Made reservation on behalf of 55931f2844424f749dcf0d06366b00bf for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:01.489740 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Floating IP 7d82de7a-f043-48a3-b460-ad217ec1b0d9 associated. External IP: 172.26.1.160, port: 74d0ee02-c58c-4706-bc58-30229548ca3a. Dec 14 01:19:01.543852 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Pushing event updated for resources: {'Port': ['ID=6633ff6b-0c16-43d1-84a8-f7819b517003,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:01.565585 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Attempting to bind port 6633ff6b-0c16-43d1-84a8-f7819b517003 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:19:01.565961 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Attempting to bind port 6633ff6b-0c16-43d1-84a8-f7819b517003 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:19:01.566331 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Attempting to bind port 6633ff6b-0c16-43d1-84a8-f7819b517003 on network bee5f2cb-0e66-4058-9cdb-51591d3f118e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:19:01.578688 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:19:01.579077 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Checking segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:01.579491 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:01.579893 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Bound using segment: {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:19:01.580416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Bound port: 6633ff6b-0c16-43d1-84a8-f7819b517003, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eaeb42-8607-4455-b127-020ea2c857dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee5f2cb-0e66-4058-9cdb-51591d3f118e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:19:01.580810 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:01.660383 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82701642-f1b0-49a2-b887-1db37d0f14de None None] Sync routers for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:01.696046 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ad31f332-1a81-44d0-b128-97e3d9a3577d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:01.729415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82701642-f1b0-49a2-b887-1db37d0f14de None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:01.730161 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-82701642-f1b0-49a2-b887-1db37d0f14de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:01.746809 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-ad31f332-1a81-44d0-b128-97e3d9a3577d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] device_id is not set on port 7709dd6b-0b00-4f35-9ede-5966060adc02 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:01.822144 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-97f88089-db61-41ae-adf5-33826b7752f4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/routers/ddc1cb9d-697d-4f07-a1ff-db09b297f07f HTTP/1.1" status: 200 len: 703 time: 0.4691982 Dec 14 01:19:01.827658 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54368) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:01.873093 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-82701642-f1b0-49a2-b887-1db37d0f14de None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:19:01.915069 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:01.918561 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] For port 6633ff6b-0c16-43d1-84a8-f7819b517003, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:19:01.933232 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] For port 6633ff6b-0c16-43d1-84a8-f7819b517003, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6633ff6b-0c16-43d1-84a8-f7819b517003,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:19:01.936835 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device faa16f93-c5f8-4897-8ab9-20f21dc4e9ae up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:19:01.938779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b882ffc-c48a-4882-a457-052b86b6a100 None None] Network c8414f6c-4fd2-41b9-8aa5-2a61a57ff433 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:01.961338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Port': ['ID=faa16f93-c5f8-4897-8ab9-20f21dc4e9ae,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:01.969779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:01.995828 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.029036 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-73ff834c-4afe-4bce-a0be-5c4a889831d3 None None] Could not find standard attr ID for object faa16f93-c5f8-4897-8ab9-20f21dc4e9ae. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:19:02.031003 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: faa16f93-c5f8-4897-8ab9-20f21dc4e9ae {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:19:02.031515 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device faa16f93-c5f8-4897-8ab9-20f21dc4e9ae not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 14 01:19:02.044479 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No DVR routers for this DVR port faa16f93-c5f8-4897-8ab9-20f21dc4e9ae on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:02.051818 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54370) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:02.108338 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Port faa16f93-c5f8-4897-8ab9-20f21dc4e9ae not found, will not notify nova. {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 14 01:19:02.109000 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 3db735a2-ab90-478f-a273-7914dba2f7c4 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:19:02.134729 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router 5ab275d4-f0a2-4162-a736-a68344d840d7 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:02.139549 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-ad31f332-1a81-44d0-b128-97e3d9a3577d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8::1f0 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/2dccbe0b-d08a-4bf1-91a9-29a32ce14e8c/7709dd6b-0b00-4f35-9ede-5966060adc02) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:02.156595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-ad31f332-1a81-44d0-b128-97e3d9a3577d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6c:5f00 (bee5f2cb-0e66-4058-9cdb-51591d3f118e/dfa07658-8b4e-4773-a8be-cb26749a5e91/7709dd6b-0b00-4f35-9ede-5966060adc02) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:02.184074 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.205137 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.237179 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-99f0298a-18ef-449e-b795-9da9e2070ea2 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/floatingips/c4091a11-7835-4fc2-b845-4bdd387526e9 HTTP/1.1" status: 200 len: 994 time: 0.1846068 Dec 14 01:19:02.265336 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 3db735a2-ab90-478f-a273-7914dba2f7c4 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:02.265590 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.270257 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d1d03-6a93-431b-bd46-1eca208176dd None None] Pushing event updated for resources: {'Port': ['ID=6633ff6b-0c16-43d1-84a8-f7819b517003,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:02.292410 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:02.355898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:02.369824 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:02.399697 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ef1733-fd8c-4d78-9d0b-c141f1befac1 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:02.411422 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.459764 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Pushing event updated for resources: {'Port': ['ID=9d09378c-4385-4ce0-b2d2-ff7f642293a9,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:02.523195 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.541344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-82701642-f1b0-49a2-b887-1db37d0f14de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:18:59Z', 'revision_number': 7, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '3db735a2-ab90-478f-a273-7914dba2f7c4', 'name': '', 'network_id': 'e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:1d:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '4be69346-3440-4b96-a42f-d21bf49ab153', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:52Z', 'updated_at': '2021-12-14T01:18:59Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '4be69346-3440-4b96-a42f-d21bf49ab153', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:39Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5116e6f-687b-4d43-a64f-a472c53dab16', 'name': '', 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:45:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:42Z', 'updated_at': '2021-12-14T01:18:50Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:02.566494 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe9d4ee-dd44-4643-b701-f5e6a2b68422,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:02.572066 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:02.590325 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0709ce4-05ac-4a08-8313-617aab80128f None None] Sync routers for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:02.590930 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82701642-f1b0-49a2-b887-1db37d0f14de None None] Checking router: ddc1cb9d-697d-4f07-a1ff-db09b297f07f for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:19:02.609936 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0709ce4-05ac-4a08-8313-617aab80128f None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:02.610290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82701642-f1b0-49a2-b887-1db37d0f14de None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:02.610946 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-82701642-f1b0-49a2-b887-1db37d0f14de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:02.611188 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d0709ce4-05ac-4a08-8313-617aab80128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:02.612899 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8a965b76-d18d-46c7-abd0-86f8b6099b89 None None] Provisioning complete for port 9d09378c-4385-4ce0-b2d2-ff7f642293a9 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:02.613283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a965b76-d18d-46c7-abd0-86f8b6099b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.631115 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.638412 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8414f6c-4fd2-41b9-8aa5-2a61a57ff433']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:02.685920 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d0709ce4-05ac-4a08-8313-617aab80128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:02.695501 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0709ce4-05ac-4a08-8313-617aab80128f None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:02.696392 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d0709ce4-05ac-4a08-8313-617aab80128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:02.719441 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3723c5f4-7d78-4405-add2-597e954a8922') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:02.722434 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3723c5f4-7d78-4405-add2-597e954a8922') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:02.735988 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d0709ce4-05ac-4a08-8313-617aab80128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:02.737025 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0709ce4-05ac-4a08-8313-617aab80128f None None] The sync data for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:02.751953 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ad31f332-1a81-44d0-b128-97e3d9a3577d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.766930 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.772052 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8a965b76-d18d-46c7-abd0-86f8b6099b89 None None] Port 9d09378c-4385-4ce0-b2d2-ff7f642293a9 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:19:02.789008 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.790688 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-82701642-f1b0-49a2-b887-1db37d0f14de None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:19:02.805173 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c9e458bb-1ead-4f14-bc6f-fd78390e34ff tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.5938964 Dec 14 01:19:02.811319 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54372) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:02.815983 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-471ca0cc-4da4-4205-a05e-778dd68f0cce tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'floatingip': {'port_id': '74d0ee02-c58c-4706-bc58-30229548ca3a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:02.824532 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:02.825045 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:02.829337 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:02.836601 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a1569d-ce0d-4942-981b-7cbe77f5f79b None None] Network c8414f6c-4fd2-41b9-8aa5-2a61a57ff433 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:02.851493 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.880832 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ad31f332-1a81-44d0-b128-97e3d9a3577d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.949128 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31f332-1a81-44d0-b128-97e3d9a3577d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event updated for resources: {'Port': ['ID=7709dd6b-0b00-4f35-9ede-5966060adc02,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:02.972237 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad31f332-1a81-44d0-b128-97e3d9a3577d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:02.974292 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.976346 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-ad31f332-1a81-44d0-b128-97e3d9a3577d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:02.984295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31f332-1a81-44d0-b128-97e3d9a3577d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:02.990563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad31f332-1a81-44d0-b128-97e3d9a3577d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:02.991445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ad31f332-1a81-44d0-b128-97e3d9a3577d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.994392 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.998539 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-471ca0cc-4da4-4205-a05e-778dd68f0cce tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:02.999719 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/c8414f6c-4fd2-41b9-8aa5-2a61a57ff433 HTTP/1.1" status: 204 len: 168 time: 3.1373758 Dec 14 01:19:03.003139 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54376) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:03.037611 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a34e6eb-461f-41a4-ad10-b48ec348379f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:03.038176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a34e6eb-461f-41a4-ad10-b48ec348379f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:03.044824 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9a34e6eb-461f-41a4-ad10-b48ec348379f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/c8414f6c-4fd2-41b9-8aa5-2a61a57ff433 HTTP/1.1" status: 404 len: 339 time: 0.0344999 Dec 14 01:19:03.044824 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d5021-a418-47e7-acb9-1579455f406f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Network': ['ID=c8414f6c-4fd2-41b9-8aa5-2a61a57ff433,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:03.045556 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54378) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:03.050312 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ac5ad102-70c4-452d-9d61-857d497eba68 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2107473047', 'description': 'd1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:03.058561 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ad31f332-1a81-44d0-b128-97e3d9a3577d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9746928 Dec 14 01:19:03.062163 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54380) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:03.116463 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d65788-7d6e-415f-8d5f-059e5325fff1 None None] DHCP port deletion for c8414f6c-4fd2-41b9-8aa5-2a61a57ff433 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:03.156645 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-82701642-f1b0-49a2-b887-1db37d0f14de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:18:59Z', 'revision_number': 7, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '3db735a2-ab90-478f-a273-7914dba2f7c4', 'name': '', 'network_id': 'e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:1d:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '4be69346-3440-4b96-a42f-d21bf49ab153', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:52Z', 'updated_at': '2021-12-14T01:18:59Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '4be69346-3440-4b96-a42f-d21bf49ab153', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:39Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5116e6f-687b-4d43-a64f-a472c53dab16', 'name': '', 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:45:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:42Z', 'updated_at': '2021-12-14T01:18:50Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:03.172217 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5ad102-70c4-452d-9d61-857d497eba68 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:03.176801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac5ad102-70c4-452d-9d61-857d497eba68 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:03.196019 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82701642-f1b0-49a2-b887-1db37d0f14de None None] The sync data for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv is: [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:18:59Z', 'revision_number': 7, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '3db735a2-ab90-478f-a273-7914dba2f7c4', 'name': '', 'network_id': 'e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:1d:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '4be69346-3440-4b96-a42f-d21bf49ab153', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:52Z', 'updated_at': '2021-12-14T01:18:59Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '4be69346-3440-4b96-a42f-d21bf49ab153', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:39Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5116e6f-687b-4d43-a64f-a472c53dab16', 'name': '', 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:45:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:42Z', 'updated_at': '2021-12-14T01:18:50Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:03.217263 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5ad102-70c4-452d-9d61-857d497eba68 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:19:03.232508 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac5ad102-70c4-452d-9d61-857d497eba68 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:03.232861 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-ac5ad102-70c4-452d-9d61-857d497eba68 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Added segment 8df52686-8574-4f14-89a5-f7e43a4b8a74 of type vlan for network b47656c8-121c-4186-aa09-f0232b4bd0a6 Dec 14 01:19:03.249469 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5113b0a7-4da7-48b2-b025-7d4c5ff1db20 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting port 7709dd6b-0b00-4f35-9ede-5966060adc02 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:03.249867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5113b0a7-4da7-48b2-b025-7d4c5ff1db20 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:03.336493 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac5ad102-70c4-452d-9d61-857d497eba68 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:03.400352 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5113b0a7-4da7-48b2-b025-7d4c5ff1db20 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:03.404750 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac5ad102-70c4-452d-9d61-857d497eba68 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:03.411973 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ad102-70c4-452d-9d61-857d497eba68 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:03.412955 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac5ad102-70c4-452d-9d61-857d497eba68 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:03.438009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5113b0a7-4da7-48b2-b025-7d4c5ff1db20 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Calling delete_port for 7709dd6b-0b00-4f35-9ede-5966060adc02 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:03.502673 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ac5ad102-70c4-452d-9d61-857d497eba68 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4563875 Dec 14 01:19:03.508585 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54382) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:03.610898 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ad102-70c4-452d-9d61-857d497eba68 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Network': ['ID=b47656c8-121c-4186-aa09-f0232b4bd0a6,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:03.626046 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network b47656c8-121c-4186-aa09-f0232b4bd0a6 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:19:03.647598 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a2fde0-5f47-4401-9cad-91b7ace75a11 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:03.649155 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a4a2fde0-5f47-4401-9cad-91b7ace75a11 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "GET /v2.0/networks?id=b47656c8-121c-4186-aa09-f0232b4bd0a6 HTTP/1.1" status: 200 len: 761 time: 0.1403172 Dec 14 01:19:03.651788 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54384) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:03.657352 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f1d3697f-02a0-4ae5-9827-66a450662261 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'network': {'description': 'd2'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:03.661835 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d519544-11f8-44f3-af4e-892e8c2625b1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:03.676160 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff674784-79c3-47f4-81a0-5eea369e9c23 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:03.754162 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:03.902612 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6633ff6b-0c16-43d1-84a8-f7819b517003 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:19:03.941599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1d3697f-02a0-4ae5-9827-66a450662261 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:03.952865 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5113b0a7-4da7-48b2-b025-7d4c5ff1db20 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:03.959417 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-fbc0cf1f-e9c1-482c-bd9e-d3cab62d92e9 None None] Provisioning complete for port 6633ff6b-0c16-43d1-84a8-f7819b517003 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:03.960066 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fbc0cf1f-e9c1-482c-bd9e-d3cab62d92e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:03.983137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1d3697f-02a0-4ae5-9827-66a450662261 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:03.989116 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113b0a7-4da7-48b2-b025-7d4c5ff1db20 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Port': ['ID=7709dd6b-0b00-4f35-9ede-5966060adc02,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:04.009360 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1d3697f-02a0-4ae5-9827-66a450662261 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network b47656c8-121c-4186-aa09-f0232b4bd0a6 is not hosted by any dhcp agent {{(pid=103409) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 14 01:19:04.015081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d3697f-02a0-4ae5-9827-66a450662261 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:04.015896 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1d3697f-02a0-4ae5-9827-66a450662261 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.017275 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f1d3697f-02a0-4ae5-9827-66a450662261 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "PUT /v2.0/networks/b47656c8-121c-4186-aa09-f0232b4bd0a6 HTTP/1.1" status: 200 len: 758 time: 0.3645005 Dec 14 01:19:04.023110 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54386) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:04.095373 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 6633ff6b-0c16-43d1-84a8-f7819b517003 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:04.095749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.109945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5113b0a7-4da7-48b2-b025-7d4c5ff1db20 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.115288 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5113b0a7-4da7-48b2-b025-7d4c5ff1db20 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/7709dd6b-0b00-4f35-9ede-5966060adc02 HTTP/1.1" status: 204 len: 168 time: 1.0500145 Dec 14 01:19:04.118256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54388) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:04.132519 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fbc0cf1f-e9c1-482c-bd9e-d3cab62d92e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.133084 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3697f-02a0-4ae5-9827-66a450662261 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Network': ['ID=b47656c8-121c-4186-aa09-f0232b4bd0a6,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:04.156982 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network b47656c8-121c-4186-aa09-f0232b4bd0a6 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:19:04.177006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052501fe-357c-4c0a-b450-e060f53bec09 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:04.180685 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-052501fe-357c-4c0a-b450-e060f53bec09 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0607998 Dec 14 01:19:04.181157 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54390) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:04.205996 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bcf16c-271f-45f2-91fb-0c2c7ea080e3 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:04.207553 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a3bcf16c-271f-45f2-91fb-0c2c7ea080e3 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "GET /v2.0/networks?id=b47656c8-121c-4186-aa09-f0232b4bd0a6 HTTP/1.1" status: 200 len: 761 time: 0.1832156 Dec 14 01:19:04.213243 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54392) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:04.221496 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-bcae101a-1a3b-4df4-a8df-afd4b0cd0cc4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1395381239'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:04.229018 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-fbc0cf1f-e9c1-482c-bd9e-d3cab62d92e9 None None] For port 6633ff6b-0c16-43d1-84a8-f7819b517003, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6633ff6b-0c16-43d1-84a8-f7819b517003,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:04.262880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fbc0cf1f-e9c1-482c-bd9e-d3cab62d92e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.268621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d2d096-ed41-4db5-be0e-493852cf27ff tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:04.270403 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d3d2d096-ed41-4db5-be0e-493852cf27ff tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0881429 Dec 14 01:19:04.273551 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54394) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:04.287343 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcae101a-1a3b-4df4-a8df-afd4b0cd0cc4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:04.291529 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bcae101a-1a3b-4df4-a8df-afd4b0cd0cc4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.375964 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f40ac4-df03-4790-9bb7-aaa7b5205339 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:04.377750 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f40ac4-df03-4790-9bb7-aaa7b5205339 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:04.379485 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f40ac4-df03-4790-9bb7-aaa7b5205339 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:04.384676 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c7f40ac4-df03-4790-9bb7-aaa7b5205339 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1098046 Dec 14 01:19:04.389637 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54396) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:04.397909 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0cf1f-e9c1-482c-bd9e-d3cab62d92e9 None None] Pushing event updated for resources: {'Port': ['ID=6633ff6b-0c16-43d1-84a8-f7819b517003,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:04.407473 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Router 4001d526-3778-4212-ade1-378e76304864 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:19:04.409053 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcae101a-1a3b-4df4-a8df-afd4b0cd0cc4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:19:04.460604 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bcae101a-1a3b-4df4-a8df-afd4b0cd0cc4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.460938 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-bcae101a-1a3b-4df4-a8df-afd4b0cd0cc4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Added segment 6ef793df-ddc3-49ea-a890-bed34ebefdb4 of type vlan for network ded4cd42-998f-46b8-8cf0-bed3bdcee3ea Dec 14 01:19:04.476599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5dc0f1-a842-4213-b050-e81de1f15242 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet 2dccbe0b-d08a-4bf1-91a9-29a32ce14e8c {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:19:04.485137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device faa16f93-c5f8-4897-8ab9-20f21dc4e9ae no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:04.499887 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc0f1-a842-4213-b050-e81de1f15242 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.518475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: faa16f93-c5f8-4897-8ab9-20f21dc4e9ae {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:19:04.518475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device faa16f93-c5f8-4897-8ab9-20f21dc4e9ae not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:19:04.536943 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-bba14859-2f6f-44c7-8bbd-e60cb7a04d35 None None] Provisioning complete for port 6633ff6b-0c16-43d1-84a8-f7819b517003 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:04.537543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bba14859-2f6f-44c7-8bbd-e60cb7a04d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.551081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bcae101a-1a3b-4df4-a8df-afd4b0cd0cc4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.570281 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc0f1-a842-4213-b050-e81de1f15242 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.619854 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1d519544-11f8-44f3-af4e-892e8c2625b1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting port 3db735a2-ab90-478f-a273-7914dba2f7c4 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:04.620227 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d519544-11f8-44f3-af4e-892e8c2625b1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.624997 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bcae101a-1a3b-4df4-a8df-afd4b0cd0cc4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.630268 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcae101a-1a3b-4df4-a8df-afd4b0cd0cc4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:04.630744 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bcae101a-1a3b-4df4-a8df-afd4b0cd0cc4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.700648 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-471ca0cc-4da4-4205-a05e-778dd68f0cce tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.714895 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-471ca0cc-4da4-4205-a05e-778dd68f0cce tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.722453 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bcae101a-1a3b-4df4-a8df-afd4b0cd0cc4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5063269 Dec 14 01:19:04.736146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54398) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:04.741075 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4dec58de-9475-4866-b420-0f9bd2fd8631 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'subnet': {'network_id': 'ded4cd42-998f-46b8-8cf0-bed3bdcee3ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:04.761866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae101a-1a3b-4df4-a8df-afd4b0cd0cc4 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Network': ['ID=ded4cd42-998f-46b8-8cf0-bed3bdcee3ea,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:04.762952 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:04.776056 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167b1dc-62cc-4959-a90a-eabf683af3d9 None None] Sync routers for ids ['4001d526-3778-4212-ade1-378e76304864'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:04.789129 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network ded4cd42-998f-46b8-8cf0-bed3bdcee3ea details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:19:04.826250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc0f1-a842-4213-b050-e81de1f15242 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.864980 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167b1dc-62cc-4959-a90a-eabf683af3d9 None None] Routers {'4001d526-3778-4212-ade1-378e76304864'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:04.865897 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8167b1dc-62cc-4959-a90a-eabf683af3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4001d526-3778-4212-ade1-378e76304864'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:04.897933 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1d519544-11f8-44f3-af4e-892e8c2625b1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] For port 3db735a2-ab90-478f-a273-7914dba2f7c4, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=3db735a2-ab90-478f-a273-7914dba2f7c4,segment=NetworkSegment(a35d069f-36f3-4e3b-9477-219d9830d503),segment_id=a35d069f-36f3-4e3b-9477-219d9830d503)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:04.898425 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d519544-11f8-44f3-af4e-892e8c2625b1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.910009 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8167b1dc-62cc-4959-a90a-eabf683af3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:04.912052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dec58de-9475-4866-b420-0f9bd2fd8631 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:04.915987 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1d519544-11f8-44f3-af4e-892e8c2625b1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Calling delete_port for 3db735a2-ab90-478f-a273-7914dba2f7c4 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:04.919123 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4dec58de-9475-4866-b420-0f9bd2fd8631 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.929912 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5e8b77fb-c5e6-4fc1-a037-6d7d793c517a None None] Could not find standard attr ID for object 7709dd6b-0b00-4f35-9ede-5966060adc02. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:19:04.938367 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc0f1-a842-4213-b050-e81de1f15242 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:04.950177 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167b1dc-62cc-4959-a90a-eabf683af3d9 None None] Routers {'4001d526-3778-4212-ade1-378e76304864'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:04.951140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8167b1dc-62cc-4959-a90a-eabf683af3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4001d526-3778-4212-ade1-378e76304864'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:04.999314 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8167b1dc-62cc-4959-a90a-eabf683af3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:04.999994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167b1dc-62cc-4959-a90a-eabf683af3d9 None None] The sync data for ids ['4001d526-3778-4212-ade1-378e76304864'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:05.005247 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:05.006502 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-170da169-a9e5-4e4b-af82-c2eede940000 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6547980 Dec 14 01:19:05.020294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54400) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:05.027694 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6dfeb963-da48-4907-9268-28befccbad05 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:05.029863 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5dc0f1-a842-4213-b050-e81de1f15242 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=2dccbe0b-d08a-4bf1-91a9-29a32ce14e8c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:05.049894 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caa8daa-47a3-4203-9bab-fe5461111a5c None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:05.071830 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc0f1-a842-4213-b050-e81de1f15242 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:05.075393 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1f5dc0f1-a842-4213-b050-e81de1f15242 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/2dccbe0b-d08a-4bf1-91a9-29a32ce14e8c HTTP/1.1" status: 204 len: 168 time: 0.6842527 Dec 14 01:19:05.078658 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54402) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:05.217553 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471ca0cc-4da4-4205-a05e-778dd68f0cce tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router 5ab275d4-f0a2-4162-a736-a68344d840d7 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:05.221977 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d519544-11f8-44f3-af4e-892e8c2625b1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:05.258605 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d519544-11f8-44f3-af4e-892e8c2625b1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Port': ['ID=3db735a2-ab90-478f-a273-7914dba2f7c4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:05.483023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471ca0cc-4da4-4205-a05e-778dd68f0cce tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:05.490056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-471ca0cc-4da4-4205-a05e-778dd68f0cce tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:05.495285 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d519544-11f8-44f3-af4e-892e8c2625b1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:05.496510 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8dccd2-180c-4514-9ac3-6ebc00283b88 None None] Sync routers for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:05.510980 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8dccd2-180c-4514-9ac3-6ebc00283b88 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:05.512565 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1d8dccd2-180c-4514-9ac3-6ebc00283b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:05.557187 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1d8dccd2-180c-4514-9ac3-6ebc00283b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:05.587231 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8dccd2-180c-4514-9ac3-6ebc00283b88 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:05.587998 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1d8dccd2-180c-4514-9ac3-6ebc00283b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:05.599595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00f6214-4fa1-4456-af93-f7ab7f8813ae tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Deleting subnet dfa07658-8b4e-4773-a8be-cb26749a5e91 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:19:05.605614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c00f6214-4fa1-4456-af93-f7ab7f8813ae tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:05.639759 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1d8dccd2-180c-4514-9ac3-6ebc00283b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:05.640865 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8dccd2-180c-4514-9ac3-6ebc00283b88 None None] The sync data for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:05.688246 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c00f6214-4fa1-4456-af93-f7ab7f8813ae tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:05.787960 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6633ff6b-0c16-43d1-84a8-f7819b517003 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:19:05.856691 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 6633ff6b-0c16-43d1-84a8-f7819b517003 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:05.857071 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:05.899296 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4dec58de-9475-4866-b420-0f9bd2fd8631 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:05.964065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-05e11e23-bf24-45fc-bd79-8fd9288b653e None None] Provisioning complete for port 6633ff6b-0c16-43d1-84a8-f7819b517003 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:05.964894 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-05e11e23-bf24-45fc-bd79-8fd9288b653e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:05.994343 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-471ca0cc-4da4-4205-a05e-778dd68f0cce tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "PUT /v2.0/floatingips/7d82de7a-f043-48a3-b460-ad217ec1b0d9 HTTP/1.1" status: 200 len: 978 time: 3.1817451 Dec 14 01:19:05.997079 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54404) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:06.029835 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c00f6214-4fa1-4456-af93-f7ab7f8813ae tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.081903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec58de-9475-4866-b420-0f9bd2fd8631 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Subnet': ['ID=69533c1d-bbaa-4cfe-bda2-f85a011f88f0,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:06.109364 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dec58de-9475-4866-b420-0f9bd2fd8631 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Checking segment: {'id': '6ef793df-ddc3-49ea-a890-bed34ebefdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ded4cd42-998f-46b8-8cf0-bed3bdcee3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:06.109732 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dec58de-9475-4866-b420-0f9bd2fd8631 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network hostable DHCP agents. Network: ded4cd42-998f-46b8-8cf0-bed3bdcee3ea, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:19:06.176726 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb963-da48-4907-9268-28befccbad05 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.186464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c00f6214-4fa1-4456-af93-f7ab7f8813ae tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.196261 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dec58de-9475-4866-b420-0f9bd2fd8631 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network ded4cd42-998f-46b8-8cf0-bed3bdcee3ea is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:19:06.224146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb963-da48-4907-9268-28befccbad05 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.227138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f6214-4fa1-4456-af93-f7ab7f8813ae tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa07658-8b4e-4773-a8be-cb26749a5e91,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:06.229929 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d519544-11f8-44f3-af4e-892e8c2625b1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router ddc1cb9d-697d-4f07-a1ff-db09b297f07f has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:06.233016 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-4dec58de-9475-4866-b420-0f9bd2fd8631 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, ded4cd42-998f-46b8-8cf0-bed3bdcee3ea) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:06.236186 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c00f6214-4fa1-4456-af93-f7ab7f8813ae tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.242149 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c00f6214-4fa1-4456-af93-f7ab7f8813ae tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/dfa07658-8b4e-4773-a8be-cb26749a5e91 HTTP/1.1" status: 204 len: 168 time: 1.1588840 Dec 14 01:19:06.243048 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54406) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:06.247444 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dec58de-9475-4866-b420-0f9bd2fd8631 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:06.249311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a5d9ee-67c7-4b7f-8463-e329fe66f9cc None None] Network ded4cd42-998f-46b8-8cf0-bed3bdcee3ea requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:06.250192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4dec58de-9475-4866-b420-0f9bd2fd8631 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.251370 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4625a9-991f-4993-b88b-8fe752a5e4f0 None None] Network bee5f2cb-0e66-4058-9cdb-51591d3f118e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:06.294620 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4dec58de-9475-4866-b420-0f9bd2fd8631 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5573845 Dec 14 01:19:06.297928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54408) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:06.298066 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-56b7b506-cf98-4be1-a165-755edaee30f0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544415 Dec 14 01:19:06.307785 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54410) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:06.375497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-11c64057-6425-4f2a-ae18-03f370d7c0f3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Deleting port 50247a14-6e8a-42a0-bc29-67b33c1a3d18 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:06.375872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11c64057-6425-4f2a-ae18-03f370d7c0f3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.408154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6dfeb963-da48-4907-9268-28befccbad05 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Deleting port 9d09378c-4385-4ce0-b2d2-ff7f642293a9 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:06.408718 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb963-da48-4907-9268-28befccbad05 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.434662 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-ded4cd42-998f-46b8-8cf0-bed3bdcee3ea', 'network_id': 'ded4cd42-998f-46b8-8cf0-bed3bdcee3ea', 'project_id': 'aa1defb958db4a1196837e6cd5b818e7', 'fixed_ips': [{'subnet_id': '69533c1d-bbaa-4cfe-bda2-f85a011f88f0'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:19:06.435665 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.444668 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d519544-11f8-44f3-af4e-892e8c2625b1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:06.456069 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1d519544-11f8-44f3-af4e-892e8c2625b1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/ddc1cb9d-697d-4f07-a1ff-db09b297f07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5941477 Dec 14 01:19:06.459579 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54412) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:06.459781 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f0f8e-e39f-4458-be12-41c806cbec91 None None] Sync routers for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:06.510597 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb44a441-b625-4de4-aae8-d2a24692d273 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:06.514672 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cb44a441-b625-4de4-aae8-d2a24692d273 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2022605 Dec 14 01:19:06.516400 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54414) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:06.520145 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.533245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09b4913-6d69-4497-a879-858e61da635f None None] DHCP port deletion for bee5f2cb-0e66-4058-9cdb-51591d3f118e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:06.535763 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f0f8e-e39f-4458-be12-41c806cbec91 None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:06.536517 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f51f0f8e-e39f-4458-be12-41c806cbec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:06.586062 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6d97ff-6038-45ce-b7f2-51460dd7c0d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting subnet 4be69346-3440-4b96-a42f-d21bf49ab153 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:19:06.589422 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11c64057-6425-4f2a-ae18-03f370d7c0f3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.589748 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11c64057-6425-4f2a-ae18-03f370d7c0f3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.595007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb963-da48-4907-9268-28befccbad05 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.600177 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf6d97ff-6038-45ce-b7f2-51460dd7c0d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.605581 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bd5614-3b44-414e-8f79-83f8ecba4d6d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:06.609564 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a5bd5614-3b44-414e-8f79-83f8ecba4d6d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0911605 Dec 14 01:19:06.611283 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54416) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:06.617751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6dfeb963-da48-4907-9268-28befccbad05 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Calling delete_port for 9d09378c-4385-4ce0-b2d2-ff7f642293a9 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:06.619627 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.639200 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-11c64057-6425-4f2a-ae18-03f370d7c0f3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Calling delete_port for 50247a14-6e8a-42a0-bc29-67b33c1a3d18 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:06.688838 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-07de17ed-8975-433b-8fe5-87a8d9cbd0e0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735881 Dec 14 01:19:06.698255 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54418) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:06.701045 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-f51f0f8e-e39f-4458-be12-41c806cbec91 None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:19:06.711256 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf6d97ff-6038-45ce-b7f2-51460dd7c0d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.736136 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbeacf69-eb0d-4684-9362-123898695031 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:06.736697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbeacf69-eb0d-4684-9362-123898695031 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:06.742124 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dbeacf69-eb0d-4684-9362-123898695031 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/7709dd6b-0b00-4f35-9ede-5966060adc02 HTTP/1.1" status: 404 len: 333 time: 0.0405805 Dec 14 01:19:06.745361 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54420) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:06.762800 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Allocated IP 172.20.0.2 (ded4cd42-998f-46b8-8cf0-bed3bdcee3ea/69533c1d-bbaa-4cfe-bda2-f85a011f88f0/6302d82a-ed0b-4984-9c19-1c95eb010889) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:06.808030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4913-6d69-4497-a879-858e61da635f None None] Deleting port 6633ff6b-0c16-43d1-84a8-f7819b517003 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:06.808724 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c09b4913-6d69-4497-a879-858e61da635f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.813941 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde34bdb-7571-4153-b84e-95600af9091a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:06.814742 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde34bdb-7571-4153-b84e-95600af9091a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:06.818740 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fde34bdb-7571-4153-b84e-95600af9091a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/dfa07658-8b4e-4773-a8be-cb26749a5e91 HTTP/1.1" status: 404 len: 337 time: 0.0721884 Dec 14 01:19:06.825022 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54422) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:06.866371 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dae878f-a3ce-4a40-8ca8-284f3ee62ca7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:06.866879 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dae878f-a3ce-4a40-8ca8-284f3ee62ca7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:06.870213 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8dae878f-a3ce-4a40-8ca8-284f3ee62ca7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/2dccbe0b-d08a-4bf1-91a9-29a32ce14e8c HTTP/1.1" status: 404 len: 337 time: 0.0440156 Dec 14 01:19:06.873233 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54424) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:06.918884 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb7fda0-eee0-4376-9bf6-739a3e5634de tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:06.919760 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb7fda0-eee0-4376-9bf6-739a3e5634de tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:06.925356 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8fb7fda0-eee0-4376-9bf6-739a3e5634de tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/132f8060-dc7a-4881-ba20-9f5bdafddedf HTTP/1.1" status: 404 len: 333 time: 0.0484014 Dec 14 01:19:06.925652 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54426) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:06.936410 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf6d97ff-6038-45ce-b7f2-51460dd7c0d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:06.960847 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6ca367-485f-4d43-886a-c3a594198483 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:06.961534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6ca367-485f-4d43-886a-c3a594198483 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:06.967222 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4a6ca367-485f-4d43-886a-c3a594198483 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/baa0e9a0-80f7-4832-bfa4-7690be7effb1 HTTP/1.1" status: 404 len: 337 time: 0.0381851 Dec 14 01:19:06.968088 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54428) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:06.985185 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb963-da48-4907-9268-28befccbad05 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.013608 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfeb963-da48-4907-9268-28befccbad05 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Pushing event deleted for resources: {'Port': ['ID=9d09378c-4385-4ce0-b2d2-ff7f642293a9,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:07.033093 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c954c4-81f8-454c-b5e9-5df6b3b0f782 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:07.033667 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c954c4-81f8-454c-b5e9-5df6b3b0f782 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:07.040264 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54430) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.040555 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c2c954c4-81f8-454c-b5e9-5df6b3b0f782 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/6e3cadc1-1274-4510-af69-450d5a8a59de HTTP/1.1" status: 404 len: 337 time: 0.0686526 Dec 14 01:19:07.072678 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11c64057-6425-4f2a-ae18-03f370d7c0f3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.084127 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb420bee-8d0e-4555-82ab-f64fba789956 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:07.084714 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb420bee-8d0e-4555-82ab-f64fba789956 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:07.091054 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cb420bee-8d0e-4555-82ab-f64fba789956 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/b86c9572-3f25-4542-b09e-22dbd49e8a26 HTTP/1.1" status: 404 len: 333 time: 0.0467122 Dec 14 01:19:07.091054 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54432) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.103034 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf6d97ff-6038-45ce-b7f2-51460dd7c0d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.106011 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e58f1a0-9519-4a10-99ba-d9ef138070db None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:07.115504 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c64057-6425-4f2a-ae18-03f370d7c0f3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Port': ['ID=50247a14-6e8a-42a0-bc29-67b33c1a3d18,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:07.126931 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-869b3978-2b0b-4e2d-b8e4-5ebc10814ca1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:07.127398 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869b3978-2b0b-4e2d-b8e4-5ebc10814ca1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:07.134167 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-869b3978-2b0b-4e2d-b8e4-5ebc10814ca1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/8dd0be50-b629-4ebd-ae9a-c2b5bdbf70cd HTTP/1.1" status: 404 len: 337 time: 0.0397961 Dec 14 01:19:07.135296 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54434) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.142289 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c09b4913-6d69-4497-a879-858e61da635f None None] For port 6633ff6b-0c16-43d1-84a8-f7819b517003, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6633ff6b-0c16-43d1-84a8-f7819b517003,segment=NetworkSegment(e5eaeb42-8607-4455-b127-020ea2c857dc),segment_id=e5eaeb42-8607-4455-b127-020ea2c857dc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:07.142696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c09b4913-6d69-4497-a879-858e61da635f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.165365 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb963-da48-4907-9268-28befccbad05 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.168627 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7f79f1-033d-4197-8c0c-60701f0ad67a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:07.169100 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7f79f1-033d-4197-8c0c-60701f0ad67a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:07.174758 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7b7f79f1-033d-4197-8c0c-60701f0ad67a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/fba5960b-96da-48f0-ae4d-16e6d2d72d14 HTTP/1.1" status: 404 len: 337 time: 0.0370338 Dec 14 01:19:07.175884 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4913-6d69-4497-a879-858e61da635f None None] Calling delete_port for 6633ff6b-0c16-43d1-84a8-f7819b517003 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:07.189645 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54436) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.190527 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d97ff-6038-45ce-b7f2-51460dd7c0d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Subnet': ['ID=4be69346-3440-4b96-a42f-d21bf49ab153,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:07.195062 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf6d97ff-6038-45ce-b7f2-51460dd7c0d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.198340 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cf6d97ff-6038-45ce-b7f2-51460dd7c0d8 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/4be69346-3440-4b96-a42f-d21bf49ab153 HTTP/1.1" status: 204 len: 168 time: 0.7373774 Dec 14 01:19:07.206114 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54438) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.216651 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb458e8d-f362-44d8-8734-716dfcb51f9d None None] Network e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:07.231207 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-34366b09-f586-4fa6-a6ca-d49735ed1ca6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:07.231934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34366b09-f586-4fa6-a6ca-d49735ed1ca6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:07.237338 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-34366b09-f586-4fa6-a6ca-d49735ed1ca6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/b1688a6b-5c1d-4b2a-9e26-49cb4e6c851b HTTP/1.1" status: 404 len: 333 time: 0.0356667 Dec 14 01:19:07.239424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54440) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.268337 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11c64057-6425-4f2a-ae18-03f370d7c0f3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.268577 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-11c64057-6425-4f2a-ae18-03f370d7c0f3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Floating IP 7d82de7a-f043-48a3-b460-ad217ec1b0d9 disassociated (deleted). External IP: 172.26.1.160, port: 74d0ee02-c58c-4706-bc58-30229548ca3a. Dec 14 01:19:07.272223 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-361e2775-878c-4f40-9074-d1e1635e9234 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:07.272223 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361e2775-878c-4f40-9074-d1e1635e9234 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:07.276142 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-361e2775-878c-4f40-9074-d1e1635e9234 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/fb873423-6d68-4e17-99b7-a3918c6efda6 HTTP/1.1" status: 404 len: 337 time: 0.0367324 Dec 14 01:19:07.284850 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54442) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.328649 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-f506d085-9765-413d-8950-37447e205c05 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:07.329117 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f506d085-9765-413d-8950-37447e205c05 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:07.332210 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f506d085-9765-413d-8950-37447e205c05 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/f8b19557-d2c4-43d8-a46f-939b859bcbbf HTTP/1.1" status: 404 len: 337 time: 0.0461500 Dec 14 01:19:07.334968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54444) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.391498 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea760691-e7a9-45e6-b6ca-1ccdd6b52b75 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:07.392214 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea760691-e7a9-45e6-b6ca-1ccdd6b52b75 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:07.398028 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ea760691-e7a9-45e6-b6ca-1ccdd6b52b75 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/2bde3df4-bdca-4e25-93bc-03fa932ec3bb HTTP/1.1" status: 404 len: 333 time: 0.0366759 Dec 14 01:19:07.400578 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54446) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.413104 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.414577 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c09b4913-6d69-4497-a879-858e61da635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.433873 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-17bc097d-a1bd-4168-9a0e-bbb42a23ae4d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:07.434530 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17bc097d-a1bd-4168-9a0e-bbb42a23ae4d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:07.439762 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-17bc097d-a1bd-4168-9a0e-bbb42a23ae4d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/14c1fd74-dba2-4011-888d-a5fe3d0c946d HTTP/1.1" status: 404 len: 337 time: 0.0360832 Dec 14 01:19:07.439994 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54448) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.471013 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-237715b1-563e-4d86-b78c-dbe44f1e8a51 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:07.471624 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237715b1-563e-4d86-b78c-dbe44f1e8a51 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:07.473308 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4913-6d69-4497-a879-858e61da635f None None] Pushing event deleted for resources: {'Port': ['ID=6633ff6b-0c16-43d1-84a8-f7819b517003,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:07.477071 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-237715b1-563e-4d86-b78c-dbe44f1e8a51 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/665263e8-43bd-47f7-9af5-a215856aff1d HTTP/1.1" status: 404 len: 333 time: 0.0338261 Dec 14 01:19:07.479000 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54450) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.482883 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b4913-6d69-4497-a879-858e61da635f None None] No DVR routers for this DVR port 6633ff6b-0c16-43d1-84a8-f7819b517003 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:07.486201 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.492397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb963-da48-4907-9268-28befccbad05 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.499843 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb963-da48-4907-9268-28befccbad05 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.528886 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.535478 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f51f0f8e-e39f-4458-be12-41c806cbec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:19:05Z', 'revision_number': 8, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:39Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5116e6f-687b-4d43-a64f-a472c53dab16', 'name': '', 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:45:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:42Z', 'updated_at': '2021-12-14T01:18:50Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:07.548130 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed91755-c1ab-4d0f-9dc8-8f4aad535061 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:07.548590 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed91755-c1ab-4d0f-9dc8-8f4aad535061 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:07.554495 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0ed91755-c1ab-4d0f-9dc8-8f4aad535061 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/ed6eaafe-f413-4882-a300-ee8c72d5b329 HTTP/1.1" status: 404 len: 337 time: 0.0729692 Dec 14 01:19:07.555199 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54452) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.588891 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f240315-caa7-49dc-ab98-4e1a0b95123e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:07.590344 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f240315-caa7-49dc-ab98-4e1a0b95123e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:07.593368 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5f240315-caa7-49dc-ab98-4e1a0b95123e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/db44b721-3657-4c7c-a173-99bff368b8ce HTTP/1.1" status: 404 len: 333 time: 0.0377507 Dec 14 01:19:07.596031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54454) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.615545 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.626463 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f0f8e-e39f-4458-be12-41c806cbec91 None None] Checking router: ddc1cb9d-697d-4f07-a1ff-db09b297f07f for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:19:07.643933 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f0f8e-e39f-4458-be12-41c806cbec91 None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:07.644753 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f51f0f8e-e39f-4458-be12-41c806cbec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:07.650972 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498bd7b3-01fa-4f23-812d-6dd7b38f1a45 None None] DHCP port deletion for e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:07.658107 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Subnet': ['ID=69533c1d-bbaa-4cfe-bda2-f85a011f88f0,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:07.658631 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ba8823-58b0-41df-8ef9-9d2ed05c9002 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:07.659134 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ba8823-58b0-41df-8ef9-9d2ed05c9002 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:07.663355 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d9ba8823-58b0-41df-8ef9-9d2ed05c9002 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/9a17eeac-9373-4b78-8e62-263f5c4d86e1 HTTP/1.1" status: 404 len: 337 time: 0.0663834 Dec 14 01:19:07.665960 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54456) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.675472 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfeb963-da48-4907-9268-28befccbad05 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Router 4001d526-3778-4212-ade1-378e76304864 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:07.701352 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b151d8-012e-4465-af04-cb1dbf8979e7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:07.702736 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b151d8-012e-4465-af04-cb1dbf8979e7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:07.707706 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-25b151d8-012e-4465-af04-cb1dbf8979e7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/8b8b739c-cf2b-429f-b75d-a13da0afc191 HTTP/1.1" status: 404 len: 333 time: 0.0383472 Dec 14 01:19:07.708547 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54458) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.730704 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6633ff6b-0c16-43d1-84a8-f7819b517003 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:07.742907 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Network ded4cd42-998f-46b8-8cf0-bed3bdcee3ea is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:07.749963 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccae2f3c-2d54-47dd-ac65-80e530f9926f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:07.750515 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccae2f3c-2d54-47dd-ac65-80e530f9926f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:07.756043 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ccae2f3c-2d54-47dd-ac65-80e530f9926f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/f87df72d-3331-4a68-82cd-10570d34a686 HTTP/1.1" status: 404 len: 337 time: 0.0443645 Dec 14 01:19:07.756238 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54460) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.769240 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c64057-6425-4f2a-ae18-03f370d7c0f3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router 5ab275d4-f0a2-4162-a736-a68344d840d7 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:07.789518 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a4d9e5-4126-4ba2-ae70-8e29ec999077 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:07.790147 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a4d9e5-4126-4ba2-ae70-8e29ec999077 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:07.796080 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b5a4d9e5-4126-4ba2-ae70-8e29ec999077 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/e0d75b87-4436-4ac2-bcc6-580304b8f3db HTTP/1.1" status: 404 len: 333 time: 0.0360658 Dec 14 01:19:07.797146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting port 52064f06-535c-4062-a7fc-9648d26a8e85 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:07.797484 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.804466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54462) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.806642 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:07.811683 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 6633ff6b-0c16-43d1-84a8-f7819b517003 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:19:07.812502 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6633ff6b-0c16-43d1-84a8-f7819b517003 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:19:07.814165 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Pushing event updated for resources: {'Port': ['ID=6302d82a-ed0b-4984-9c19-1c95eb010889,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:07.817634 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:07.866154 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-f51f0f8e-e39f-4458-be12-41c806cbec91 None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:19:07.923256 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c64057-6425-4f2a-ae18-03f370d7c0f3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:07.927906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11c64057-6425-4f2a-ae18-03f370d7c0f3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.939091 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e72136-4811-472a-a735-d045429688ea None None] Sync routers for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:07.948545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Attempting to bind port 6302d82a-ed0b-4984-9c19-1c95eb010889 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:19:07.949069 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Attempting to bind port 6302d82a-ed0b-4984-9c19-1c95eb010889 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '6ef793df-ddc3-49ea-a890-bed34ebefdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ded4cd42-998f-46b8-8cf0-bed3bdcee3ea'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:19:07.949531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Attempting to bind port 6302d82a-ed0b-4984-9c19-1c95eb010889 on network ded4cd42-998f-46b8-8cf0-bed3bdcee3ea {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:19:07.950842 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e72136-4811-472a-a735-d045429688ea None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:07.951864 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-93e72136-4811-472a-a735-d045429688ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:07.980456 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-498bd7b3-01fa-4f23-812d-6dd7b38f1a45 None None] Deleting port 52064f06-535c-4062-a7fc-9648d26a8e85 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:07.980694 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-11c64057-6425-4f2a-ae18-03f370d7c0f3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/floatingips/7d82de7a-f043-48a3-b460-ad217ec1b0d9 HTTP/1.1" status: 204 len: 168 time: 1.9819238 Dec 14 01:19:07.981100 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-498bd7b3-01fa-4f23-812d-6dd7b38f1a45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.982176 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54464) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:07.991376 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-93e72136-4811-472a-a735-d045429688ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:07.998345 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:19:07.998908 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Checking segment: {'id': '6ef793df-ddc3-49ea-a890-bed34ebefdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ded4cd42-998f-46b8-8cf0-bed3bdcee3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:07.999414 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:07.999909 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Bound using segment: {'id': '6ef793df-ddc3-49ea-a890-bed34ebefdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ded4cd42-998f-46b8-8cf0-bed3bdcee3ea'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:19:08.000523 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Bound port: 6302d82a-ed0b-4984-9c19-1c95eb010889, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef793df-ddc3-49ea-a890-bed34ebefdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ded4cd42-998f-46b8-8cf0-bed3bdcee3ea'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:19:08.001006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:08.004328 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e72136-4811-472a-a735-d045429688ea None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:08.005152 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-93e72136-4811-472a-a735-d045429688ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:08.043899 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-93e72136-4811-472a-a735-d045429688ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:08.044844 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e72136-4811-472a-a735-d045429688ea None None] The sync data for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:08.094797 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4210fc15-ef25-4796-8582-100b78af8848 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Deleting port 74d0ee02-c58c-4706-bc58-30229548ca3a {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:08.095125 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4210fc15-ef25-4796-8582-100b78af8848 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:08.136690 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-498bd7b3-01fa-4f23-812d-6dd7b38f1a45 None None] For port 52064f06-535c-4062-a7fc-9648d26a8e85, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=52064f06-535c-4062-a7fc-9648d26a8e85,segment=NetworkSegment(a35d069f-36f3-4e3b-9477-219d9830d503),segment_id=a35d069f-36f3-4e3b-9477-219d9830d503)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:08.137379 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-498bd7b3-01fa-4f23-812d-6dd7b38f1a45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:08.171097 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-498bd7b3-01fa-4f23-812d-6dd7b38f1a45 None None] Calling delete_port for 52064f06-535c-4062-a7fc-9648d26a8e85 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:08.199262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4210fc15-ef25-4796-8582-100b78af8848 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:08.207885 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:08.213683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4210fc15-ef25-4796-8582-100b78af8848 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Calling delete_port for 74d0ee02-c58c-4706-bc58-30229548ca3a owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:08.235034 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ab0a34-5f37-4869-8161-0e54e65fc657 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:08.235480 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ab0a34-5f37-4869-8161-0e54e65fc657 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:08.242409 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b9ab0a34-5f37-4869-8161-0e54e65fc657 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/c31529ea-6715-49a4-9d23-bf4312799db6 HTTP/1.1" status: 404 len: 337 time: 0.4347813 Dec 14 01:19:08.251237 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54466) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.264170 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] For port 6302d82a-ed0b-4984-9c19-1c95eb010889, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:19:08.275340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] For port 6302d82a-ed0b-4984-9c19-1c95eb010889, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6302d82a-ed0b-4984-9c19-1c95eb010889,segment=NetworkSegment(6ef793df-ddc3-49ea-a890-bed34ebefdb4),segment_id=6ef793df-ddc3-49ea-a890-bed34ebefdb4)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:19:08.279067 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfeb963-da48-4907-9268-28befccbad05 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:08.285934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:08.303903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb963-da48-4907-9268-28befccbad05 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:08.307680 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6dfeb963-da48-4907-9268-28befccbad05 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "PUT /v2.0/routers/4001d526-3778-4212-ade1-378e76304864 HTTP/1.1" status: 200 len: 706 time: 3.2836394 Dec 14 01:19:08.308263 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54468) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.310984 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d817319d-662e-4290-a780-1da8b5dc9574 None None] Sync routers for ids ['4001d526-3778-4212-ade1-378e76304864'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:08.312571 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded4cd42-998f-46b8-8cf0-bed3bdcee3ea']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:08.317973 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-e243a493-c00c-44f0-9643-2fe86579b4a2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:08.318553 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e243a493-c00c-44f0-9643-2fe86579b4a2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:08.323922 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e243a493-c00c-44f0-9643-2fe86579b4a2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/33908953-3697-4194-b4d2-187253cf0283 HTTP/1.1" status: 404 len: 333 time: 0.0680068 Dec 14 01:19:08.329718 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54470) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.339826 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef793df-ddc3-49ea-a890-bed34ebefdb4') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:08.340031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef793df-ddc3-49ea-a890-bed34ebefdb4') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:08.342652 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] For port 52064f06-535c-4062-a7fc-9648d26a8e85, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=52064f06-535c-4062-a7fc-9648d26a8e85,segment=NetworkSegment(a35d069f-36f3-4e3b-9477-219d9830d503),segment_id=a35d069f-36f3-4e3b-9477-219d9830d503)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:08.343009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:08.385322 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-202b783a-f9e4-4195-911c-88d06afff768 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:08.386014 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202b783a-f9e4-4195-911c-88d06afff768 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:08.392053 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-202b783a-f9e4-4195-911c-88d06afff768 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/36d1f410-de8d-43cd-91db-6d27a6cd5cd1 HTTP/1.1" status: 404 len: 337 time: 0.0574622 Dec 14 01:19:08.392053 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:08.393481 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Calling delete_port for 52064f06-535c-4062-a7fc-9648d26a8e85 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:08.394976 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54472) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.408818 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817319d-662e-4290-a780-1da8b5dc9574 None None] Routers {'4001d526-3778-4212-ade1-378e76304864'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:08.410611 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d817319d-662e-4290-a780-1da8b5dc9574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4001d526-3778-4212-ade1-378e76304864'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:08.419904 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2ad5751f-8412-4e9c-9b3a-c56c7830ced3 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "GET /v2.0/routers/4001d526-3778-4212-ade1-378e76304864 HTTP/1.1" status: 200 len: 741 time: 0.1079726 Dec 14 01:19:08.422104 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54474) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.442424 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef8f93d-a79e-4e2a-be1f-11a928f7dd88 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:08.443204 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef8f93d-a79e-4e2a-be1f-11a928f7dd88 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:08.449387 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bef8f93d-a79e-4e2a-be1f-11a928f7dd88 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/bc185687-4083-484e-95a0-bb8d63dab0f8 HTTP/1.1" status: 404 len: 337 time: 0.0465870 Dec 14 01:19:08.449387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:08.452283 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54476) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.461375 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d817319d-662e-4290-a780-1da8b5dc9574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:08.468186 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f0e40-18f9-4c12-ac5d-cbc1990367a6 None None] Pushing event updated for resources: {'Port': ['ID=6302d82a-ed0b-4984-9c19-1c95eb010889,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:08.476134 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-498bd7b3-01fa-4f23-812d-6dd7b38f1a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:08.480388 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:08.480793 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:08.486787 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:08.488928 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7670e708-f3cd-4fde-85dc-5e8985c30237 tempest-RoutersAdminTest-134515730 tempest-RoutersAdminTest-134515730-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9d3d9e64-5277-4411-88bd-12485529348e&device_id=4001d526-3778-4212-ade1-378e76304864 HTTP/1.1" status: 200 len: 205 time: 0.0609314 Dec 14 01:19:08.489023 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-0447e75a-a6b2-480a-9ce6-9ded97402d2e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:08.489023 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0447e75a-a6b2-480a-9ce6-9ded97402d2e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:08.489172 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54478) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.495192 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0447e75a-a6b2-480a-9ce6-9ded97402d2e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/675cf87a-9f57-46df-af9c-119a1f28dc6e HTTP/1.1" status: 404 len: 333 time: 0.0335596 Dec 14 01:19:08.497951 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54480) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.498078 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817319d-662e-4290-a780-1da8b5dc9574 None None] Routers {'4001d526-3778-4212-ade1-378e76304864'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:08.501971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d817319d-662e-4290-a780-1da8b5dc9574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4001d526-3778-4212-ade1-378e76304864'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:08.510806 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f51f0f8e-e39f-4458-be12-41c806cbec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:19:05Z', 'revision_number': 8, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:39Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5116e6f-687b-4d43-a64f-a472c53dab16', 'name': '', 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:45:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:42Z', 'updated_at': '2021-12-14T01:18:50Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:08.536195 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8827d300-2d3f-44cd-91cf-7379d1073cd2 None None] Network ded4cd42-998f-46b8-8cf0-bed3bdcee3ea requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:08.564018 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8b4d0c30-75a7-4741-b99d-0a7511b71755 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "GET /v2.0/ports?device_id=4001d526-3778-4212-ade1-378e76304864 HTTP/1.1" status: 200 len: 205 time: 0.0713654 Dec 14 01:19:08.564242 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54482) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.564381 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b3d235-01e6-40ae-a8e1-6ad23746f905 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:08.564782 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b3d235-01e6-40ae-a8e1-6ad23746f905 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:08.570126 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-65b3d235-01e6-40ae-a8e1-6ad23746f905 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/e8121197-07c9-4dff-8d57-50c7f4753bd7 HTTP/1.1" status: 404 len: 337 time: 0.0663011 Dec 14 01:19:08.570866 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54484) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.599298 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d817319d-662e-4290-a780-1da8b5dc9574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:08.599943 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d817319d-662e-4290-a780-1da8b5dc9574 None None] The sync data for ids ['4001d526-3778-4212-ade1-378e76304864'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:08.606722 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a9b770-317a-4ada-99b2-fa17df4f06e7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:08.607389 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a9b770-317a-4ada-99b2-fa17df4f06e7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:08.612918 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-11a9b770-317a-4ada-99b2-fa17df4f06e7 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/ea3e3b06-f649-495f-baa6-c02216324454 HTTP/1.1" status: 404 len: 337 time: 0.0387452 Dec 14 01:19:08.613822 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54486) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.638435 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bd7b3-01fa-4f23-812d-6dd7b38f1a45 None None] Pushing event deleted for resources: {'Port': ['ID=52064f06-535c-4062-a7fc-9648d26a8e85,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:08.642054 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d98644-2586-4c15-bf88-cc0fe7282ce0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:08.642645 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d98644-2586-4c15-bf88-cc0fe7282ce0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:08.642854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498bd7b3-01fa-4f23-812d-6dd7b38f1a45 None None] No DVR routers for this DVR port 52064f06-535c-4062-a7fc-9648d26a8e85 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:08.649216 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-70d98644-2586-4c15-bf88-cc0fe7282ce0 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/61e68c26-614b-440b-8f67-fa81da4ccf51 HTTP/1.1" status: 404 len: 333 time: 0.0314686 Dec 14 01:19:08.649431 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f0f8e-e39f-4458-be12-41c806cbec91 None None] The sync data for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv is: [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:19:05Z', 'revision_number': 8, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:39Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5116e6f-687b-4d43-a64f-a472c53dab16', 'name': '', 'network_id': 'a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:45:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:42Z', 'updated_at': '2021-12-14T01:18:50Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '8fbfd153-d679-4f80-b31c-e70ba128942b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:08.651912 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54488) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.662608 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4210fc15-ef25-4796-8582-100b78af8848 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:08.675432 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 01:19:08.675432 dv-neutron-821592-1-hyperv neutron-server[103409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 01:19:08.675432 dv-neutron-821592-1-hyperv neutron-server[103409]: [parameters: {'id': 'ded4cd42-998f-46b8-8cf0-bed3bdcee3ea'}] Dec 14 01:19:08.675432 dv-neutron-821592-1-hyperv neutron-server[103409]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:19:08.676291 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:19:08.687496 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2e4abf9e-3fad-46e5-b6cd-afa5dc27eb4b tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:08.711643 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-0649505f-6af1-40da-b41a-7d7d350b756f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:08.712221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0649505f-6af1-40da-b41a-7d7d350b756f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:08.715610 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0649505f-6af1-40da-b41a-7d7d350b756f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/bf500b2b-2207-4189-b749-5b0a58038109 HTTP/1.1" status: 404 len: 337 time: 0.0625217 Dec 14 01:19:08.718518 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210fc15-ef25-4796-8582-100b78af8848 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Port': ['ID=74d0ee02-c58c-4706-bc58-30229548ca3a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:08.720567 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54490) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.727399 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f67988-af7a-418b-a2b3-7d9210dfcb32 None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:19:08.770897 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2509a4-a83a-4f2f-8da2-fe2a28babbe1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:08.771647 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2509a4-a83a-4f2f-8da2-fe2a28babbe1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:08.775003 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1e2509a4-a83a-4f2f-8da2-fe2a28babbe1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/fc086f26-68e8-4bfd-9de3-de1db3e2ba37 HTTP/1.1" status: 404 len: 337 time: 0.0534496 Dec 14 01:19:08.780237 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54492) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.810362 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:08.815183 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7826259-e831-493d-bbb2-0fccdc73f75e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:08.815688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7826259-e831-493d-bbb2-0fccdc73f75e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:08.821029 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a7826259-e831-493d-bbb2-0fccdc73f75e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/693bea33-d87f-42ad-b307-e4770b0850ca HTTP/1.1" status: 404 len: 333 time: 0.0374560 Dec 14 01:19:08.823324 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54494) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.844545 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Port': ['ID=52064f06-535c-4062-a7fc-9648d26a8e85,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:08.853230 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2992ab0-5fe8-4bb1-af7c-73078808985d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:08.853712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2992ab0-5fe8-4bb1-af7c-73078808985d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:08.856378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f67988-af7a-418b-a2b3-7d9210dfcb32 None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:19:08.860293 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c2992ab0-5fe8-4bb1-af7c-73078808985d tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/a0ca1f08-6992-4b7c-a6e9-d625fffa45f5 HTTP/1.1" status: 404 len: 337 time: 0.0358891 Dec 14 01:19:08.863455 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54496) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.873166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] No DVR routers for this DVR port 52064f06-535c-4062-a7fc-9648d26a8e85 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:08.896427 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab857b9-407b-45c5-af98-311fcc13844f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:08.896883 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab857b9-407b-45c5-af98-311fcc13844f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:08.902321 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4ab857b9-407b-45c5-af98-311fcc13844f tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/f153adcb-1c3f-431e-b7a2-73705e4ef7e1 HTTP/1.1" status: 404 len: 337 time: 0.0352750 Dec 14 01:19:08.902641 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54498) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.914585 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4210fc15-ef25-4796-8582-100b78af8848 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:08.921555 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4210fc15-ef25-4796-8582-100b78af8848 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/ports/74d0ee02-c58c-4706-bc58-30229548ca3a HTTP/1.1" status: 204 len: 168 time: 0.9342306 Dec 14 01:19:08.931728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54500) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.937620 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b309cbe2-739e-4f16-afa5-12aeb3a08658 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc26f9eb-a153-444c-a571-53ded7175e87 HTTP/1.1" status: 200 len: 205 time: 0.0310497 Dec 14 01:19:08.937931 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:08.942688 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54502) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:08.974092 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2e4abf9e-3fad-46e5-b6cd-afa5dc27eb4b tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:08.984442 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-8a38f728-d9ae-437e-a1b8-3c039a5455eb tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] delete failed (client error): The resource could not be found. Dec 14 01:19:08.987895 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8a38f728-d9ae-437e-a1b8-3c039a5455eb tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/routers/cc26f9eb-a153-444c-a571-53ded7175e87 HTTP/1.1" status: 404 len: 336 time: 0.0418997 Dec 14 01:19:08.988795 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54504) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.000397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2e4abf9e-3fad-46e5-b6cd-afa5dc27eb4b tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:09.021987 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7b13fb-effa-43ac-9d3d-d8ba8af1e2fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:09.023746 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7b13fb-effa-43ac-9d3d-d8ba8af1e2fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:09.027149 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-da7b13fb-effa-43ac-9d3d-d8ba8af1e2fe tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/f602a278-ac71-48b6-9fe6-2413f57937ce HTTP/1.1" status: 404 len: 337 time: 0.0374165 Dec 14 01:19:09.029865 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54506) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.063239 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-807ef27a-ee87-465c-87af-d3b171b33f85 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ab45a-40d3-4113-9ec4-7298b9414cfc HTTP/1.1" status: 200 len: 205 time: 0.0316477 Dec 14 01:19:09.065422 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54508) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.070323 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:09.076393 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:09.117944 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2e4abf9e-3fad-46e5-b6cd-afa5dc27eb4b tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:09.118541 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4abf9e-3fad-46e5-b6cd-afa5dc27eb4b tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Fanout notify agent at l3_agent the message router_deleted on router 4001d526-3778-4212-ade1-378e76304864 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:19:09.120460 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-520067ba-1fc9-4790-aadd-67e69343df5a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] delete failed (client error): The resource could not be found. Dec 14 01:19:09.121728 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-520067ba-1fc9-4790-aadd-67e69343df5a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/routers/684ab45a-40d3-4113-9ec4-7298b9414cfc HTTP/1.1" status: 404 len: 336 time: 0.0553842 Dec 14 01:19:09.131852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2e4abf9e-3fad-46e5-b6cd-afa5dc27eb4b tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:09.132257 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54510) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.133105 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2e4abf9e-3fad-46e5-b6cd-afa5dc27eb4b tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "DELETE /v2.0/routers/4001d526-3778-4212-ade1-378e76304864 HTTP/1.1" status: 204 len: 168 time: 0.5688775 Dec 14 01:19:09.140641 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54512) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.156767 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:09.163166 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-90456d49-0fb6-40ae-8ea9-5050387766d2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:09.163640 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90456d49-0fb6-40ae-8ea9-5050387766d2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:09.168022 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-90456d49-0fb6-40ae-8ea9-5050387766d2 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/9f413775-7588-4730-ba5f-b146040c814c HTTP/1.1" status: 404 len: 337 time: 0.0332606 Dec 14 01:19:09.169741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54514) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.175140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7383ec2b-8e04-4d81-bd66-27b00d7b1a6d None None] DHCP port deletion for 1a6d2724-91ac-41ae-a899-cae28b27ee18 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:09.179426 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:09.188514 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d8c7d130-6ba4-4f57-b078-5be9ac72440b tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "GET /v2.0/ports?device_id=4001d526-3778-4212-ade1-378e76304864 HTTP/1.1" status: 200 len: 205 time: 0.0466120 Dec 14 01:19:09.191502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54516) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.193602 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35d069f-36f3-4e3b-9477-219d9830d503') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:09.193896 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35d069f-36f3-4e3b-9477-219d9830d503') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:09.211860 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:09.213430 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e78f35-4631-4155-8034-e28117f83938 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:09.214597 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e78f35-4631-4155-8034-e28117f83938 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:09.218952 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d5e78f35-4631-4155-8034-e28117f83938 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/6296a461-ac93-4a61-a6da-cdec6f1ad3b7 HTTP/1.1" status: 404 len: 337 time: 0.0462570 Dec 14 01:19:09.219682 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54518) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.252137 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-988b5279-6da5-4d92-87cd-4a45e1f76835 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:09.252702 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988b5279-6da5-4d92-87cd-4a45e1f76835 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:09.257755 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-988b5279-6da5-4d92-87cd-4a45e1f76835 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/31c2f8e1-eb0e-47e9-8bb1-bb7559a804d9 HTTP/1.1" status: 404 len: 333 time: 0.0348094 Dec 14 01:19:09.257918 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-b0799dc7-176c-47e2-9abf-4d6be2614ce7 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] delete failed (client error): The resource could not be found. Dec 14 01:19:09.258631 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54520) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.258785 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b0799dc7-176c-47e2-9abf-4d6be2614ce7 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "DELETE /v2.0/routers/4001d526-3778-4212-ade1-378e76304864 HTTP/1.1" status: 404 len: 336 time: 0.0629034 Dec 14 01:19:09.259880 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:09.263299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54522) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.276556 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:09.276953 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:09.281855 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:09.289421 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2434677-50e4-42cf-ac2e-7ecfeb591132 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:09.289940 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2434677-50e4-42cf-ac2e-7ecfeb591132 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:09.294918 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a2434677-50e4-42cf-ac2e-7ecfeb591132 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/50ef9a04-1161-4f30-8702-d744e4883662 HTTP/1.1" status: 404 len: 337 time: 0.0334682 Dec 14 01:19:09.297379 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54524) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.326136 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac496b2b-4e78-440b-b9fb-040083c2fef1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:09.326829 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac496b2b-4e78-440b-b9fb-040083c2fef1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:09.329610 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ac496b2b-4e78-440b-b9fb-040083c2fef1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/b5a47cc1-1443-484e-bf83-4eac4fa9edf0 HTTP/1.1" status: 404 len: 333 time: 0.0311317 Dec 14 01:19:09.333821 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54526) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.358779 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cacb543c-bf30-4747-a042-390d35f463f7 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "GET /v2.0/ports?device_id=da14677b-0bd0-4fc5-813f-414209d454c5 HTTP/1.1" status: 200 len: 205 time: 0.0923369 Dec 14 01:19:09.362682 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54528) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.367022 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ee6892-66a2-45b5-aa28-c3084aefb5a6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:09.367481 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ee6892-66a2-45b5-aa28-c3084aefb5a6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:09.370530 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-01ee6892-66a2-45b5-aa28-c3084aefb5a6 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/30a385a2-0a94-46f6-80ad-edc33ebb4ba6 HTTP/1.1" status: 404 len: 337 time: 0.0358264 Dec 14 01:19:09.373492 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54530) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.400064 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-1696a735-2d13-4157-bf48-634105791b6e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:09.400629 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1696a735-2d13-4157-bf48-634105791b6e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:09.403757 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1696a735-2d13-4157-bf48-634105791b6e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/aef58951-09fe-4c06-88fe-5d796d5be516 HTTP/1.1" status: 404 len: 333 time: 0.0287094 Dec 14 01:19:09.406365 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54532) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.416342 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:09.420965 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-289a64f6-0798-4205-aeb4-2b6e765b6a7c tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] delete failed (client error): The resource could not be found. Dec 14 01:19:09.421999 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-289a64f6-0798-4205-aeb4-2b6e765b6a7c tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "DELETE /v2.0/routers/da14677b-0bd0-4fc5-813f-414209d454c5 HTTP/1.1" status: 404 len: 336 time: 0.0560081 Dec 14 01:19:09.425226 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:09.427427 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54534) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.435797 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f08459e-51a3-42a3-8d42-b572899805ca tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:09.436283 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f08459e-51a3-42a3-8d42-b572899805ca tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:09.441771 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7f08459e-51a3-42a3-8d42-b572899805ca tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/7f10cd2b-d212-4c41-a6c6-976d1a82d95a HTTP/1.1" status: 404 len: 337 time: 0.0321074 Dec 14 01:19:09.444176 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54536) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.448730 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:09.452463 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/networks/e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a HTTP/1.1" status: 204 len: 168 time: 2.2453420 Dec 14 01:19:09.456791 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54538) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.482420 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-56ef5ba9-0407-4434-9653-cbb847f35c2a tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "GET /v2.0/ports?device_id=db9649cb-bdb0-4779-b715-6b68c88d9cac HTTP/1.1" status: 200 len: 205 time: 0.0538933 Dec 14 01:19:09.484203 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ebeb1-ee0d-4eab-99f2-4c6b1f01ee1d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Network': ['ID=e7b354e9-bc3b-4bf9-bd9e-069b0e603c1a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:09.486044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54540) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.504648 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-0afe4ee7-fe7b-41e0-8d30-e04fe552a1bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:09.505212 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0afe4ee7-fe7b-41e0-8d30-e04fe552a1bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:09.508218 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0afe4ee7-fe7b-41e0-8d30-e04fe552a1bc tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/e41fba45-acb0-48c8-8111-49b2cb599790 HTTP/1.1" status: 404 len: 333 time: 0.0630620 Dec 14 01:19:09.529094 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54542) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.537961 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-a542928d-a407-4c69-895e-290cfdf10ff3 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] delete failed (client error): The resource could not be found. Dec 14 01:19:09.539126 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a542928d-a407-4c69-895e-290cfdf10ff3 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "DELETE /v2.0/routers/db9649cb-bdb0-4779-b715-6b68c88d9cac HTTP/1.1" status: 404 len: 336 time: 0.0509796 Dec 14 01:19:09.541892 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Deleting port 6302d82a-ed0b-4984-9c19-1c95eb010889 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:09.543691 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:09.543845 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54544) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.562949 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-186e5b04-df38-4fb8-8f4f-648ff6313e45 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:09.563399 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186e5b04-df38-4fb8-8f4f-648ff6313e45 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:09.566455 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-186e5b04-df38-4fb8-8f4f-648ff6313e45 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/4c0f9546-dea4-4c38-964a-9d8009e81c1b HTTP/1.1" status: 404 len: 337 time: 0.0364187 Dec 14 01:19:09.576420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54546) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.633290 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-683f940c-3390-4435-8561-345b3b3569a3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:09.633853 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683f940c-3390-4435-8561-345b3b3569a3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:09.637321 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-683f940c-3390-4435-8561-345b3b3569a3 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/4c64c66a-808b-4118-85bb-1fd619ebaee7 HTTP/1.1" status: 404 len: 333 time: 0.0600510 Dec 14 01:19:09.645068 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54548) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.658020 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 52064f06-535c-4062-a7fc-9648d26a8e85 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:09.683199 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 52064f06-535c-4062-a7fc-9648d26a8e85 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:19:09.683719 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 52064f06-535c-4062-a7fc-9648d26a8e85 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:19:09.684447 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 3db735a2-ab90-478f-a273-7914dba2f7c4 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:09.689661 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-881906b9-def7-43dc-a9d9-4e51c0a2907a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:09.690392 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-881906b9-def7-43dc-a9d9-4e51c0a2907a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:09.700375 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-881906b9-def7-43dc-a9d9-4e51c0a2907a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/10a198fa-ab8b-490b-9801-bfb5ddbd8d4e HTTP/1.1" status: 404 len: 337 time: 0.0518873 Dec 14 01:19:09.701687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54550) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.711315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 3db735a2-ab90-478f-a273-7914dba2f7c4 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:19:09.711804 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 3db735a2-ab90-478f-a273-7914dba2f7c4 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:19:09.714459 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] For port 6302d82a-ed0b-4984-9c19-1c95eb010889, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6302d82a-ed0b-4984-9c19-1c95eb010889,segment=NetworkSegment(6ef793df-ddc3-49ea-a890-bed34ebefdb4),segment_id=6ef793df-ddc3-49ea-a890-bed34ebefdb4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:09.714827 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:09.741404 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e39e9c-3f6d-4197-a01e-119b6d455b6b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:09.741994 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e39e9c-3f6d-4197-a01e-119b6d455b6b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:09.745349 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-77e39e9c-3f6d-4197-a01e-119b6d455b6b tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/40b4b2ee-c210-4c7f-a1cf-df0dd2c93d47 HTTP/1.1" status: 404 len: 333 time: 0.0427630 Dec 14 01:19:09.748411 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54552) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.760138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Calling delete_port for 6302d82a-ed0b-4984-9c19-1c95eb010889 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:09.787554 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e58e97-fe9c-4bb9-abf7-c54d207b5df1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:09.787963 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e58e97-fe9c-4bb9-abf7-c54d207b5df1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:09.791115 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-48e58e97-fe9c-4bb9-abf7-c54d207b5df1 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/f9db2ba9-1089-4933-b74e-390b132029bd HTTP/1.1" status: 404 len: 337 time: 0.0417230 Dec 14 01:19:09.797606 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54554) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.853633 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-185b4457-3176-43cc-87de-369bf3132f0e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:09.854113 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185b4457-3176-43cc-87de-369bf3132f0e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:09.857788 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-185b4457-3176-43cc-87de-369bf3132f0e tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/ports/ee863d82-2718-43ec-ad2c-c9934199a16b HTTP/1.1" status: 404 len: 333 time: 0.0591786 Dec 14 01:19:09.861812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54556) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.900711 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d7880a-8bae-4637-8289-96ec4eb8b89a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:09.901178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d7880a-8bae-4637-8289-96ec4eb8b89a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:09.905144 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-21d7880a-8bae-4637-8289-96ec4eb8b89a tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/subnets/3847c27c-102c-4838-a9a1-9ff7866a572c HTTP/1.1" status: 404 len: 337 time: 0.0423496 Dec 14 01:19:09.909004 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54558) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.963824 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-10e2002a-df81-4ca0-9353-d3f5b9392784 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f12a05-4f7e-4f14-a9ea-70b0ab68d505 HTTP/1.1" status: 200 len: 205 time: 0.4158943 Dec 14 01:19:09.966087 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54560) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:09.991805 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.028865 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6546c5e4-4611-4097-a32e-79751c9800e8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.030999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Port': ['ID=6302d82a-ed0b-4984-9c19-1c95eb010889,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:10.035004 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-4a7ff936-4ea9-4e8d-995f-891dea214da9 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] delete failed (client error): The resource could not be found. Dec 14 01:19:10.036078 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4a7ff936-4ea9-4e8d-995f-891dea214da9 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "DELETE /v2.0/routers/12f12a05-4f7e-4f14-a9ea-70b0ab68d505 HTTP/1.1" status: 404 len: 336 time: 0.0675364 Dec 14 01:19:10.036473 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No DVR routers for this DVR port 6302d82a-ed0b-4984-9c19-1c95eb010889 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:10.039347 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54562) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:10.089965 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0784b2b5-4cea-4ade-b514-9ae057a116e7 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "GET /v2.0/ports?device_id=a06339f2-28d9-4f4e-9e03-5a6f1e7295b1 HTTP/1.1" status: 200 len: 205 time: 0.0471196 Dec 14 01:19:10.090197 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54564) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:10.093481 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:19:10.135363 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Allocated IP 172.26.1.245 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/dd2f0759-dd66-4699-9601-13ca57407230) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:10.187819 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-f55f44f4-b864-4bba-866c-d27e4b31477e tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] delete failed (client error): The resource could not be found. Dec 14 01:19:10.188940 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f55f44f4-b864-4bba-866c-d27e4b31477e tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "DELETE /v2.0/routers/a06339f2-28d9-4f4e-9e03-5a6f1e7295b1 HTTP/1.1" status: 404 len: 336 time: 0.0971568 Dec 14 01:19:10.192280 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54566) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:10.273516 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5396f2ef-1a66-4af3-8792-4f8b179ddbef tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "GET /v2.0/ports?device_id=29cb77d6-be09-453d-9022-7e3e12d8dcc7 HTTP/1.1" status: 200 len: 205 time: 0.0734346 Dec 14 01:19:10.274549 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54568) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:10.278933 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.301829 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6546c5e4-4611-4097-a32e-79751c9800e8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.317830 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded4cd42-998f-46b8-8cf0-bed3bdcee3ea']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:10.330110 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-b4b7019f-ab8a-4683-bb2c-e30d7e2ed631 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] delete failed (client error): The resource could not be found. Dec 14 01:19:10.331186 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b4b7019f-ab8a-4683-bb2c-e30d7e2ed631 tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "DELETE /v2.0/routers/29cb77d6-be09-453d-9022-7e3e12d8dcc7 HTTP/1.1" status: 404 len: 336 time: 0.0563130 Dec 14 01:19:10.335648 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54572) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:10.340980 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef793df-ddc3-49ea-a890-bed34ebefdb4') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:10.341293 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef793df-ddc3-49ea-a890-bed34ebefdb4') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:10.343901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-6546c5e4-4611-4097-a32e-79751c9800e8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee5f2cb-0e66-4058-9cdb-51591d3f118e']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:10.359090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.361522 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-6546c5e4-4611-4097-a32e-79751c9800e8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5eaeb42-8607-4455-b127-020ea2c857dc') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:10.361802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-6546c5e4-4611-4097-a32e-79751c9800e8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5eaeb42-8607-4455-b127-020ea2c857dc') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:10.374868 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.377861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6546c5e4-4611-4097-a32e-79751c9800e8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.381007 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b9c97b-f1d0-4f3e-94ca-a731f47eae8c tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:10.381462 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b9c97b-f1d0-4f3e-94ca-a731f47eae8c tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:10.384460 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.384596 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-92b9c97b-f1d0-4f3e-94ca-a731f47eae8c tempest-RoutersAdminTest-848260284 tempest-RoutersAdminTest-848260284-project] 10.222.0.32 "DELETE /v2.0/subnets/fcd64ee5-3170-49c1-b7bd-5d513a388aed HTTP/1.1" status: 404 len: 337 time: 0.0455351 Dec 14 01:19:10.396188 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:10.396667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:10.400727 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:10.414687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6546c5e4-4611-4097-a32e-79751c9800e8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.451029 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6546c5e4-4611-4097-a32e-79751c9800e8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:10.451506 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6546c5e4-4611-4097-a32e-79751c9800e8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:10.454833 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:10.470979 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.517593 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:10.522457 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:10.527070 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:10.528881 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.538643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.544374 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/ded4cd42-998f-46b8-8cf0-bed3bdcee3ea HTTP/1.1" status: 204 len: 168 time: 4.2416508 Dec 14 01:19:10.554578 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54578) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:10.557977 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=dd2f0759-dd66-4699-9601-13ca57407230,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:10.566868 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a3d9d-c9dd-4d29-814f-e9dbb47e8498 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Network': ['ID=ded4cd42-998f-46b8-8cf0-bed3bdcee3ea,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:10.569511 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1510a459-f030-4550-817b-3508bb9e1016 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.587617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6546c5e4-4611-4097-a32e-79751c9800e8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.593980 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.600560 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6546c5e4-4611-4097-a32e-79751c9800e8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.603813 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6546c5e4-4611-4097-a32e-79751c9800e8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] 10.222.0.32 "DELETE /v2.0/networks/bee5f2cb-0e66-4058-9cdb-51591d3f118e HTTP/1.1" status: 204 len: 168 time: 0.6934788 Dec 14 01:19:10.606864 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7242056-aa30-458f-8c14-1f3b3a360268 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] GET failed (client error): The resource could not be found. Dec 14 01:19:10.608421 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c7242056-aa30-458f-8c14-1f3b3a360268 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "GET /v2.0/subnets/69533c1d-bbaa-4cfe-bda2-f85a011f88f0 HTTP/1.1" status: 404 len: 337 time: 0.0524805 Dec 14 01:19:10.618290 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54584) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:10.627957 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546c5e4-4611-4097-a32e-79751c9800e8 tempest-NetworksTestDHCPv6-167432107 tempest-NetworksTestDHCPv6-167432107-project] Pushing event deleted for resources: {'Network': ['ID=bee5f2cb-0e66-4058-9cdb-51591d3f118e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:10.639451 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47c4101-6719-4460-b578-0f68ff5e58bd tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:10.639900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47c4101-6719-4460-b578-0f68ff5e58bd tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:10.644140 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c47c4101-6719-4460-b578-0f68ff5e58bd tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/ded4cd42-998f-46b8-8cf0-bed3bdcee3ea HTTP/1.1" status: 404 len: 339 time: 0.0238061 Dec 14 01:19:10.646975 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54588) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:10.764937 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54590) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:10.803901 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.852758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:10.945634 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3e1d89d7-8937-450e-83c2-2e08b63ae200 req-50eeca5b-eca8-434c-b84c-7f2b719e647f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1110730 Dec 14 01:19:10.957278 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba75740b-633c-4ada-85d0-5e705dc6dd4a tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:10.958808 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ba75740b-633c-4ada-85d0-5e705dc6dd4a tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3107419 Dec 14 01:19:10.961836 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54596) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:11.001838 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54598) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:11.010370 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1b662655-3267-45cd-a0db-bfcdfb2ab942 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e HTTP/1.1" status: 200 len: 207 time: 0.0474286 Dec 14 01:19:11.013454 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54602) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:11.077499 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1510a459-f030-4550-817b-3508bb9e1016 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting port a5116e6f-687b-4d43-a64f-a472c53dab16 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:11.077848 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1510a459-f030-4550-817b-3508bb9e1016 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:11.152486 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:11.163388 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:11.179977 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ee37d407-a0f9-435c-bfde-e677f3fd5d28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:11.253686 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1510a459-f030-4550-817b-3508bb9e1016 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] For port a5116e6f-687b-4d43-a64f-a472c53dab16, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a5116e6f-687b-4d43-a64f-a472c53dab16,segment=NetworkSegment(6d9acf5c-ccb8-433a-86ba-b6ebf7d72481),segment_id=6d9acf5c-ccb8-433a-86ba-b6ebf7d72481)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:11.254000 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1510a459-f030-4550-817b-3508bb9e1016 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:11.269846 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=dd2f0759-dd66-4699-9601-13ca57407230,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:11.276754 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1510a459-f030-4550-817b-3508bb9e1016 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Calling delete_port for a5116e6f-687b-4d43-a64f-a472c53dab16 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:11.290085 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-726e3367-15dc-43c8-8f3f-6bc8d1c115f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55931f2844424f749dcf0d06366b00bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2870753 Dec 14 01:19:11.296620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54604) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:11.297543 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d89d7-8937-450e-83c2-2e08b63ae200 req-71e370c5-97c1-4feb-9a0e-7f5d7a8f9178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:11.299028 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3e1d89d7-8937-450e-83c2-2e08b63ae200 req-71e370c5-97c1-4feb-9a0e-7f5d7a8f9178 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfe5dd77b8fd41d0a68aef6d29a81ff5&device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 1099 time: 0.2528377 Dec 14 01:19:11.304199 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:11.324333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28defb8a-e52e-4e61-89d4-aa733a59d176 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:11.330114 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28defb8a-e52e-4e61-89d4-aa733a59d176 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:11.336180 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28defb8a-e52e-4e61-89d4-aa733a59d176 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:11.343029 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28defb8a-e52e-4e61-89d4-aa733a59d176 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:11.344777 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-28defb8a-e52e-4e61-89d4-aa733a59d176 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3303902 Dec 14 01:19:11.350191 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54606) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:11.384404 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:11.385623 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-87f44250-b01a-4fcc-82d0-b306efd896de tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4532406 Dec 14 01:19:11.392341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54608) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:11.399883 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-fcdd692c-cb8c-461d-8949-b481c51ff896 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'port': {'network_id': '1a6d2724-91ac-41ae-a899-cae28b27ee18', 'name': 'tempest-FloatingIPTestJSON-291635793'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:11.524165 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b1426de-24c9-464c-8f50-e8920454127a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:11.574857 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b1426de-24c9-464c-8f50-e8920454127a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:11.673443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1510a459-f030-4550-817b-3508bb9e1016 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:11.709501 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdd692c-cb8c-461d-8949-b481c51ff896 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Made reservation on behalf of 81ab0088ff7745178df2325ee96a07e7 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:11.713078 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fcdd692c-cb8c-461d-8949-b481c51ff896 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:11.717259 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510a459-f030-4550-817b-3508bb9e1016 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Port': ['ID=a5116e6f-687b-4d43-a64f-a472c53dab16,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:11.755764 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b1426de-24c9-464c-8f50-e8920454127a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:11.758296 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b1426de-24c9-464c-8f50-e8920454127a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:11.761920 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8b1426de-24c9-464c-8f50-e8920454127a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f79ef3ab-13ce-464d-920a-1d0538badc7e HTTP/1.1" status: 204 len: 168 time: 0.4618363 Dec 14 01:19:11.801994 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-fcdd692c-cb8c-461d-8949-b481c51ff896 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] device_id is not set on port 2981be0f-5235-4e01-ac2b-c05b33e7723c yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:11.832419 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d89d7-8937-450e-83c2-2e08b63ae200 req-debcdecf-833e-4e16-98a3-126925453b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:11.834129 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3e1d89d7-8937-450e-83c2-2e08b63ae200 req-debcdecf-833e-4e16-98a3-126925453b36 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7b8327e-95d0-4538-baf8-12b321378ee5 HTTP/1.1" status: 200 len: 911 time: 0.4883568 Dec 14 01:19:11.845842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1426de-24c9-464c-8f50-e8920454127a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79ef3ab-13ce-464d-920a-1d0538badc7e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:11.925453 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1510a459-f030-4550-817b-3508bb9e1016 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:11.954000 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3e1d89d7-8937-450e-83c2-2e08b63ae200 req-d2a2beb0-321c-4f0f-a226-ae2f965fe17a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30390df4-d18c-4a5d-952e-de9aae2f0d60 HTTP/1.1" status: 200 len: 1001 time: 0.1105990 Dec 14 01:19:12.035254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ee37d407-a0f9-435c-bfde-e677f3fd5d28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:12.037266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d89d7-8937-450e-83c2-2e08b63ae200 req-01e5dab4-00b2-4726-aa69-5e2edb52a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:12.039325 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3e1d89d7-8937-450e-83c2-2e08b63ae200 req-01e5dab4-00b2-4726-aa69-5e2edb52a827 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c950cfe2-66cf-445f-90c5-d23a7416e235 HTTP/1.1" status: 200 len: 850 time: 0.0757742 Dec 14 01:19:12.052633 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-61926d79-7ea2-474e-b03e-9039f7e4ba0f tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6954808 Dec 14 01:19:12.055208 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ee37d407-a0f9-435c-bfde-e677f3fd5d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:12.058572 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54616) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:12.072883 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-fcdd692c-cb8c-461d-8949-b481c51ff896 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Allocated IP 172.20.0.3 (1a6d2724-91ac-41ae-a899-cae28b27ee18/6f7764bd-7ac3-4d60-a49e-e04cc9d027b4/2981be0f-5235-4e01-ac2b-c05b33e7723c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:12.125954 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ee37d407-a0f9-435c-bfde-e677f3fd5d28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3417535b381b44dea632bbb5fe2843e9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3594587 Dec 14 01:19:12.126581 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54620) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:12.150306 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37d407-a0f9-435c-bfde-e677f3fd5d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dada1f-dd3f-46e3-9081-bbd3585a3060,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:12.151722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d65498-a7ce-4ebe-a212-c28061200676 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:12.153323 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d65498-a7ce-4ebe-a212-c28061200676 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:12.158380 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-31d65498-a7ce-4ebe-a212-c28061200676 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0926881 Dec 14 01:19:12.158896 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54624) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:12.164414 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d89d7-8937-450e-83c2-2e08b63ae200 req-8110d6ba-5605-4f9a-81f6-7ad837b14509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:12.165975 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3e1d89d7-8937-450e-83c2-2e08b63ae200 req-8110d6ba-5605-4f9a-81f6-7ad837b14509 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7b8327e-95d0-4538-baf8-12b321378ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1118433 Dec 14 01:19:12.251826 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc909a07-a5b3-498f-bda5-d641cc978bd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:12.297944 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc909a07-a5b3-498f-bda5-d641cc978bd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:12.313938 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3e1d89d7-8937-450e-83c2-2e08b63ae200 req-09f59e7e-dccd-4bb7-ae02-aa39da92bb05 service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348560 Dec 14 01:19:12.351873 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd51d1fc-fa42-47bf-851a-838d08bdac82 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:12.353310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd51d1fc-fa42-47bf-851a-838d08bdac82 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:12.354840 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dd51d1fc-fa42-47bf-851a-838d08bdac82 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1951201 Dec 14 01:19:12.359922 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54630) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:12.377136 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1510a459-f030-4550-817b-3508bb9e1016 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router ddc1cb9d-697d-4f07-a1ff-db09b297f07f has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:12.436279 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc909a07-a5b3-498f-bda5-d641cc978bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:12.439237 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc909a07-a5b3-498f-bda5-d641cc978bd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:12.443677 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cc909a07-a5b3-498f-bda5-d641cc978bd2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0dada1f-dd3f-46e3-9081-bbd3585a3060 HTTP/1.1" status: 204 len: 168 time: 0.3112447 Dec 14 01:19:12.468913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc909a07-a5b3-498f-bda5-d641cc978bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dada1f-dd3f-46e3-9081-bbd3585a3060,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:12.478696 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3e1d89d7-8937-450e-83c2-2e08b63ae200 req-d788e7db-a6e9-47b4-b539-68014737e11e service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490445 Dec 14 01:19:12.522404 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fcdd692c-cb8c-461d-8949-b481c51ff896 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:12.587105 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e66d39-153e-45fc-b6f0-0134a4919631 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:12.588512 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-10e66d39-153e-45fc-b6f0-0134a4919631 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "GET /v2.0/networks/19e2dbf7-87c4-48d7-8802-d0704f6dc6df HTTP/1.1" status: 200 len: 799 time: 0.2276952 Dec 14 01:19:12.593309 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54642) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:12.610971 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1510a459-f030-4550-817b-3508bb9e1016 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:12.620420 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1510a459-f030-4550-817b-3508bb9e1016 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/ddc1cb9d-697d-4f07-a1ff-db09b297f07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1435018 Dec 14 01:19:12.622272 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54644) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:12.624334 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f7dc34-2e25-4849-b5a9-17ee0e82fa53 None None] Sync routers for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:12.642784 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fcdd692c-cb8c-461d-8949-b481c51ff896 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:12.644032 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f7dc34-2e25-4849-b5a9-17ee0e82fa53 None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:12.645572 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-24f7dc34-2e25-4849-b5a9-17ee0e82fa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:12.668621 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54646) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:12.739906 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d66e4d2c-87d8-4031-a047-ad5317147d30 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "GET /v2.0/networks/19e2dbf7-87c4-48d7-8802-d0704f6dc6df?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1407819 Dec 14 01:19:12.742511 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54650) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:12.765294 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdd692c-cb8c-461d-8949-b481c51ff896 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 1a6d2724-91ac-41ae-a899-cae28b27ee18 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:12.776644 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fcdd692c-cb8c-461d-8949-b481c51ff896 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:12.790920 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd692c-cb8c-461d-8949-b481c51ff896 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:12.815022 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-24f7dc34-2e25-4849-b5a9-17ee0e82fa53 None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:19:12.815591 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b82ade-a43d-49b4-b9d0-ff5e53aa9569 None None] DHCP port deletion for 1a6d2724-91ac-41ae-a899-cae28b27ee18 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:12.824219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-25dda657-7301-4733-8a90-27d0a6da6aff tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting subnet 8fbfd153-d679-4f80-b31c-e70ba128942b {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:19:12.831626 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd692c-cb8c-461d-8949-b481c51ff896 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=2981be0f-5235-4e01-ac2b-c05b33e7723c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:12.834115 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25dda657-7301-4733-8a90-27d0a6da6aff tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:12.848059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2ecafb-1eda-4bc9-81e8-739af67d50bf tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:12.853593 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2f2ecafb-1eda-4bc9-81e8-739af67d50bf tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "GET /v2.0/subnets/7814e5bd-098f-42c4-8a86-4c419ea12171 HTTP/1.1" status: 200 len: 811 time: 0.1101470 Dec 14 01:19:12.857729 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54652) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:12.874788 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-07d755c7-9a20-49dc-9efc-cf1cb604c02e None None] Provisioning complete for port 2981be0f-5235-4e01-ac2b-c05b33e7723c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:12.875163 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-07d755c7-9a20-49dc-9efc-cf1cb604c02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:12.906722 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54654) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:12.922615 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-88ca2bde-9754-4877-9996-d3a5beefb2da tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-823849761'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:12.937023 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-07d755c7-9a20-49dc-9efc-cf1cb604c02e None None] Port 2981be0f-5235-4e01-ac2b-c05b33e7723c cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:19:12.969042 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e9bed0-e3b3-46a8-ab69-426b7d38d358 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:12.970617 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b1e9bed0-e3b3-46a8-ab69-426b7d38d358 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "GET /v2.0/subnets/7814e5bd-098f-42c4-8a86-4c419ea12171?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1120033 Dec 14 01:19:12.975198 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54656) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:12.976662 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3df42eb9-76e5-416b-844f-a49a26105e1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a2f37d9992842f59ff1684cdca68b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0686557 Dec 14 01:19:12.977260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54658) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:12.977512 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25dda657-7301-4733-8a90-27d0a6da6aff tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:12.987487 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd692c-cb8c-461d-8949-b481c51ff896 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:12.988460 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fcdd692c-cb8c-461d-8949-b481c51ff896 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:12.997409 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-bac313d0-d10e-439e-9885-c985c3d95fb3 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1123329659'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:13.030772 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c36750f-b68c-48b8-b9c2-72d7f6929610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.056831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c36750f-b68c-48b8-b9c2-72d7f6929610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.067005 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-24f7dc34-2e25-4849-b5a9-17ee0e82fa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:19:11Z', 'revision_number': 9, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:39Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:13.094284 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f7dc34-2e25-4849-b5a9-17ee0e82fa53 None None] Checking router: ddc1cb9d-697d-4f07-a1ff-db09b297f07f for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:19:13.104454 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f7dc34-2e25-4849-b5a9-17ee0e82fa53 None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:13.105020 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-24f7dc34-2e25-4849-b5a9-17ee0e82fa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:13.110661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c36750f-b68c-48b8-b9c2-72d7f6929610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.113597 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c36750f-b68c-48b8-b9c2-72d7f6929610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.117389 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7c36750f-b68c-48b8-b9c2-72d7f6929610 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/673bbe0f-15eb-4a35-a1e4-8a9ba83c31cb HTTP/1.1" status: 204 len: 168 time: 0.1366146 Dec 14 01:19:13.124022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36750f-b68c-48b8-b9c2-72d7f6929610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673bbe0f-15eb-4a35-a1e4-8a9ba83c31cb,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:13.314207 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-24f7dc34-2e25-4849-b5a9-17ee0e82fa53 None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:19:13.403664 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ca2bde-9754-4877-9996-d3a5beefb2da tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Made reservation on behalf of 3456f73a4207410c8434950e33ea03ac for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:13.407125 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88ca2bde-9754-4877-9996-d3a5beefb2da tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.424664 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88ca2bde-9754-4877-9996-d3a5beefb2da tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.437852 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fcdd692c-cb8c-461d-8949-b481c51ff896 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0433533 Dec 14 01:19:13.441510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54666) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:13.447589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e02b2a06-c40b-44c1-9300-159e48900c30 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'floatingip': {'port_id': '2981be0f-5235-4e01-ac2b-c05b33e7723c'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:13.497785 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e02b2a06-c40b-44c1-9300-159e48900c30 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.512142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac313d0-d10e-439e-9885-c985c3d95fb3 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:13.512602 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bac313d0-d10e-439e-9885-c985c3d95fb3 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.518863 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25dda657-7301-4733-8a90-27d0a6da6aff tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.565058 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-24f7dc34-2e25-4849-b5a9-17ee0e82fa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:19:11Z', 'revision_number': 9, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:39Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:13.586130 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac313d0-d10e-439e-9885-c985c3d95fb3 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:19:13.602914 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f7dc34-2e25-4849-b5a9-17ee0e82fa53 None None] The sync data for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv is: [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:19:11Z', 'revision_number': 9, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f140ee-1af7-40fa-bb0f-e9377a703f45', 'name': '', 'network_id': 'f2b41de5-09aa-4016-85e2-55843942c3cf', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:5c:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:33Z', 'updated_at': '2021-12-14T01:18:39Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': 'c9cafefb-b99e-41a4-9aad-ba1deb7228c6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:13.613921 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bac313d0-d10e-439e-9885-c985c3d95fb3 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.614330 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-bac313d0-d10e-439e-9885-c985c3d95fb3 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Added segment 48c6994c-8909-4019-bc43-6a38e84bef0a of type vlan for network d9aa6d66-0368-43af-aa75-71f42b0c400b Dec 14 01:19:13.685923 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25dda657-7301-4733-8a90-27d0a6da6aff tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.716674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bac313d0-d10e-439e-9885-c985c3d95fb3 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.737304 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88ca2bde-9754-4877-9996-d3a5beefb2da tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.740446 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25dda657-7301-4733-8a90-27d0a6da6aff tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.743664 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-25dda657-7301-4733-8a90-27d0a6da6aff tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/8fbfd153-d679-4f80-b31c-e70ba128942b HTTP/1.1" status: 204 len: 168 time: 1.1170158 Dec 14 01:19:13.744724 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dda657-7301-4733-8a90-27d0a6da6aff tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Subnet': ['ID=8fbfd153-d679-4f80-b31c-e70ba128942b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:13.746841 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54676) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:13.750187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88ca2bde-9754-4877-9996-d3a5beefb2da tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.751014 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec9ed13-9416-4e5d-b024-96988c740f97 None None] Network a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:13.787434 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ca2bde-9754-4877-9996-d3a5beefb2da tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:19:13.805236 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca2bde-9754-4877-9996-d3a5beefb2da tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e7669a-3aa9-44d9-b49e-b613afce32da,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:13.849559 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bac313d0-d10e-439e-9885-c985c3d95fb3 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.863290 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac313d0-d10e-439e-9885-c985c3d95fb3 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:13.863990 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bac313d0-d10e-439e-9885-c985c3d95fb3 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.876762 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88ca2bde-9754-4877-9996-d3a5beefb2da tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:13.877174 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-88ca2bde-9754-4877-9996-d3a5beefb2da tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Added segment 10dd58ad-6028-4ffc-9f72-ad9e639df086 of type vlan for network cef65b55-ad57-4070-921b-2cce962cda7e Dec 14 01:19:13.898189 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bac313d0-d10e-439e-9885-c985c3d95fb3 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9176121 Dec 14 01:19:13.906839 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54682) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:13.915660 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-5d11b3c4-fd3d-4b42-b8b7-565823fbd561 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'subnet': {'network_id': 'd9aa6d66-0368-43af-aa75-71f42b0c400b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:13.995027 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302e76ad-2b46-4039-bce5-b4d8745951ee None None] DHCP port deletion for a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:14.011832 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88ca2bde-9754-4877-9996-d3a5beefb2da tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.015416 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac313d0-d10e-439e-9885-c985c3d95fb3 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Network': ['ID=d9aa6d66-0368-43af-aa75-71f42b0c400b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:14.041415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network d9aa6d66-0368-43af-aa75-71f42b0c400b details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:19:14.056084 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.067685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88ca2bde-9754-4877-9996-d3a5beefb2da tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.074710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ca2bde-9754-4877-9996-d3a5beefb2da tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:14.075474 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88ca2bde-9754-4877-9996-d3a5beefb2da tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.152257 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-88ca2bde-9754-4877-9996-d3a5beefb2da tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4799864 Dec 14 01:19:14.156174 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54688) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:14.170583 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2e1070db-6fb0-4156-aea5-295649d4e921 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Request body: {'subnet': {'network_id': 'cef65b55-ad57-4070-921b-2cce962cda7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:14.233489 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54690) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:14.238935 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca2bde-9754-4877-9996-d3a5beefb2da tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Pushing event updated for resources: {'Network': ['ID=cef65b55-ad57-4070-921b-2cce962cda7e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:14.277481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network cef65b55-ad57-4070-921b-2cce962cda7e details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:19:14.333343 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d11b3c4-fd3d-4b42-b8b7-565823fbd561 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Made reservation on behalf of aa1defb958db4a1196837e6cd5b818e7 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:14.337097 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d11b3c4-fd3d-4b42-b8b7-565823fbd561 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.343126 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1070db-6fb0-4156-aea5-295649d4e921 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Made reservation on behalf of 3456f73a4207410c8434950e33ea03ac for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:14.347404 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e1070db-6fb0-4156-aea5-295649d4e921 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.396593 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-302e76ad-2b46-4039-bce5-b4d8745951ee None None] Deleting port b39cc61b-82f9-497f-be26-eecb075b85f3 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:14.397144 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-302e76ad-2b46-4039-bce5-b4d8745951ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.446558 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1f26636e-f194-493e-823c-41359b861267 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158012160'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:14.473469 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-302e76ad-2b46-4039-bce5-b4d8745951ee None None] For port b39cc61b-82f9-497f-be26-eecb075b85f3, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b39cc61b-82f9-497f-be26-eecb075b85f3,segment=NetworkSegment(6d9acf5c-ccb8-433a-86ba-b6ebf7d72481),segment_id=6d9acf5c-ccb8-433a-86ba-b6ebf7d72481)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:14.474332 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-302e76ad-2b46-4039-bce5-b4d8745951ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.474944 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e02b2a06-c40b-44c1-9300-159e48900c30 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.481674 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-5d11b3c4-fd3d-4b42-b8b7-565823fbd561 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Performing IP validity checks on allocation pools {{(pid=103409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 14 01:19:14.482543 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-5d11b3c4-fd3d-4b42-b8b7-565823fbd561 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 14 01:19:14.491317 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-302e76ad-2b46-4039-bce5-b4d8745951ee None None] Calling delete_port for b39cc61b-82f9-497f-be26-eecb075b85f3 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:14.494676 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e02b2a06-c40b-44c1-9300-159e48900c30 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.564398 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting port b39cc61b-82f9-497f-be26-eecb075b85f3 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:14.564744 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.602065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-302e76ad-2b46-4039-bce5-b4d8745951ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.614841 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f26636e-f194-493e-823c-41359b861267 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.627811 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f26636e-f194-493e-823c-41359b861267 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.635262 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e76ad-2b46-4039-bce5-b4d8745951ee None None] Pushing event deleted for resources: {'Port': ['ID=b39cc61b-82f9-497f-be26-eecb075b85f3,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:14.638927 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e1070db-6fb0-4156-aea5-295649d4e921 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.640518 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302e76ad-2b46-4039-bce5-b4d8745951ee None None] No DVR routers for this DVR port b39cc61b-82f9-497f-be26-eecb075b85f3 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:14.714314 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1070db-6fb0-4156-aea5-295649d4e921 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Pushing event updated for resources: {'Subnet': ['ID=6e190e06-b708-4809-8175-3aef5023256f,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:14.722041 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1070db-6fb0-4156-aea5-295649d4e921 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Checking segment: {'id': '10dd58ad-6028-4ffc-9f72-ad9e639df086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cef65b55-ad57-4070-921b-2cce962cda7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:14.722507 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1070db-6fb0-4156-aea5-295649d4e921 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Network hostable DHCP agents. Network: cef65b55-ad57-4070-921b-2cce962cda7e, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:19:14.726547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] For port b39cc61b-82f9-497f-be26-eecb075b85f3, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b39cc61b-82f9-497f-be26-eecb075b85f3,segment=NetworkSegment(6d9acf5c-ccb8-433a-86ba-b6ebf7d72481),segment_id=6d9acf5c-ccb8-433a-86ba-b6ebf7d72481)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:14.726918 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.741592 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1070db-6fb0-4156-aea5-295649d4e921 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Network cef65b55-ad57-4070-921b-2cce962cda7e is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:19:14.758721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2e1070db-6fb0-4156-aea5-295649d4e921 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, cef65b55-ad57-4070-921b-2cce962cda7e) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:14.771667 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1070db-6fb0-4156-aea5-295649d4e921 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:14.772921 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e1070db-6fb0-4156-aea5-295649d4e921 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.776044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Calling delete_port for b39cc61b-82f9-497f-be26-eecb075b85f3 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:14.779944 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f33d07-3494-498c-baca-ca5cbcb9b0d3 None None] Network cef65b55-ad57-4070-921b-2cce962cda7e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:14.802180 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-e02b2a06-c40b-44c1-9300-159e48900c30 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Floating IP fb6cb5b2-d2a1-4c68-ad9e-76ee80d4e841 associated. External IP: 172.26.1.245, port: 2981be0f-5235-4e01-ac2b-c05b33e7723c. Dec 14 01:19:14.818441 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2e1070db-6fb0-4156-aea5-295649d4e921 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6608431 Dec 14 01:19:14.819359 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54694) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:14.823919 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-921276d4-fc68-400e-824c-5dd523c8afed tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-406614751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:14.857777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-921276d4-fc68-400e-824c-5dd523c8afed tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.860038 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-921276d4-fc68-400e-824c-5dd523c8afed tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.946449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-cef65b55-ad57-4070-921b-2cce962cda7e', 'network_id': 'cef65b55-ad57-4070-921b-2cce962cda7e', 'project_id': '3456f73a4207410c8434950e33ea03ac', 'fixed_ips': [{'subnet_id': '6e190e06-b708-4809-8175-3aef5023256f'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:19:14.948146 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.958288 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-921276d4-fc68-400e-824c-5dd523c8afed tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.964965 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-921276d4-fc68-400e-824c-5dd523c8afed tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.987570 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-921276d4-fc68-400e-824c-5dd523c8afed tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:14.991456 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-921276d4-fc68-400e-824c-5dd523c8afed tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1685708 Dec 14 01:19:14.991857 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54696) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:15.039258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d11b3c4-fd3d-4b42-b8b7-565823fbd561 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.043298 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f26636e-f194-493e-823c-41359b861267 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.062492 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f26636e-f194-493e-823c-41359b861267 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.104649 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Allocated IP 172.20.0.2 (cef65b55-ad57-4070-921b-2cce962cda7e/6e190e06-b708-4809-8175-3aef5023256f/d289d720-0f5b-4511-a017-4f57134411d9) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:15.157386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.175557 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26636e-f194-493e-823c-41359b861267 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236e960f-1777-4275-af76-01918e6820f1,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:15.200858 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11b3c4-fd3d-4b42-b8b7-565823fbd561 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Subnet': ['ID=df40da27-ec5c-4632-a19e-3386b4ac96de,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:15.249879 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Port': ['ID=b39cc61b-82f9-497f-be26-eecb075b85f3,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:15.255018 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] No DVR routers for this DVR port b39cc61b-82f9-497f-be26-eecb075b85f3 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:15.310380 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.314500 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11b3c4-fd3d-4b42-b8b7-565823fbd561 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Checking segment: {'id': '48c6994c-8909-4019-bc43-6a38e84bef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd9aa6d66-0368-43af-aa75-71f42b0c400b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:15.314873 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d11b3c4-fd3d-4b42-b8b7-565823fbd561 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network hostable DHCP agents. Network: d9aa6d66-0368-43af-aa75-71f42b0c400b, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:19:15.319468 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.362634 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Network cef65b55-ad57-4070-921b-2cce962cda7e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:15.366365 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:15.373146 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:15.395818 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f26636e-f194-493e-823c-41359b861267 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.413565 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f26636e-f194-493e-823c-41359b861267 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.426558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.445877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Attempting to bind port d289d720-0f5b-4511-a017-4f57134411d9 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:19:15.446547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Attempting to bind port d289d720-0f5b-4511-a017-4f57134411d9 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '10dd58ad-6028-4ffc-9f72-ad9e639df086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cef65b55-ad57-4070-921b-2cce962cda7e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:19:15.447146 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Attempting to bind port d289d720-0f5b-4511-a017-4f57134411d9 on network cef65b55-ad57-4070-921b-2cce962cda7e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:19:15.448499 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.458821 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Pushing event updated for resources: {'Port': ['ID=d289d720-0f5b-4511-a017-4f57134411d9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:15.462546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:19:15.463222 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Checking segment: {'id': '10dd58ad-6028-4ffc-9f72-ad9e639df086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cef65b55-ad57-4070-921b-2cce962cda7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:15.463870 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.464464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Bound using segment: {'id': '10dd58ad-6028-4ffc-9f72-ad9e639df086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cef65b55-ad57-4070-921b-2cce962cda7e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:19:15.465242 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Bound port: d289d720-0f5b-4511-a017-4f57134411d9, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10dd58ad-6028-4ffc-9f72-ad9e639df086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cef65b55-ad57-4070-921b-2cce962cda7e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:19:15.465993 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.495873 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26636e-f194-493e-823c-41359b861267 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49bb8d4a-60a9-4124-ab0f-23ef13fde9ca,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:15.500603 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f26636e-f194-493e-823c-41359b861267 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.504720 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1f26636e-f194-493e-823c-41359b861267 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2606709 Dec 14 01:19:15.510559 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d11b3c4-fd3d-4b42-b8b7-565823fbd561 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Network d9aa6d66-0368-43af-aa75-71f42b0c400b is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:19:15.513338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54698) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:15.515766 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:15.553864 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] For port d289d720-0f5b-4511-a017-4f57134411d9, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:19:15.554818 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02b2a06-c40b-44c1-9300-159e48900c30 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router 5ab275d4-f0a2-4162-a736-a68344d840d7 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:15.558696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] For port d289d720-0f5b-4511-a017-4f57134411d9, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d289d720-0f5b-4511-a017-4f57134411d9,segment=NetworkSegment(10dd58ad-6028-4ffc-9f72-ad9e639df086),segment_id=10dd58ad-6028-4ffc-9f72-ad9e639df086)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:19:15.564943 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.566078 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9acf5c-ccb8-433a-86ba-b6ebf7d72481') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:15.566368 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9acf5c-ccb8-433a-86ba-b6ebf7d72481') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:15.574935 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-5d11b3c4-fd3d-4b42-b8b7-565823fbd561 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, d9aa6d66-0368-43af-aa75-71f42b0c400b) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:15.584849 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d11b3c4-fd3d-4b42-b8b7-565823fbd561 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:15.585459 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d11b3c4-fd3d-4b42-b8b7-565823fbd561 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.599364 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.632654 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.642975 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-51f56a13-f2fe-4904-9b32-a0725c50adab tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1237767 Dec 14 01:19:15.647128 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54700) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:15.647322 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:15.647669 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:15.652210 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:15.658131 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5d11b3c4-fd3d-4b42-b8b7-565823fbd561 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7474675 Dec 14 01:19:15.658695 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c9fd9903-d566-4dca-8204-7a90cc402798 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group': {'name': 'tempest-security--1623453259', 'description': 'tempest-security-description-178140728'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:15.682119 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c6526-d8c7-4d1e-af9e-42eb59d15d07 None None] Pushing event updated for resources: {'Port': ['ID=d289d720-0f5b-4511-a017-4f57134411d9,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:15.692847 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54702) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:15.695213 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef1854b-0abd-42f1-b2c8-8dac9dfd3733 None None] Network d9aa6d66-0368-43af-aa75-71f42b0c400b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:15.707572 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3af5bf90-ede3-4704-a91f-6107e6f75db9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:15.745799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b39cc61b-82f9-497f-be26-eecb075b85f3 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:15.782062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: b39cc61b-82f9-497f-be26-eecb075b85f3 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:19:15.782062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b39cc61b-82f9-497f-be26-eecb075b85f3 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:19:15.782410 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a5116e6f-687b-4d43-a64f-a472c53dab16 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:15.799385 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9fd9903-d566-4dca-8204-7a90cc402798 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.810771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: a5116e6f-687b-4d43-a64f-a472c53dab16 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:19:15.811122 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a5116e6f-687b-4d43-a64f-a472c53dab16 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:19:15.853009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9fd9903-d566-4dca-8204-7a90cc402798 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.862372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9fd9903-d566-4dca-8204-7a90cc402798 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.868228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9fd9903-d566-4dca-8204-7a90cc402798 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.873099 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c9fd9903-d566-4dca-8204-7a90cc402798 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "PUT /v2.0/security-groups/49bb8d4a-60a9-4124-ab0f-23ef13fde9ca HTTP/1.1" status: 200 len: 1794 time: 0.2217703 Dec 14 01:19:15.874486 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54704) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:15.883698 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-d9aa6d66-0368-43af-aa75-71f42b0c400b', 'network_id': 'd9aa6d66-0368-43af-aa75-71f42b0c400b', 'project_id': 'aa1defb958db4a1196837e6cd5b818e7', 'fixed_ips': [{'subnet_id': 'df40da27-ec5c-4632-a19e-3386b4ac96de'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:19:15.885101 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.917026 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3af5bf90-ede3-4704-a91f-6107e6f75db9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3954893'] for subnet, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.930223 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.967606 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Allocated IP 172.20.0.1 (cef65b55-ad57-4070-921b-2cce962cda7e/6e190e06-b708-4809-8175-3aef5023256f/d17b4a27-95fc-460a-ab07-78b3508e4300) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:15.979514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:15.983199 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/networks/a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7 HTTP/1.1" status: 204 len: 168 time: 2.2331460 Dec 14 01:19:15.990408 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54706) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:16.103705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 14 01:19:16.103705 dv-neutron-821592-1-hyperv neutron-server[103410]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 14 01:19:16.103705 dv-neutron-821592-1-hyperv neutron-server[103410]: [parameters: {'in_use': 1, 'id_1': 'df40da27-ec5c-4632-a19e-3386b4ac96de'}] Dec 14 01:19:16.103705 dv-neutron-821592-1-hyperv neutron-server[103410]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:19:16.108263 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:19:16.251746 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:16.274989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3af5bf90-ede3-4704-a91f-6107e6f75db9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760986610872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2758771'] for subnet, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:16.330567 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af5bf90-ede3-4704-a91f-6107e6f75db9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:16.331140 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3af5bf90-ede3-4704-a91f-6107e6f75db9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:16.332539 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3af5bf90-ede3-4704-a91f-6107e6f75db9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "PUT /v2.0/subnets/df40da27-ec5c-4632-a19e-3386b4ac96de HTTP/1.1" status: 200 len: 877 time: 0.6354101 Dec 14 01:19:16.336555 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54708) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:16.358444 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:16.400804 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c74b0a-1c75-487e-adba-3e82e6fc1574 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Network': ['ID=a1ce73a2-1cc0-411a-9b3f-5eb62a1b1ed7,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:16.409143 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd9903-d566-4dca-8204-7a90cc402798 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49bb8d4a-60a9-4124-ab0f-23ef13fde9ca,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:16.414725 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5bf90-ede3-4704-a91f-6107e6f75db9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event updated for resources: {'Subnet': ['ID=df40da27-ec5c-4632-a19e-3386b4ac96de,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:16.451846 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Network cef65b55-ad57-4070-921b-2cce962cda7e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:16.460446 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:16.461774 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02b2a06-c40b-44c1-9300-159e48900c30 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:16.463561 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:16.466748 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e02b2a06-c40b-44c1-9300-159e48900c30 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:16.476775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddfe191-8445-4f53-946f-5f35de0583da None None] Sync routers for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:16.489011 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddfe191-8445-4f53-946f-5f35de0583da None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:16.489733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6ddfe191-8445-4f53-946f-5f35de0583da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:16.494673 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fce99c32-bf16-4fab-9b79-5362a80207e4 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-groups/49bb8d4a-60a9-4124-ab0f-23ef13fde9ca HTTP/1.1" status: 200 len: 1794 time: 0.5756881 Dec 14 01:19:16.497754 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54714) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:16.511349 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e02b2a06-c40b-44c1-9300-159e48900c30 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "PUT /v2.0/floatingips/fb6cb5b2-d2a1-4c68-ad9e-76ee80d4e841 HTTP/1.1" status: 200 len: 977 time: 3.0685070 Dec 14 01:19:16.518373 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54716) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:16.539093 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6ddfe191-8445-4f53-946f-5f35de0583da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:16.549337 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddfe191-8445-4f53-946f-5f35de0583da None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:16.549957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6ddfe191-8445-4f53-946f-5f35de0583da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:16.552671 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Pushing event updated for resources: {'Port': ['ID=d17b4a27-95fc-460a-ab07-78b3508e4300,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:16.576244 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:16.584862 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:16.585165 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6ddfe191-8445-4f53-946f-5f35de0583da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:16.585815 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddfe191-8445-4f53-946f-5f35de0583da None None] The sync data for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:16.609640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:16.717950 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bb20ab2-8ac3-4f56-ab83-63f4d2185988 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:16.751271 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:16.781497 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-394f9a58-cbf1-4f83-b2f6-074c9f5e81e6 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Deleting port 2981be0f-5235-4e01-ac2b-c05b33e7723c {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:16.782179 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-394f9a58-cbf1-4f83-b2f6-074c9f5e81e6 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:16.786977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Allocated IP 172.20.0.3 (d9aa6d66-0368-43af-aa75-71f42b0c400b/df40da27-ec5c-4632-a19e-3386b4ac96de/e97d7c9e-b102-4dc9-b18e-b6c1a7154e27) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:16.801875 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bb20ab2-8ac3-4f56-ab83-63f4d2185988 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:16.836782 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:16.905660 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-394f9a58-cbf1-4f83-b2f6-074c9f5e81e6 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:16.935207 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bb20ab2-8ac3-4f56-ab83-63f4d2185988 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:16.938095 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bb20ab2-8ac3-4f56-ab83-63f4d2185988 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:16.941599 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8bb20ab2-8ac3-4f56-ab83-63f4d2185988 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-groups/49bb8d4a-60a9-4124-ab0f-23ef13fde9ca HTTP/1.1" status: 204 len: 168 time: 0.4412341 Dec 14 01:19:16.976284 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54718) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:16.999240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.007822 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.023766 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb20ab2-8ac3-4f56-ab83-63f4d2185988 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bb8d4a-60a9-4124-ab0f-23ef13fde9ca,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:17.069056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.125432 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Pushing event updated for resources: {'Port': ['ID=e97d7c9e-b102-4dc9-b18e-b6c1a7154e27,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:17.129716 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Subnet': ['ID=df40da27-ec5c-4632-a19e-3386b4ac96de,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:17.139992 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Network d9aa6d66-0368-43af-aa75-71f42b0c400b is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:17.142787 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:17.148501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:17.151201 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-54d0d766-2da3-4481-b564-04db8f303ce0 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1727419 Dec 14 01:19:17.176781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54722) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:17.198069 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-1f70c900-24a6-4855-925f-da128abea426 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] delete failed (client error): The resource could not be found. Dec 14 01:19:17.199114 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1f70c900-24a6-4855-925f-da128abea426 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-groups/49bb8d4a-60a9-4124-ab0f-23ef13fde9ca HTTP/1.1" status: 404 len: 347 time: 0.0219533 Dec 14 01:19:17.206324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54724) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:17.209162 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e80c931-b829-4e81-84b1-7e9dca7f279f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.217820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a434716-ab77-4f8c-9899-232bb96a8ea6 None None] Network cef65b55-ad57-4070-921b-2cce962cda7e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:17.218047 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4b27cad6-6560-4562-95d0-89875483caa7 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155202894'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:17.243456 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.277095 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9aa6d66-0368-43af-aa75-71f42b0c400b']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:17.283317 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Attempting to bind port e97d7c9e-b102-4dc9-b18e-b6c1a7154e27 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:19:17.283912 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Attempting to bind port e97d7c9e-b102-4dc9-b18e-b6c1a7154e27 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '48c6994c-8909-4019-bc43-6a38e84bef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd9aa6d66-0368-43af-aa75-71f42b0c400b'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:19:17.284854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Attempting to bind port e97d7c9e-b102-4dc9-b18e-b6c1a7154e27 on network d9aa6d66-0368-43af-aa75-71f42b0c400b {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:19:17.296175 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0362c82a-1c0b-4a87-8360-d68470b10c5c None None] Provisioning complete for port d289d720-0f5b-4511-a017-4f57134411d9 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:17.296427 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c6994c-8909-4019-bc43-6a38e84bef0a') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:17.296569 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c6994c-8909-4019-bc43-6a38e84bef0a') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:17.297423 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0362c82a-1c0b-4a87-8360-d68470b10c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.298371 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-394f9a58-cbf1-4f83-b2f6-074c9f5e81e6 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.298755 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-394f9a58-cbf1-4f83-b2f6-074c9f5e81e6 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.299072 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-394f9a58-cbf1-4f83-b2f6-074c9f5e81e6 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Floating IP fb6cb5b2-d2a1-4c68-ad9e-76ee80d4e841 disassociated. External IP: 172.26.1.245, port: 2981be0f-5235-4e01-ac2b-c05b33e7723c. Dec 14 01:19:17.299704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-394f9a58-cbf1-4f83-b2f6-074c9f5e81e6 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Calling delete_port for 2981be0f-5235-4e01-ac2b-c05b33e7723c owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:17.316658 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.324722 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:19:17.325173 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Checking segment: {'id': '48c6994c-8909-4019-bc43-6a38e84bef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd9aa6d66-0368-43af-aa75-71f42b0c400b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:17.325913 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.326403 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Bound using segment: {'id': '48c6994c-8909-4019-bc43-6a38e84bef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd9aa6d66-0368-43af-aa75-71f42b0c400b'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:19:17.327495 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Bound port: e97d7c9e-b102-4dc9-b18e-b6c1a7154e27, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c6994c-8909-4019-bc43-6a38e84bef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd9aa6d66-0368-43af-aa75-71f42b0c400b'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:19:17.327495 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.339060 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.341091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b27cad6-6560-4562-95d0-89875483caa7 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.354427 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:17.354819 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:17.358646 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:17.363176 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.411501 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.461222 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Pushing event updated for resources: {'Port': ['ID=d17b4a27-95fc-460a-ab07-78b3508e4300,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:17.475862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] For port e97d7c9e-b102-4dc9-b18e-b6c1a7154e27, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:19:17.519133 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.db.api [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 01:19:17.519133 dv-neutron-821592-1-hyperv neutron-server[103408]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 01:19:17.519133 dv-neutron-821592-1-hyperv neutron-server[103408]: [parameters: {'id': 'd9aa6d66-0368-43af-aa75-71f42b0c400b'}] Dec 14 01:19:17.519133 dv-neutron-821592-1-hyperv neutron-server[103408]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:19:17.519814 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG oslo_db.api [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:19:17.528999 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.544415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] For port e97d7c9e-b102-4dc9-b18e-b6c1a7154e27, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e97d7c9e-b102-4dc9-b18e-b6c1a7154e27,segment=NetworkSegment(48c6994c-8909-4019-bc43-6a38e84bef0a),segment_id=48c6994c-8909-4019-bc43-6a38e84bef0a)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:19:17.545808 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0362c82a-1c0b-4a87-8360-d68470b10c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.585580 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b27cad6-6560-4562-95d0-89875483caa7 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.611298 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b27cad6-6560-4562-95d0-89875483caa7 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.654064 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0362c82a-1c0b-4a87-8360-d68470b10c5c None None] For port d289d720-0f5b-4511-a017-4f57134411d9, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d289d720-0f5b-4511-a017-4f57134411d9,segment=NetworkSegment(10dd58ad-6028-4ffc-9f72-ad9e639df086),segment_id=10dd58ad-6028-4ffc-9f72-ad9e639df086)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:17.661544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.696827 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0362c82a-1c0b-4a87-8360-d68470b10c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.700850 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Network cef65b55-ad57-4070-921b-2cce962cda7e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:17.704775 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:17.706714 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-394f9a58-cbf1-4f83-b2f6-074c9f5e81e6 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.726382 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b27cad6-6560-4562-95d0-89875483caa7 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:17.727686 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4b27cad6-6560-4562-95d0-89875483caa7 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5164437 Dec 14 01:19:17.732148 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54730) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:17.778060 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27cad6-6560-4562-95d0-89875483caa7 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62284398-dbe2-43f8-9df4-3a006e97ded8,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:17.852240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d289d720-0f5b-4511-a017-4f57134411d9 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:19:17.854403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-9e5963d5-79f9-4c65-afd5-8c9f2d8c3d98 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group_rule': {'security_group_id': '62284398-dbe2-43f8-9df4-3a006e97ded8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:17.871980 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f9a58-cbf1-4f83-b2f6-074c9f5e81e6 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Port': ['ID=2981be0f-5235-4e01-ac2b-c05b33e7723c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:17.873833 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9177cca-8d0f-4911-a8de-a73e000720d6 None None] Pushing event updated for resources: {'Port': ['ID=e97d7c9e-b102-4dc9-b18e-b6c1a7154e27,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:17.911481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4ff7c7-fc35-46a9-ad4e-d6457ee293b6 None None] Network d9aa6d66-0368-43af-aa75-71f42b0c400b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:17.938653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3c044-5767-4399-a06a-ce68b27730e8 req-c0230113-166b-40f1-b4ca-d08cc88cebf4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:17.941710 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d6b3c044-5767-4399-a06a-ce68b27730e8 req-c0230113-166b-40f1-b4ca-d08cc88cebf4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1184659 Dec 14 01:19:18.005414 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823054dd-a775-4292-9b5f-87b681a3f3ec req-d06be125-ca93-4aaa-85fe-f5988b22cace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:18.006986 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-823054dd-a775-4292-9b5f-87b681a3f3ec req-d06be125-ca93-4aaa-85fe-f5988b22cace service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfe5dd77b8fd41d0a68aef6d29a81ff5&device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 1099 time: 0.1990328 Dec 14 01:19:18.008452 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Router 2bd27bf9-fade-47c1-af8e-06807d196fc3 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:19:18.020789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:18.045714 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d6b3c044-5767-4399-a06a-ce68b27730e8 req-2638f686-4ed2-41c4-8bff-bdeddd137cd2 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869460 Dec 14 01:19:18.079744 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5e80c931-b829-4e81-84b1-7e9dca7f279f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting port 95f140ee-1af7-40fa-bb0f-e9377a703f45 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:18.080143 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e80c931-b829-4e81-84b1-7e9dca7f279f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:18.142756 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e5963d5-79f9-4c65-afd5-8c9f2d8c3d98 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:18.189274 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:18.197868 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b69175da-f52c-4e9b-9a25-961ab6502e8e tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] 10.222.0.32 "PUT /v2.0/routers/2bd27bf9-fade-47c1-af8e-06807d196fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2023957 Dec 14 01:19:18.198788 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54732) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:18.203388 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a97d66d-f0fa-4dde-92ff-7a340c0de8aa None None] DHCP port deletion for 1a6d2724-91ac-41ae-a899-cae28b27ee18 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:18.204072 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6548c8d-0e7a-4ebb-aba5-42043b8070a6 None None] Sync routers for ids ['2bd27bf9-fade-47c1-af8e-06807d196fc3'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:18.220136 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6548c8d-0e7a-4ebb-aba5-42043b8070a6 None None] Routers {'2bd27bf9-fade-47c1-af8e-06807d196fc3'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:18.220857 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d6548c8d-0e7a-4ebb-aba5-42043b8070a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2bd27bf9-fade-47c1-af8e-06807d196fc3'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:18.221663 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6dec132f-94fd-4cd4-aae7-c604c2a3beb0 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Request body: {'port': {'network_id': 'cef65b55-ad57-4070-921b-2cce962cda7e', 'name': 'tempest-FloatingIPNegativeTestJSON-1982450523'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:18.232916 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362c82a-1c0b-4a87-8360-d68470b10c5c None None] Pushing event updated for resources: {'Port': ['ID=d289d720-0f5b-4511-a017-4f57134411d9,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:18.270755 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d6548c8d-0e7a-4ebb-aba5-42043b8070a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:18.271976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-08c2dcad-c0c0-413d-9709-02aeb4bb1bd5 None None] Provisioning complete for port d289d720-0f5b-4511-a017-4f57134411d9 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:18.272391 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08c2dcad-c0c0-413d-9709-02aeb4bb1bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:18.292310 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6548c8d-0e7a-4ebb-aba5-42043b8070a6 None None] Routers {'2bd27bf9-fade-47c1-af8e-06807d196fc3'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:18.292664 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823054dd-a775-4292-9b5f-87b681a3f3ec req-03d4c737-f978-4e69-bc2a-531dbb0b3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:18.292924 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d6548c8d-0e7a-4ebb-aba5-42043b8070a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2bd27bf9-fade-47c1-af8e-06807d196fc3'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:18.295383 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-823054dd-a775-4292-9b5f-87b681a3f3ec req-03d4c737-f978-4e69-bc2a-531dbb0b3760 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7b8327e-95d0-4538-baf8-12b321378ee5 HTTP/1.1" status: 200 len: 911 time: 0.2775817 Dec 14 01:19:18.321451 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Deleting port e97d7c9e-b102-4dc9-b18e-b6c1a7154e27 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:18.321808 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:18.332320 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port d289d720-0f5b-4511-a017-4f57134411d9 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:18.332687 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:18.351866 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d6548c8d-0e7a-4ebb-aba5-42043b8070a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:18.354339 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6548c8d-0e7a-4ebb-aba5-42043b8070a6 None None] The sync data for ids ['2bd27bf9-fade-47c1-af8e-06807d196fc3'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:18.369378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394f9a58-cbf1-4f83-b2f6-074c9f5e81e6 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router 5ab275d4-f0a2-4162-a736-a68344d840d7 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:18.397323 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448856c1-4eef-4bea-a055-c684922afff9 None None] Network d9aa6d66-0368-43af-aa75-71f42b0c400b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:18.424304 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] For port e97d7c9e-b102-4dc9-b18e-b6c1a7154e27, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e97d7c9e-b102-4dc9-b18e-b6c1a7154e27,segment=NetworkSegment(48c6994c-8909-4019-bc43-6a38e84bef0a),segment_id=48c6994c-8909-4019-bc43-6a38e84bef0a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:18.424695 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:18.439112 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Calling delete_port for e97d7c9e-b102-4dc9-b18e-b6c1a7154e27 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:18.460482 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-823054dd-a775-4292-9b5f-87b681a3f3ec req-7aae3d39-b8b3-4993-82a9-1ba17a206475 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30390df4-d18c-4a5d-952e-de9aae2f0d60 HTTP/1.1" status: 200 len: 1001 time: 0.0841591 Dec 14 01:19:18.515477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5e80c931-b829-4e81-84b1-7e9dca7f279f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] For port 95f140ee-1af7-40fa-bb0f-e9377a703f45, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=95f140ee-1af7-40fa-bb0f-e9377a703f45,segment=NetworkSegment(9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853),segment_id=9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:18.515926 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e80c931-b829-4e81-84b1-7e9dca7f279f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:18.585791 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5e80c931-b829-4e81-84b1-7e9dca7f279f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Calling delete_port for 95f140ee-1af7-40fa-bb0f-e9377a703f45 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:18.586517 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-08c2dcad-c0c0-413d-9709-02aeb4bb1bd5 None None] Provisioning complete for port d17b4a27-95fc-460a-ab07-78b3508e4300 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:18.586517 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08c2dcad-c0c0-413d-9709-02aeb4bb1bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:18.613643 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c25d449-a75f-4bdf-87f4-e7648270286d None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:19:18.621176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e5963d5-79f9-4c65-afd5-8c9f2d8c3d98 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:18.656070 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-08c2dcad-c0c0-413d-9709-02aeb4bb1bd5 None None] Port d17b4a27-95fc-460a-ab07-78b3508e4300 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:19:18.666505 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e5963d5-79f9-4c65-afd5-8c9f2d8c3d98 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:18.698339 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823054dd-a775-4292-9b5f-87b681a3f3ec req-0c89774b-0d80-4e86-8d13-3848375663af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:18.699941 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-823054dd-a775-4292-9b5f-87b681a3f3ec req-0c89774b-0d80-4e86-8d13-3848375663af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c950cfe2-66cf-445f-90c5-d23a7416e235 HTTP/1.1" status: 200 len: 850 time: 0.2117994 Dec 14 01:19:18.742568 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c25d449-a75f-4bdf-87f4-e7648270286d None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:19:18.764728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5963d5-79f9-4c65-afd5-8c9f2d8c3d98 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c34cc3-984c-4c94-97b1-f41cb70382c6,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:18.794067 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e5963d5-79f9-4c65-afd5-8c9f2d8c3d98 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:18.798750 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9e5963d5-79f9-4c65-afd5-8c9f2d8c3d98 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0188324 Dec 14 01:19:18.803634 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54734) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:18.814425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394f9a58-cbf1-4f83-b2f6-074c9f5e81e6 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:18.820365 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823054dd-a775-4292-9b5f-87b681a3f3ec req-a741879d-aada-488a-bd83-fd23968c62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:18.821858 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-823054dd-a775-4292-9b5f-87b681a3f3ec req-a741879d-aada-488a-bd83-fd23968c62a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7b8327e-95d0-4538-baf8-12b321378ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1026769 Dec 14 01:19:18.836307 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533bb416-6c57-410c-862c-f4142aa2d6f1 None None] Sync routers for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:18.850047 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-da8cdab8-7dc1-4d0b-aefc-a5a33080b8dc None None] Provisioning complete for port d17b4a27-95fc-460a-ab07-78b3508e4300 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:18.850433 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-da8cdab8-7dc1-4d0b-aefc-a5a33080b8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:18.891807 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533bb416-6c57-410c-862c-f4142aa2d6f1 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:18.892530 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-533bb416-6c57-410c-862c-f4142aa2d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:18.899276 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dec132f-94fd-4cd4-aae7-c604c2a3beb0 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Made reservation on behalf of 3456f73a4207410c8434950e33ea03ac for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:18.902913 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6dec132f-94fd-4cd4-aae7-c604c2a3beb0 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:18.926097 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-6dec132f-94fd-4cd4-aae7-c604c2a3beb0 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] device_id is not set on port 3d643d6d-b23a-4b60-9cf1-f9ec20923c4e yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:18.945562 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-533bb416-6c57-410c-862c-f4142aa2d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:18.957227 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-823054dd-a775-4292-9b5f-87b681a3f3ec req-2b8aca38-fb7b-42be-ad8c-eec2193b5b91 service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952849 Dec 14 01:19:18.963921 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-da8cdab8-7dc1-4d0b-aefc-a5a33080b8dc None None] Port d17b4a27-95fc-460a-ab07-78b3508e4300 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:19:18.978295 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:18.979478 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533bb416-6c57-410c-862c-f4142aa2d6f1 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:18.979857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-533bb416-6c57-410c-862c-f4142aa2d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:19.011991 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Port': ['ID=e97d7c9e-b102-4dc9-b18e-b6c1a7154e27,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:19.027600 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No DVR routers for this DVR port e97d7c9e-b102-4dc9-b18e-b6c1a7154e27 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:19.046442 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-533bb416-6c57-410c-862c-f4142aa2d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:19.047119 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533bb416-6c57-410c-862c-f4142aa2d6f1 None None] The sync data for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:19.171913 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-6dec132f-94fd-4cd4-aae7-c604c2a3beb0 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Allocated IP 172.20.0.11 (cef65b55-ad57-4070-921b-2cce962cda7e/6e190e06-b708-4809-8175-3aef5023256f/3d643d6d-b23a-4b60-9cf1-f9ec20923c4e) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:19.219370 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.255884 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9aa6d66-0368-43af-aa75-71f42b0c400b']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:19.277395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c6994c-8909-4019-bc43-6a38e84bef0a') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:19.277780 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c6994c-8909-4019-bc43-6a38e84bef0a') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:19.292689 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.331642 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09168bde-1922-4d6c-a583-b8109c1f6350 req-f593fb3b-b834-4977-bfc7-cc69154a599b tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:19.333211 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09168bde-1922-4d6c-a583-b8109c1f6350 req-f593fb3b-b834-4977-bfc7-cc69154a599b tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1763284 Dec 14 01:19:19.366975 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.386135 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07ee620e-ad3d-4d22-a8b4-086e2964e4e9 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.397946 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:19.398390 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:19.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:19.411164 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07ee620e-ad3d-4d22-a8b4-086e2964e4e9 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.462616 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-394f9a58-cbf1-4f83-b2f6-074c9f5e81e6 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.468320 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-394f9a58-cbf1-4f83-b2f6-074c9f5e81e6 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/ports/2981be0f-5235-4e01-ac2b-c05b33e7723c HTTP/1.1" status: 204 len: 168 time: 2.9454658 Dec 14 01:19:19.473373 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54738) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:19.503115 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07ee620e-ad3d-4d22-a8b4-086e2964e4e9 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.517792 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07ee620e-ad3d-4d22-a8b4-086e2964e4e9 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.521362 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-07ee620e-ad3d-4d22-a8b4-086e2964e4e9 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e6c34cc3-984c-4c94-97b1-f41cb70382c6 HTTP/1.1" status: 204 len: 168 time: 0.7143462 Dec 14 01:19:19.525449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54740) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:19.534341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee620e-ad3d-4d22-a8b4-086e2964e4e9 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6c34cc3-984c-4c94-97b1-f41cb70382c6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:19.536021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e80c931-b829-4e81-84b1-7e9dca7f279f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.539285 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-823054dd-a775-4292-9b5f-87b681a3f3ec req-af573f3b-b9dc-4bb3-abef-2d3dafc33d6e service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594461 Dec 14 01:19:19.540689 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09168bde-1922-4d6c-a583-b8109c1f6350 req-9b340936-ac4b-4228-ad97-d02622c3766b tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798770 Dec 14 01:19:19.565383 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b9919dd7-f8be-40a2-bf53-8fd93b527040 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "GET /v2.0/floatingips/fb6cb5b2-d2a1-4c68-ad9e-76ee80d4e841 HTTP/1.1" status: 200 len: 688 time: 0.0866780 Dec 14 01:19:19.566406 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.574128 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.581184 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/d9aa6d66-0368-43af-aa75-71f42b0c400b HTTP/1.1" status: 204 len: 168 time: 3.2392569 Dec 14 01:19:19.581184 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54742) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:19.584527 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54744) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:19.610869 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6dec132f-94fd-4cd4-aae7-c604c2a3beb0 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.612438 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d044b-3063-4b56-a29c-2ae3cd306195 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Network': ['ID=d9aa6d66-0368-43af-aa75-71f42b0c400b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:19.619615 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-96501738-83dc-4167-b428-5ec0e5a86c3d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:19.620283 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96501738-83dc-4167-b428-5ec0e5a86c3d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:19.623204 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-96501738-83dc-4167-b428-5ec0e5a86c3d tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/subnets/df40da27-ec5c-4632-a19e-3386b4ac96de HTTP/1.1" status: 404 len: 337 time: 0.0374730 Dec 14 01:19:19.626955 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80c931-b829-4e81-84b1-7e9dca7f279f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Port': ['ID=95f140ee-1af7-40fa-bb0f-e9377a703f45,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:19.628934 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54746) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:19.671176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d289d720-0f5b-4511-a017-4f57134411d9 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:19:19.762874 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port d289d720-0f5b-4511-a017-4f57134411d9 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:19.763629 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.769846 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6dec132f-94fd-4cd4-aae7-c604c2a3beb0 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.798980 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-7298e23c-24b5-4fe4-9a50-e4a240b12d84 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:19.799518 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7298e23c-24b5-4fe4-9a50-e4a240b12d84 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:19.805282 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7298e23c-24b5-4fe4-9a50-e4a240b12d84 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/d9aa6d66-0368-43af-aa75-71f42b0c400b HTTP/1.1" status: 404 len: 339 time: 0.1489897 Dec 14 01:19:19.805893 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54748) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:19.824986 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8b10567f-3a19-4b3e-a714-d5df5387d0d9 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2979000 Dec 14 01:19:19.828739 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-039df00a-bcc6-4e91-b1e9-8fedd7b8a49e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Deleting port dd2f0759-dd66-4699-9601-13ca57407230 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:19.829137 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-039df00a-bcc6-4e91-b1e9-8fedd7b8a49e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.852741 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54750) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:19.860804 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e80c931-b829-4e81-84b1-7e9dca7f279f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.862668 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bd8242-9872-4d17-8791-2a4e084d8495 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:19.863126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8bd8242-9872-4d17-8791-2a4e084d8495 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:19.866228 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e8bd8242-9872-4d17-8791-2a4e084d8495 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/subnets/69533c1d-bbaa-4cfe-bda2-f85a011f88f0 HTTP/1.1" status: 404 len: 337 time: 0.0593886 Dec 14 01:19:19.868926 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54752) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:19.917141 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66f0c69-098d-4e72-a6ac-682b2269a700 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:19.918240 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66f0c69-098d-4e72-a6ac-682b2269a700 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:19.924418 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c66f0c69-098d-4e72-a6ac-682b2269a700 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/ded4cd42-998f-46b8-8cf0-bed3bdcee3ea HTTP/1.1" status: 404 len: 339 time: 0.0489221 Dec 14 01:19:19.925350 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54754) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:19.926360 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dec132f-94fd-4cd4-aae7-c604c2a3beb0 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Network cef65b55-ad57-4070-921b-2cce962cda7e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:19.933479 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6dec132f-94fd-4cd4-aae7-c604c2a3beb0 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:19.937771 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec132f-94fd-4cd4-aae7-c604c2a3beb0 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:19.940366 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec132f-94fd-4cd4-aae7-c604c2a3beb0 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Pushing event updated for resources: {'Port': ['ID=3d643d6d-b23a-4b60-9cf1-f9ec20923c4e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:19.978641 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-039df00a-bcc6-4e91-b1e9-8fedd7b8a49e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:19.979332 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-039df00a-bcc6-4e91-b1e9-8fedd7b8a49e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.001057 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-039df00a-bcc6-4e91-b1e9-8fedd7b8a49e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Calling delete_port for dd2f0759-dd66-4699-9601-13ca57407230 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:20.014460 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dec132f-94fd-4cd4-aae7-c604c2a3beb0 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:20.015190 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6dec132f-94fd-4cd4-aae7-c604c2a3beb0 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.070292 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6dec132f-94fd-4cd4-aae7-c604c2a3beb0 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8670890 Dec 14 01:19:20.070292 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54756) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:20.076077 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:20.115787 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49010279-aeb5-4e12-b5d0-672e2ca0a4f3 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.125341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.155740 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e809e63-d63d-49c3-9112-1e021f228c06 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.160960 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49010279-aeb5-4e12-b5d0-672e2ca0a4f3 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.202844 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-05bd4675-f405-4a6a-a1e8-99d7ca29c949 None None] Provisioning complete for port 3d643d6d-b23a-4b60-9cf1-f9ec20923c4e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:20.203821 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-05bd4675-f405-4a6a-a1e8-99d7ca29c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.238482 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-039df00a-bcc6-4e91-b1e9-8fedd7b8a49e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.240347 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-05bd4675-f405-4a6a-a1e8-99d7ca29c949 None None] Port 3d643d6d-b23a-4b60-9cf1-f9ec20923c4e cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:19:20.276949 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039df00a-bcc6-4e91-b1e9-8fedd7b8a49e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Port': ['ID=dd2f0759-dd66-4699-9601-13ca57407230,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:20.337633 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.358038 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49010279-aeb5-4e12-b5d0-672e2ca0a4f3 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.360653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49010279-aeb5-4e12-b5d0-672e2ca0a4f3 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.364304 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-49010279-aeb5-4e12-b5d0-672e2ca0a4f3 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-groups/62284398-dbe2-43f8-9df4-3a006e97ded8 HTTP/1.1" status: 204 len: 168 time: 0.5080931 Dec 14 01:19:20.366106 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e80c931-b829-4e81-84b1-7e9dca7f279f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router ddc1cb9d-697d-4f07-a1ff-db09b297f07f has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:20.369171 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54758) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:20.381605 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-039df00a-bcc6-4e91-b1e9-8fedd7b8a49e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.384151 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-039df00a-bcc6-4e91-b1e9-8fedd7b8a49e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.385326 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-039df00a-bcc6-4e91-b1e9-8fedd7b8a49e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/floatingips/fb6cb5b2-d2a1-4c68-ad9e-76ee80d4e841 HTTP/1.1" status: 204 len: 168 time: 0.8026447 Dec 14 01:19:20.389447 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54760) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:20.394122 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '7884d67f-ee7c-4627-ac40-df1596f34b15'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:20.401203 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e809e63-d63d-49c3-9112-1e021f228c06 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.405397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49010279-aeb5-4e12-b5d0-672e2ca0a4f3 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62284398-dbe2-43f8-9df4-3a006e97ded8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:20.437095 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3e809e63-d63d-49c3-9112-1e021f228c06 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47656c8-121c-4186-aa09-f0232b4bd0a6']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:20.455507 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.486745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3e809e63-d63d-49c3-9112-1e021f228c06 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df52686-8574-4f14-89a5-f7e43a4b8a74') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:20.487049 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3e809e63-d63d-49c3-9112-1e021f228c06 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df52686-8574-4f14-89a5-f7e43a4b8a74') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:20.517031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Allocated IP 172.26.1.122 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/e4b70d18-6f98-4a88-b56e-2262e2125186) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:20.536658 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e809e63-d63d-49c3-9112-1e021f228c06 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.550599 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-188a2916-6867-4225-9baf-4499ee285241 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1732221 Dec 14 01:19:20.554492 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54762) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:20.564219 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b0081df8-7dc7-46b9-82a2-dd05903a7426 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group': {'name': 'tempest-secgroup--132172917'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:20.579224 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e809e63-d63d-49c3-9112-1e021f228c06 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.592693 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e809e63-d63d-49c3-9112-1e021f228c06 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:20.593099 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e809e63-d63d-49c3-9112-1e021f228c06 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:20.598041 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:20.641502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e80c931-b829-4e81-84b1-7e9dca7f279f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:20.653788 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5e80c931-b829-4e81-84b1-7e9dca7f279f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/ddc1cb9d-697d-4f07-a1ff-db09b297f07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6533763 Dec 14 01:19:20.658441 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed5125-e678-47a8-9f53-1444a2b3d82f None None] Sync routers for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:20.661555 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54766) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:20.678089 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed5125-e678-47a8-9f53-1444a2b3d82f None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:20.678798 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-aeed5125-e678-47a8-9f53-1444a2b3d82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:20.691655 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.705759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.716087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0081df8-7dc7-46b9-82a2-dd05903a7426 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.725338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f2efe-2d4d-4233-9451-1a4ada9d7151 req-2ca441ed-318a-4e8f-bcd3-ec3cd79e24ee tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:20.726962 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3b6f2efe-2d4d-4233-9451-1a4ada9d7151 req-2ca441ed-318a-4e8f-bcd3-ec3cd79e24ee tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1038902 Dec 14 01:19:20.731213 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e809e63-d63d-49c3-9112-1e021f228c06 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.747464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e809e63-d63d-49c3-9112-1e021f228c06 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.752985 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3e809e63-d63d-49c3-9112-1e021f228c06 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/b47656c8-121c-4186-aa09-f0232b4bd0a6 HTTP/1.1" status: 204 len: 168 time: 0.7820704 Dec 14 01:19:20.755402 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b0c0b5-d0c6-46b0-a410-1f018badca7d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting subnet c9cafefb-b99e-41a4-9aad-ba1deb7228c6 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:19:20.759143 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54768) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:20.779659 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85b0c0b5-d0c6-46b0-a410-1f018badca7d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.786896 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-aeed5125-e678-47a8-9f53-1444a2b3d82f None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:19:20.817356 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e809e63-d63d-49c3-9112-1e021f228c06 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Network': ['ID=b47656c8-121c-4186-aa09-f0232b4bd0a6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:20.826115 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.844959 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad232082-c2a0-4c82-8ea7-bf0a06f84896 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:20.845597 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad232082-c2a0-4c82-8ea7-bf0a06f84896 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:20.851068 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ad232082-c2a0-4c82-8ea7-bf0a06f84896 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/subnets/7fe9d4ee-dd44-4643-b701-f5e6a2b68422 HTTP/1.1" status: 404 len: 337 time: 0.0873840 Dec 14 01:19:20.853767 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54770) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:20.887155 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be1912f-47dd-4644-bf9f-cb06506867bc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:20.888070 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be1912f-47dd-4644-bf9f-cb06506867bc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:20.893938 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6be1912f-47dd-4644-bf9f-cb06506867bc tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/c8414f6c-4fd2-41b9-8aa5-2a61a57ff433 HTTP/1.1" status: 404 len: 339 time: 0.0365825 Dec 14 01:19:20.893938 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85b0c0b5-d0c6-46b0-a410-1f018badca7d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.898762 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54772) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:20.916888 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3b6f2efe-2d4d-4233-9451-1a4ada9d7151 req-001c87e9-0d58-408c-9d49-a88ac81a57cf tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531887 Dec 14 01:19:20.921914 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:20.947205 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:20.955526 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac946c66-1084-4950-922f-a1e3f29ae3e1 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:20.955979 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac946c66-1084-4950-922f-a1e3f29ae3e1 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:20.959334 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ac946c66-1084-4950-922f-a1e3f29ae3e1 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/subnets/a6571c95-779e-4ffe-b77e-9b46b05f8c48 HTTP/1.1" status: 404 len: 337 time: 0.0588164 Dec 14 01:19:20.960312 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:20.968006 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54774) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:20.971006 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Pushing event updated for resources: {'Port': ['ID=e4b70d18-6f98-4a88-b56e-2262e2125186,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:20.994050 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0081df8-7dc7-46b9-82a2-dd05903a7426 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:20.994927 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Allocated IP 172.26.1.41 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/d08e4a1a-00cb-4089-bcc5-8a17f5d38f97) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:21.013246 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0081df8-7dc7-46b9-82a2-dd05903a7426 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.024374 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-9078f914-7c83-4ba1-b49c-8536a5bb2f0b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:21.024893 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9078f914-7c83-4ba1-b49c-8536a5bb2f0b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:21.028595 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9078f914-7c83-4ba1-b49c-8536a5bb2f0b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/e838e68e-0740-4186-9165-81efbcc62e6c HTTP/1.1" status: 404 len: 339 time: 0.0580618 Dec 14 01:19:21.032691 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54778) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:21.036634 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-aeed5125-e678-47a8-9f53-1444a2b3d82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:19:19Z', 'revision_number': 10, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:21.060498 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85b0c0b5-d0c6-46b0-a410-1f018badca7d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.065245 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed5125-e678-47a8-9f53-1444a2b3d82f None None] Checking router: ddc1cb9d-697d-4f07-a1ff-db09b297f07f for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:19:21.066453 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0081df8-7dc7-46b9-82a2-dd05903a7426 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.067733 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b0081df8-7dc7-46b9-82a2-dd05903a7426 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5123861 Dec 14 01:19:21.074818 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed5125-e678-47a8-9f53-1444a2b3d82f None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:21.075440 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-aeed5125-e678-47a8-9f53-1444a2b3d82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:18:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:21.087207 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54780) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:21.088068 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0081df8-7dc7-46b9-82a2-dd05903a7426 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cedca99-68ea-44f7-98fa-a0abe62641d2,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:21.095578 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-306c66ce-42ba-49dc-b73a-ba2adcba09c0 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group_rule': {'security_group_id': '8cedca99-68ea-44f7-98fa-a0abe62641d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:21.117424 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-78131b2c-8d6d-4792-af55-5a30579fe97b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:21.117877 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78131b2c-8d6d-4792-af55-5a30579fe97b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:21.123722 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-78131b2c-8d6d-4792-af55-5a30579fe97b tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/subnets/291ea8b0-65d8-46de-ae28-35a46984d9e6 HTTP/1.1" status: 404 len: 337 time: 0.0856750 Dec 14 01:19:21.126287 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54782) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:21.154256 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-5938f0a9-1391-41a2-b34c-cbe179b4afe0 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:21.155271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5938f0a9-1391-41a2-b34c-cbe179b4afe0 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:21.162499 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5938f0a9-1391-41a2-b34c-cbe179b4afe0 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/d72e7f40-6300-4f89-b435-10b377ffb40b HTTP/1.1" status: 404 len: 339 time: 0.0312612 Dec 14 01:19:21.163353 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54786) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:21.168668 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-aeed5125-e678-47a8-9f53-1444a2b3d82f None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:19:21.202173 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.206897 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-7434036c-6154-4bb7-af79-6223384a90db tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:21.207483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7434036c-6154-4bb7-af79-6223384a90db tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:21.211222 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7434036c-6154-4bb7-af79-6223384a90db tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/subnets/8e489206-813b-448e-83a8-5d38ff432de5 HTTP/1.1" status: 404 len: 337 time: 0.0466537 Dec 14 01:19:21.213257 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-306c66ce-42ba-49dc-b73a-ba2adcba09c0 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.216047 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54788) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:21.236525 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85b0c0b5-d0c6-46b0-a410-1f018badca7d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.259404 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.280817 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda3bea8-5e30-4be7-a5f1-58f2008c630c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:21.281484 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda3bea8-5e30-4be7-a5f1-58f2008c630c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:21.287412 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fda3bea8-5e30-4be7-a5f1-58f2008c630c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/20b0045e-1682-4c2d-941b-3b694d895aac HTTP/1.1" status: 404 len: 339 time: 0.0661690 Dec 14 01:19:21.291222 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54798) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:21.293763 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0c0b5-d0c6-46b0-a410-1f018badca7d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cafefb-b99e-41a4-9aad-ba1deb7228c6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:21.312604 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85b0c0b5-d0c6-46b0-a410-1f018badca7d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.317422 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.318938 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-85b0c0b5-d0c6-46b0-a410-1f018badca7d tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/c9cafefb-b99e-41a4-9aad-ba1deb7228c6 HTTP/1.1" status: 204 len: 168 time: 0.6563573 Dec 14 01:19:21.323068 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54800) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:21.325886 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd524ef4-e146-4aa6-a266-a0f7123438b4 None None] Network f2b41de5-09aa-4016-85e2-55843942c3cf requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:21.347673 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3cd2dbb-508a-4911-ba3b-0544809327a6 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:21.348325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3cd2dbb-508a-4911-ba3b-0544809327a6 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:21.354175 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c3cd2dbb-508a-4911-ba3b-0544809327a6 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/subnets/79a5dcfa-b17c-4d0e-ae29-7dd1e7124e1b HTTP/1.1" status: 404 len: 337 time: 0.0590341 Dec 14 01:19:21.354696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54802) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:21.382015 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-306c66ce-42ba-49dc-b73a-ba2adcba09c0 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.383517 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-82334657-7184-4a3f-bb95-db423a7b5098 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:21.384253 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82334657-7184-4a3f-bb95-db423a7b5098 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:21.386232 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-aeed5125-e678-47a8-9f53-1444a2b3d82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:19:19Z', 'revision_number': 10, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:21.388420 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-82334657-7184-4a3f-bb95-db423a7b5098 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/2ab20791-529c-4ce9-b7d7-8932fbc8c54d HTTP/1.1" status: 404 len: 339 time: 0.0325422 Dec 14 01:19:21.391126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-306c66ce-42ba-49dc-b73a-ba2adcba09c0 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.406584 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54804) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:21.417790 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed5125-e678-47a8-9f53-1444a2b3d82f None None] The sync data for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv is: [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:19:19Z', 'revision_number': 10, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None, '_interfaces': [{'id': '88f8bdeb-3c50-4b33-ba3d-cc3848baa162', 'name': '', 'network_id': '31cd39ca-c761-4901-b28c-be606d727267', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'mac_address': 'fa:16:3e:80:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:23Z', 'updated_at': '2021-12-14T01:18:29Z', 'revision_number': 5, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'subnets': [{'id': '3149615f-b1f2-4784-bfab-f6482f2c16c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:21.430513 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.456068 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c66ce-42ba-49dc-b73a-ba2adcba09c0 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c09af79-8ef7-4942-af02-77288ee495ef,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:21.479427 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:21.490542 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=d08e4a1a-00cb-4089-bcc5-8a17f5d38f97,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:21.492780 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88f659d-4174-4e74-9bd6-759f5e4203e9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:21.493522 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88f659d-4174-4e74-9bd6-759f5e4203e9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:21.498385 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a88f659d-4174-4e74-9bd6-759f5e4203e9 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/subnets/444c4317-fd42-405c-a15f-94654d54af0b HTTP/1.1" status: 404 len: 337 time: 0.0777762 Dec 14 01:19:21.502629 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-306c66ce-42ba-49dc-b73a-ba2adcba09c0 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.503773 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-306c66ce-42ba-49dc-b73a-ba2adcba09c0 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4120557 Dec 14 01:19:21.504446 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54806) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:21.507199 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:21.509081 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54808) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:21.515195 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:21.525352 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3531367-5b4f-435a-8e1d-a9b86a327768 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:21.525884 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3531367-5b4f-435a-8e1d-a9b86a327768 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:21.531662 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d3531367-5b4f-435a-8e1d-a9b86a327768 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/d518a972-fa27-4d89-a848-5d8462439d93 HTTP/1.1" status: 404 len: 339 time: 0.0236502 Dec 14 01:19:21.532084 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54810) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:21.560290 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a055835c-3713-4bc6-99d4-1a221c8bc8b9 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group_rule': {'security_group_id': '8cedca99-68ea-44f7-98fa-a0abe62641d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:21.572324 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca378d25-5d48-4a6c-a763-0f2354e5fdb5 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:21.572324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca378d25-5d48-4a6c-a763-0f2354e5fdb5 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:21.574908 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ca378d25-5d48-4a6c-a763-0f2354e5fdb5 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/subnets/4abc1927-8fd9-44d3-8e92-a9f0ee84d9a3 HTTP/1.1" status: 404 len: 337 time: 0.0411682 Dec 14 01:19:21.579826 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54814) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:21.599401 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8c6522-c238-4250-ad17-ed243933c085 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:21.600182 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d8c6522-c238-4250-ad17-ed243933c085 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:21.606925 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8d8c6522-c238-4250-ad17-ed243933c085 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/f535e9aa-4c02-4d6e-a499-75ebd2030459 HTTP/1.1" status: 404 len: 339 time: 0.0259943 Dec 14 01:19:21.607570 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54818) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:21.631398 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.634800 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-676db47d-f67f-40f0-9969-4d1ce766870c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:21.635259 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676db47d-f67f-40f0-9969-4d1ce766870c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:21.641455 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-676db47d-f67f-40f0-9969-4d1ce766870c tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/subnets/6af364bd-66ed-4100-84cf-9b0231d905cb HTTP/1.1" status: 404 len: 337 time: 0.0328457 Dec 14 01:19:21.642111 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54820) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:21.662889 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f1c313-33b2-47f1-946b-9d57e6bb78f3 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:21.663512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f1c313-33b2-47f1-946b-9d57e6bb78f3 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:21.666536 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c7f1c313-33b2-47f1-946b-9d57e6bb78f3 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/a64273e2-48d2-476b-aaf4-79740fa839dd HTTP/1.1" status: 404 len: 339 time: 0.0233688 Dec 14 01:19:21.669317 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54822) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:21.726090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-2882ea40-e683-4fe4-bd20-93a6f32081fd tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Deleting subnet 7814e5bd-098f-42c4-8a86-4c419ea12171 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:19:21.730549 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2882ea40-e683-4fe4-bd20-93a6f32081fd tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.772568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2882ea40-e683-4fe4-bd20-93a6f32081fd tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.792769 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a055835c-3713-4bc6-99d4-1a221c8bc8b9 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.825785 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1d47fd-a724-4656-b7de-f5319bda1052 None None] DHCP port deletion for f2b41de5-09aa-4016-85e2-55843942c3cf request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:21.884782 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2882ea40-e683-4fe4-bd20-93a6f32081fd tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.935719 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 95f140ee-1af7-40fa-bb0f-e9377a703f45 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:21.962256 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f77653-4ca4-429c-9bf3-84e4da22df5a req-1051b9ce-da31-456b-a623-b8844bb897fb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:21.963926 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-63f77653-4ca4-429c-9bf3-84e4da22df5a req-1051b9ce-da31-456b-a623-b8844bb897fb tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.3296249 Dec 14 01:19:21.983919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2882ea40-e683-4fe4-bd20-93a6f32081fd tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:21.997348 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 95f140ee-1af7-40fa-bb0f-e9377a703f45 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:19:21.997654 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 95f140ee-1af7-40fa-bb0f-e9377a703f45 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:19:21.998044 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device cdc59970-40e0-474b-b7aa-a7208dd0e8ec no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:22.036631 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882ea40-e683-4fe4-bd20-93a6f32081fd tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Subnet': ['ID=7814e5bd-098f-42c4-8a86-4c419ea12171,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:22.039974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2882ea40-e683-4fe4-bd20-93a6f32081fd tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.048342 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2882ea40-e683-4fe4-bd20-93a6f32081fd tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/subnets/7814e5bd-098f-42c4-8a86-4c419ea12171 HTTP/1.1" status: 204 len: 168 time: 0.3780162 Dec 14 01:19:22.049462 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04e44a5-f53a-476a-a259-ea51e402c7bc None None] Network 19e2dbf7-87c4-48d7-8802-d0704f6dc6df requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:22.051767 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54830) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:22.058511 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a737c8b-9ad5-41c0-98ae-66d2f942301a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.142129 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a055835c-3713-4bc6-99d4-1a221c8bc8b9 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.151412 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.169470 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting port cdc59970-40e0-474b-b7aa-a7208dd0e8ec {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:22.169762 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.178390 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d47fd-a724-4656-b7de-f5319bda1052 None None] Deleting port cdc59970-40e0-474b-b7aa-a7208dd0e8ec {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:22.178989 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb1d47fd-a724-4656-b7de-f5319bda1052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.185192 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a055835c-3713-4bc6-99d4-1a221c8bc8b9 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.206135 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-63f77653-4ca4-429c-9bf3-84e4da22df5a req-64d09734-0f83-479e-b312-74f454268ab4 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281415 Dec 14 01:19:22.208682 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.213267 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Deleting port 52fa25dc-1c40-4c12-9268-f9d08003ed1b {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:22.213797 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.268084 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.286605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] For port 52fa25dc-1c40-4c12-9268-f9d08003ed1b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=52fa25dc-1c40-4c12-9268-f9d08003ed1b,segment=NetworkSegment(1022c14e-ede8-43e9-b0fc-bb09450e79bf),segment_id=1022c14e-ede8-43e9-b0fc-bb09450e79bf)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:22.286968 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.295163 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.303021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Calling delete_port for 52fa25dc-1c40-4c12-9268-f9d08003ed1b owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:22.304935 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-fb1d47fd-a724-4656-b7de-f5319bda1052 None None] For port cdc59970-40e0-474b-b7aa-a7208dd0e8ec, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=cdc59970-40e0-474b-b7aa-a7208dd0e8ec,segment=NetworkSegment(9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853),segment_id=9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:22.305329 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb1d47fd-a724-4656-b7de-f5319bda1052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.325596 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d47fd-a724-4656-b7de-f5319bda1052 None None] Calling delete_port for cdc59970-40e0-474b-b7aa-a7208dd0e8ec owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:22.351997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f705fc-9863-49b7-819a-f649fbac4b47 None None] DHCP port deletion for 19e2dbf7-87c4-48d7-8802-d0704f6dc6df request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:22.381702 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055835c-3713-4bc6-99d4-1a221c8bc8b9 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3485c1bb-dc17-497a-a292-1b3e7883af46,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:22.388819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.417396 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5266579-1634-4e26-a95a-935927f91f5b req-fd4c307f-0644-4ed8-bd7d-384d4327eb29 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:22.419244 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d5266579-1634-4e26-a95a-935927f91f5b req-fd4c307f-0644-4ed8-bd7d-384d4327eb29 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.3315454 Dec 14 01:19:22.419388 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port cdc59970-40e0-474b-b7aa-a7208dd0e8ec, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=cdc59970-40e0-474b-b7aa-a7208dd0e8ec,segment=NetworkSegment(9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853),segment_id=9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:22.421964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b0f705fc-9863-49b7-819a-f649fbac4b47 None None] The port '52fa25dc-1c40-4c12-9268-f9d08003ed1b' was deleted {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 14 01:19:22.422564 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a055835c-3713-4bc6-99d4-1a221c8bc8b9 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.427087 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a055835c-3713-4bc6-99d4-1a221c8bc8b9 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9108367 Dec 14 01:19:22.427254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Port': ['ID=52fa25dc-1c40-4c12-9268-f9d08003ed1b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:22.427356 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54832) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:22.428189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] No DVR routers for this DVR port 52fa25dc-1c40-4c12-9268-f9d08003ed1b on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:22.431487 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.438155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fbc0d9c9-1339-4c10-957e-fbab638cc1df tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group_rule': {'security_group_id': '8cedca99-68ea-44f7-98fa-a0abe62641d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:22.497047 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=cdc59970-40e0-474b-b7aa-a7208dd0e8ec,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:22.521848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb1d47fd-a724-4656-b7de-f5319bda1052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.541295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.554928 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d47fd-a724-4656-b7de-f5319bda1052 None None] Pushing event deleted for resources: {'Port': ['ID=cdc59970-40e0-474b-b7aa-a7208dd0e8ec,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:22.556702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1d47fd-a724-4656-b7de-f5319bda1052 None None] No DVR routers for this DVR port cdc59970-40e0-474b-b7aa-a7208dd0e8ec on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:22.558181 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d9c9-1339-4c10-957e-fbab638cc1df tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.579649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e2dbf7-87c4-48d7-8802-d0704f6dc6df']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:22.598055 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1022c14e-ede8-43e9-b0fc-bb09450e79bf') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:22.598344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1022c14e-ede8-43e9-b0fc-bb09450e79bf') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:22.614191 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.643849 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.654648 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:22.655073 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:22.658455 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:22.715709 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d9c9-1339-4c10-957e-fbab638cc1df tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.721436 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d9c9-1339-4c10-957e-fbab638cc1df tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.735003 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.748533 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.751813 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] 10.222.0.32 "DELETE /v2.0/networks/19e2dbf7-87c4-48d7-8802-d0704f6dc6df HTTP/1.1" status: 204 len: 168 time: 0.6987102 Dec 14 01:19:22.755087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0d9c9-1339-4c10-957e-fbab638cc1df tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d4bf25-fc12-461e-b4c1-c76465eedee8,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:22.769771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d9c9-1339-4c10-957e-fbab638cc1df tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.773824 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fbc0d9c9-1339-4c10-957e-fbab638cc1df tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3411219 Dec 14 01:19:22.773824 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2cb7b-ee32-409c-bd33-819d78639046 tempest-NetworksTest-428000938 tempest-NetworksTest-428000938-project] Pushing event deleted for resources: {'Network': ['ID=19e2dbf7-87c4-48d7-8802-d0704f6dc6df,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:22.773824 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54836) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:22.778404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-53e6d503-3219-4a3b-82fc-88fd3c1532ca tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group_rule': {'security_group_id': '8cedca99-68ea-44f7-98fa-a0abe62641d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:22.815745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53e6d503-3219-4a3b-82fc-88fd3c1532ca tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.879376 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53e6d503-3219-4a3b-82fc-88fd3c1532ca tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.884370 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53e6d503-3219-4a3b-82fc-88fd3c1532ca tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.903452 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6d503-3219-4a3b-82fc-88fd3c1532ca tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861a1ca4-162f-4d9f-b7ff-175c395b6156,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:22.919234 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53e6d503-3219-4a3b-82fc-88fd3c1532ca tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.921630 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-53e6d503-3219-4a3b-82fc-88fd3c1532ca tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458223 Dec 14 01:19:22.923514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54838) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:22.928597 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-0ebbbb3d-e461-4043-ad0a-be33df869a0e tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group_rule': {'security_group_id': '8cedca99-68ea-44f7-98fa-a0abe62641d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:22.931156 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Pushing event updated for resources: {'Port': ['ID=e4b70d18-6f98-4a88-b56e-2262e2125186,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:22.941392 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] For port cdc59970-40e0-474b-b7aa-a7208dd0e8ec, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=cdc59970-40e0-474b-b7aa-a7208dd0e8ec,segment=NetworkSegment(9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853),segment_id=9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:22.941763 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.961633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0ebbbb3d-e461-4043-ad0a-be33df869a0e tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:22.964556 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d5266579-1634-4e26-a95a-935927f91f5b req-25446638-cb7d-4fec-a450-afd76378c1a7 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5233386 Dec 14 01:19:22.974391 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Calling delete_port for cdc59970-40e0-474b-b7aa-a7208dd0e8ec owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:23.008912 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.042599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0ebbbb3d-e461-4043-ad0a-be33df869a0e tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.047516 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0ebbbb3d-e461-4043-ad0a-be33df869a0e tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.069278 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbbb3d-e461-4043-ad0a-be33df869a0e tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59bfc913-c83b-4aa5-ae02-7fa5d13b183a,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:23.072360 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.076515 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-94b8e3cd-3ee7-4ee1-a918-b4db5b5b684b tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0026829 Dec 14 01:19:23.077735 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54842) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:23.078796 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.081139 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0ebbbb3d-e461-4043-ad0a-be33df869a0e tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.083341 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0ebbbb3d-e461-4043-ad0a-be33df869a0e tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1582057 Dec 14 01:19:23.085420 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-48716d3f-6226-4790-8ea7-b9a7b675126a tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Request body: {'floatingip': {'port_id': '3d643d6d-b23a-4b60-9cf1-f9ec20923c4e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:23.086089 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54844) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:23.105302 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54846) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:23.122324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d2eb-3627-4757-9494-f0efbd1c998a tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.131091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d2eb-3627-4757-9494-f0efbd1c998a tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.161189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d2eb-3627-4757-9494-f0efbd1c998a tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.165495 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48716d3f-6226-4790-8ea7-b9a7b675126a tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for floatingip, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.168927 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d2eb-3627-4757-9494-f0efbd1c998a tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.173353 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f4d5d2eb-3627-4757-9494-f0efbd1c998a tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/59bfc913-c83b-4aa5-ae02-7fa5d13b183a HTTP/1.1" status: 204 len: 168 time: 0.0862160 Dec 14 01:19:23.175020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54850) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:23.185744 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5d2eb-3627-4757-9494-f0efbd1c998a tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59bfc913-c83b-4aa5-ae02-7fa5d13b183a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:23.229901 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-278cf96b-c75b-474b-9cac-d700915295ac tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0533922 Dec 14 01:19:23.232592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54854) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:23.259892 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.288398 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.289237 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44d4c731-64e5-4f16-ad55-fac80bb643e1 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.292976 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e871bfdb-f96c-4f17-9bff-f03a6295f0bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa1defb958db4a1196837e6cd5b818e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857502 Dec 14 01:19:23.295845 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54856) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:23.306849 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44d4c731-64e5-4f16-ad55-fac80bb643e1 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.359120 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44d4c731-64e5-4f16-ad55-fac80bb643e1 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.369297 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44d4c731-64e5-4f16-ad55-fac80bb643e1 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.370975 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-44d4c731-64e5-4f16-ad55-fac80bb643e1 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/861a1ca4-162f-4d9f-b7ff-175c395b6156 HTTP/1.1" status: 204 len: 168 time: 0.1369591 Dec 14 01:19:23.373595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54858) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:23.374310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Port': ['ID=cdc59970-40e0-474b-b7aa-a7208dd0e8ec,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:23.376205 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] No DVR routers for this DVR port cdc59970-40e0-474b-b7aa-a7208dd0e8ec on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:23.386154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4c731-64e5-4f16-ad55-fac80bb643e1 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=861a1ca4-162f-4d9f-b7ff-175c395b6156,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:23.388812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-38179edb-29b3-440c-8355-4bcdf139d60f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.425572 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-38179edb-29b3-440c-8355-4bcdf139d60f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.452491 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-08586926-5849-4c38-8318-901da185a3d3 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0777402 Dec 14 01:19:23.455655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54860) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:23.488789 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-48716d3f-6226-4790-8ea7-b9a7b675126a tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] update failed (client error): The resource could not be found. Dec 14 01:19:23.493167 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-48716d3f-6226-4790-8ea7-b9a7b675126a tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] 10.222.0.32 "PUT /v2.0/floatingips/6c788dad-6e0d-4a4f-bd44-1ffa41700415 HTTP/1.1" status: 404 len: 507 time: 0.4093404 Dec 14 01:19:23.493914 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54862) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:23.503795 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-67edbfea-f40a-4524-b322-d999ccd28552 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.520542 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5353aa1-02be-4c79-9721-c9a0dae14372 req-d5eee6e2-0e45-4bf6-9830-659b2b4cddb6 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:23.522027 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c5353aa1-02be-4c79-9721-c9a0dae14372 req-d5eee6e2-0e45-4bf6-9830-659b2b4cddb6 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.2366247 Dec 14 01:19:23.542154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-67edbfea-f40a-4524-b322-d999ccd28552 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.558044 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.567491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-38179edb-29b3-440c-8355-4bcdf139d60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.570014 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-38179edb-29b3-440c-8355-4bcdf139d60f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.571122 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-38179edb-29b3-440c-8355-4bcdf139d60f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/257f5290-f40d-495d-babb-151913c89d3a HTTP/1.1" status: 204 len: 168 time: 0.2743497 Dec 14 01:19:23.599001 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b41de5-09aa-4016-85e2-55843942c3cf']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:23.617069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:23.617954 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8fefdb-dbcd-4f0a-b6da-40a9a68f2853') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:23.621830 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38179edb-29b3-440c-8355-4bcdf139d60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257f5290-f40d-495d-babb-151913c89d3a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:23.641776 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.649332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-67edbfea-f40a-4524-b322-d999ccd28552 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.657020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-67edbfea-f40a-4524-b322-d999ccd28552 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.658380 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-67edbfea-f40a-4524-b322-d999ccd28552 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/54d4bf25-fc12-461e-b4c1-c76465eedee8 HTTP/1.1" status: 204 len: 168 time: 0.2015970 Dec 14 01:19:23.661256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54866) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:23.675443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.677033 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edbfea-f40a-4524-b322-d999ccd28552 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54d4bf25-fc12-461e-b4c1-c76465eedee8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:23.688173 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c5353aa1-02be-4c79-9721-c9a0dae14372 req-e3b026f8-4894-478a-9a47-4c63215f2c30 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322932 Dec 14 01:19:23.698069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:23.698482 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:23.702537 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:23.728071 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3051446c-77dc-484f-bc6f-e8c873d226ba tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0618417 Dec 14 01:19:23.728071 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54868) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:23.734857 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8e2cf801-63d9-415d-8bcd-4cf5729a712f tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Deleting port e4b70d18-6f98-4a88-b56e-2262e2125186 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:23.735194 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf801-63d9-415d-8bcd-4cf5729a712f tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.738175 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 52fa25dc-1c40-4c12-9268-f9d08003ed1b no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:23.765687 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 52fa25dc-1c40-4c12-9268-f9d08003ed1b {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:19:23.766163 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 52fa25dc-1c40-4c12-9268-f9d08003ed1b not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:19:23.775961 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.783456 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.792618 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.810452 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31ec8843-3147-46c5-8dc2-12520d615001 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.821403 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.822449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31ec8843-3147-46c5-8dc2-12520d615001 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.827332 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/networks/f2b41de5-09aa-4016-85e2-55843942c3cf HTTP/1.1" status: 204 len: 168 time: 2.5014873 Dec 14 01:19:23.831156 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54870) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:23.859125 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b41d2-7b88-4733-9a8c-c1e5e2ad07df tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Network': ['ID=f2b41de5-09aa-4016-85e2-55843942c3cf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:23.862568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf801-63d9-415d-8bcd-4cf5729a712f tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.867111 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf801-63d9-415d-8bcd-4cf5729a712f tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.887487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8e2cf801-63d9-415d-8bcd-4cf5729a712f tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Calling delete_port for e4b70d18-6f98-4a88-b56e-2262e2125186 owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:23.891872 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31ec8843-3147-46c5-8dc2-12520d615001 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.899461 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31ec8843-3147-46c5-8dc2-12520d615001 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:23.903044 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-31ec8843-3147-46c5-8dc2-12520d615001 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3485c1bb-dc17-497a-a292-1b3e7883af46 HTTP/1.1" status: 204 len: 168 time: 0.1726415 Dec 14 01:19:23.905421 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54874) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:23.918420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec8843-3147-46c5-8dc2-12520d615001 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3485c1bb-dc17-497a-a292-1b3e7883af46,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:23.951441 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=d08e4a1a-00cb-4089-bcc5-8a17f5d38f97,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:23.979124 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.002239 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e1fa5057-cf62-4157-85da-1839f1269629 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0926607 Dec 14 01:19:24.007955 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54882) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:24.068552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d673-47a2-417d-890e-7c1dc5cb714d tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.079091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d673-47a2-417d-890e-7c1dc5cb714d tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.133684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d673-47a2-417d-890e-7c1dc5cb714d tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.146272 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d673-47a2-417d-890e-7c1dc5cb714d tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.147422 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3ee9d673-47a2-417d-890e-7c1dc5cb714d tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5c09af79-8ef7-4942-af02-77288ee495ef HTTP/1.1" status: 204 len: 168 time: 0.1348591 Dec 14 01:19:24.154297 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54888) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:24.161950 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9d673-47a2-417d-890e-7c1dc5cb714d tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c09af79-8ef7-4942-af02-77288ee495ef,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:24.189467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c8a9793-04db-4222-889d-91c8d725b86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.195332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf801-63d9-415d-8bcd-4cf5729a712f tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.212272 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec3905-b109-45d6-a5d2-1cde2d05fa93 req-26e2451c-a4e8-4112-92d3-ae2e2747942a tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:24.214461 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-51ec3905-b109-45d6-a5d2-1cde2d05fa93 req-26e2451c-a4e8-4112-92d3-ae2e2747942a tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1432061 Dec 14 01:19:24.224260 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2cfbd4f3-7289-498c-90e3-e530c57ef94a tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0638621 Dec 14 01:19:24.224260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54890) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:24.260597 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Floating IP 026c8588-7a03-4e29-8c5d-aa40a5bd6254 associated. External IP: 172.26.1.41, port: 7884d67f-ee7c-4627-ac40-df1596f34b15. Dec 14 01:19:24.270490 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cf801-63d9-415d-8bcd-4cf5729a712f tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Pushing event deleted for resources: {'Port': ['ID=e4b70d18-6f98-4a88-b56e-2262e2125186,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:24.342623 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf801-63d9-415d-8bcd-4cf5729a712f tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.345384 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf801-63d9-415d-8bcd-4cf5729a712f tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.350321 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8e2cf801-63d9-415d-8bcd-4cf5729a712f tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] 10.222.0.32 "DELETE /v2.0/floatingips/6c788dad-6e0d-4a4f-bd44-1ffa41700415 HTTP/1.1" status: 204 len: 168 time: 0.8516774 Dec 14 01:19:24.350618 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54896) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:24.361806 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-5392b378-048e-4ea5-b147-61e1409ec9c3 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Request body: {'floatingip': {'floating_network_id': 'cef65b55-ad57-4070-921b-2cce962cda7e', 'port_id': '3d643d6d-b23a-4b60-9cf1-f9ec20923c4e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:24.367402 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-51ec3905-b109-45d6-a5d2-1cde2d05fa93 req-6395c67b-9b38-40f3-8264-847dbe423a53 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462383 Dec 14 01:19:24.375315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24eafc40-2102-4407-aa37-d373115eebc7 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.415364 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24eafc40-2102-4407-aa37-d373115eebc7 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.426392 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5392b378-048e-4ea5-b147-61e1409ec9c3 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.509828 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24eafc40-2102-4407-aa37-d373115eebc7 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.512570 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24eafc40-2102-4407-aa37-d373115eebc7 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.513753 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-24eafc40-2102-4407-aa37-d373115eebc7 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-groups/8cedca99-68ea-44f7-98fa-a0abe62641d2 HTTP/1.1" status: 204 len: 168 time: 0.2905283 Dec 14 01:19:24.520646 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54902) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:24.531929 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eafc40-2102-4407-aa37-d373115eebc7 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cedca99-68ea-44f7-98fa-a0abe62641d2,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:24.599066 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54904) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:24.612182 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-5392b378-048e-4ea5-b147-61e1409ec9c3 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:19:24.613789 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5392b378-048e-4ea5-b147-61e1409ec9c3 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2621617 Dec 14 01:19:24.617607 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54908) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:24.622338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '3d643d6d-b23a-4b60-9cf1-f9ec20923c4e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:24.625524 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router 5ab275d4-f0a2-4162-a736-a68344d840d7 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:24.629629 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-daf6f8b7-e7c7-4ad7-b1a2-1034c83aef64 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1071892 Dec 14 01:19:24.635363 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54910) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:24.639541 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-28ac661d-e0d5-4d26-b56c-0e37163c3b35 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093435123'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:24.649644 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4720d5de-ece4-4a05-91b5-2d3bfbfeedb1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.657235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.722829 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6074aeb4-4b24-479d-8bb1-1308517bfcb8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1318706563'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:24.761152 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6074aeb4-4b24-479d-8bb1-1308517bfcb8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:24.765127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6074aeb4-4b24-479d-8bb1-1308517bfcb8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.782197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28ac661d-e0d5-4d26-b56c-0e37163c3b35 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.786687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6074aeb4-4b24-479d-8bb1-1308517bfcb8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.811140 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.961220 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Allocated IP 172.26.1.150 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/e54f0a17-6412-40bc-aad9-14de9e6a1ef8) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:24.964354 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6074aeb4-4b24-479d-8bb1-1308517bfcb8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.971986 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cea5d5-aa23-41e8-891b-65fb4bdc50c6 req-be489138-6aa8-456f-b2b5-fd272e04a466 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:24.972290 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6074aeb4-4b24-479d-8bb1-1308517bfcb8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:24.973548 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f4cea5d5-aa23-41e8-891b-65fb4bdc50c6 req-be489138-6aa8-456f-b2b5-fd272e04a466 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.1926782 Dec 14 01:19:24.976124 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:24.993015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3000dd-c9c8-4307-9ea9-ae8196931b23 None None] Sync routers for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:25.006302 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3000dd-c9c8-4307-9ea9-ae8196931b23 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:25.006963 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ee3000dd-c9c8-4307-9ea9-ae8196931b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:25.010409 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6074aeb4-4b24-479d-8bb1-1308517bfcb8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:19:25.035805 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.048396 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ee3000dd-c9c8-4307-9ea9-ae8196931b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:25.058288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3000dd-c9c8-4307-9ea9-ae8196931b23 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:25.059572 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ee3000dd-c9c8-4307-9ea9-ae8196931b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:25.060502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074aeb4-4b24-479d-8bb1-1308517bfcb8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb33ed7-97fa-43ce-99c8-decef07a8a93,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:25.064443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28ac661d-e0d5-4d26-b56c-0e37163c3b35 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.066963 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6074aeb4-4b24-479d-8bb1-1308517bfcb8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.067714 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-6074aeb4-4b24-479d-8bb1-1308517bfcb8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Added segment 3fe02524-0f15-444a-92bd-2143b211ce06 of type vlan for network 8258ed1c-5817-4b44-8f27-0e85588a7478 Dec 14 01:19:25.086441 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28ac661d-e0d5-4d26-b56c-0e37163c3b35 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.100057 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ee3000dd-c9c8-4307-9ea9-ae8196931b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:25.101098 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3000dd-c9c8-4307-9ea9-ae8196931b23 None None] The sync data for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:25.103052 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-04e1c853-9576-43f7-ad4c-a5e369a022d7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.7126184 Dec 14 01:19:25.107068 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54914) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:25.118447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-2887b4ab-4196-4599-bb8b-528de320205a tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-590125864'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:25.123651 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f4cea5d5-aa23-41e8-891b-65fb4bdc50c6 req-daaddf08-ccec-412a-9b7f-afc4f1ae34e6 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383698 Dec 14 01:19:25.136031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6074aeb4-4b24-479d-8bb1-1308517bfcb8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.140083 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28ac661d-e0d5-4d26-b56c-0e37163c3b35 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.144251 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-28ac661d-e0d5-4d26-b56c-0e37163c3b35 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5066040 Dec 14 01:19:25.144414 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54916) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:25.148583 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4da2f29a-15c7-465e-9227-fb296ff9a82b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group_rule': {'security_group_id': 'cc43e9d9-f5ee-43fe-9664-4ff2081c02ca', 'direction': 'ingress', 'protocol': 17}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:25.158291 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac661d-e0d5-4d26-b56c-0e37163c3b35 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc43e9d9-f5ee-43fe-9664-4ff2081c02ca,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:25.185507 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.218361 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2887b4ab-4196-4599-bb8b-528de320205a tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Made reservation on behalf of 81ab0088ff7745178df2325ee96a07e7 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:25.223037 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2887b4ab-4196-4599-bb8b-528de320205a tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.237332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6074aeb4-4b24-479d-8bb1-1308517bfcb8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.241568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4da2f29a-15c7-465e-9227-fb296ff9a82b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.243068 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6074aeb4-4b24-479d-8bb1-1308517bfcb8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:25.243669 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6074aeb4-4b24-479d-8bb1-1308517bfcb8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.290427 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4720d5de-ece4-4a05-91b5-2d3bfbfeedb1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting port 88f8bdeb-3c50-4b33-ba3d-cc3848baa162 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:25.290671 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4720d5de-ece4-4a05-91b5-2d3bfbfeedb1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.292364 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2887b4ab-4196-4599-bb8b-528de320205a tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:19:25.301979 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.340397 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6074aeb4-4b24-479d-8bb1-1308517bfcb8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7400951 Dec 14 01:19:25.343280 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54918) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:25.345611 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2887b4ab-4196-4599-bb8b-528de320205a tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.345611 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-2887b4ab-4196-4599-bb8b-528de320205a tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Added segment d2d72911-f8b2-4e87-b869-6706df61bcd2 of type vlan for network 7b2fc32b-2ba1-4d70-af26-60561b1cddae Dec 14 01:19:25.353907 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-83e0410b-e0d5-4426-a753-4ac2a16699f8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478', 'name': 'tempest-PortsIpV6TestJSON-2020043221'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:25.367644 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4da2f29a-15c7-465e-9227-fb296ff9a82b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.388818 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.396338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074aeb4-4b24-479d-8bb1-1308517bfcb8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Network': ['ID=8258ed1c-5817-4b44-8f27-0e85588a7478,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:25.405374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4da2f29a-15c7-465e-9227-fb296ff9a82b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.426252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:19:25.439062 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2887b4ab-4196-4599-bb8b-528de320205a tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.461132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:25.463045 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2f29a-15c7-465e-9227-fb296ff9a82b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b9ff8c-aaa5-4f7d-83f5-5d86f67462e6,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:25.467740 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Pushing event updated for resources: {'Port': ['ID=e54f0a17-6412-40bc-aad9-14de9e6a1ef8,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:25.476593 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:25.478943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:25.485462 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4da2f29a-15c7-465e-9227-fb296ff9a82b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.486944 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4da2f29a-15c7-465e-9227-fb296ff9a82b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3417327 Dec 14 01:19:25.489786 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54922) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:25.504914 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4720d5de-ece4-4a05-91b5-2d3bfbfeedb1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] For port 88f8bdeb-3c50-4b33-ba3d-cc3848baa162, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=88f8bdeb-3c50-4b33-ba3d-cc3848baa162,segment=NetworkSegment(7b89d6b6-20a7-4c7d-8199-61af744341ab),segment_id=7b89d6b6-20a7-4c7d-8199-61af744341ab)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:25.505259 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4720d5de-ece4-4a05-91b5-2d3bfbfeedb1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.520409 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2887b4ab-4196-4599-bb8b-528de320205a tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.526854 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2887b4ab-4196-4599-bb8b-528de320205a tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:25.527468 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2887b4ab-4196-4599-bb8b-528de320205a tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:25.545108 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4720d5de-ece4-4a05-91b5-2d3bfbfeedb1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Calling delete_port for 88f8bdeb-3c50-4b33-ba3d-cc3848baa162 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:25.617544 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2887b4ab-4196-4599-bb8b-528de320205a tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5038545 Dec 14 01:19:25.624873 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54924) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:25.629832 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-dca21ee2-aa97-40e0-bf58-f5f227982b37 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'subnet': {'network_id': '7b2fc32b-2ba1-4d70-af26-60561b1cddae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:25.636791 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887b4ab-4196-4599-bb8b-528de320205a tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Network': ['ID=7b2fc32b-2ba1-4d70-af26-60561b1cddae,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:25.647752 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 7b2fc32b-2ba1-4d70-af26-60561b1cddae details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:19:26.013772 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e0410b-e0d5-4426-a753-4ac2a16699f8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:26.017310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83e0410b-e0d5-4426-a753-4ac2a16699f8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.031014 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e730a0bf-8a76-4c5e-a326-b9cd6efc3e05 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.056477 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729c8b3-2057-496b-bb4d-e44f7d2236f6 req-b0142b77-65dd-402e-99e4-47d0e19d12c9 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:26.058030 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e729c8b3-2057-496b-bb4d-e44f7d2236f6 req-b0142b77-65dd-402e-99e4-47d0e19d12c9 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.5488853 Dec 14 01:19:26.094966 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e730a0bf-8a76-4c5e-a326-b9cd6efc3e05 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.119899 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca21ee2-aa97-40e0-bf58-f5f227982b37 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Made reservation on behalf of 81ab0088ff7745178df2325ee96a07e7 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:26.123755 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dca21ee2-aa97-40e0-bf58-f5f227982b37 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.141870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-83e0410b-e0d5-4426-a753-4ac2a16699f8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] device_id is not set on port 89a0f21c-150a-49d0-b2b9-b5f2f310c593 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:26.195878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Deleting port e54f0a17-6412-40bc-aad9-14de9e6a1ef8 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:26.196458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.289663 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e729c8b3-2057-496b-bb4d-e44f7d2236f6 req-bcbd423b-f52d-4445-bfba-6f97c07f59c3 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180259 Dec 14 01:19:26.322751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.322989 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.327840 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e730a0bf-8a76-4c5e-a326-b9cd6efc3e05 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.330467 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e730a0bf-8a76-4c5e-a326-b9cd6efc3e05 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.331618 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e730a0bf-8a76-4c5e-a326-b9cd6efc3e05 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-groups/cc43e9d9-f5ee-43fe-9664-4ff2081c02ca HTTP/1.1" status: 204 len: 168 time: 0.8407464 Dec 14 01:19:26.337669 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54930) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:26.359679 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ccd81-ce70-41f6-9ebd-fc9cc9be185a req-d4e466d8-8772-401a-b705-2417c815dc9e tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:26.361216 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-792ccd81-ce70-41f6-9ebd-fc9cc9be185a req-d4e466d8-8772-401a-b705-2417c815dc9e tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.1432753 Dec 14 01:19:26.361468 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Calling delete_port for e54f0a17-6412-40bc-aad9-14de9e6a1ef8 owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:26.361961 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730a0bf-8a76-4c5e-a326-b9cd6efc3e05 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc43e9d9-f5ee-43fe-9664-4ff2081c02ca,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:26.390656 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4720d5de-ece4-4a05-91b5-2d3bfbfeedb1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.434001 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720d5de-ece4-4a05-91b5-2d3bfbfeedb1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Port': ['ID=88f8bdeb-3c50-4b33-ba3d-cc3848baa162,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:26.481883 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dca21ee2-aa97-40e0-bf58-f5f227982b37 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.492142 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-50824985-eeb9-457d-b28e-d00880ac9bd6 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1531050 Dec 14 01:19:26.505165 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54932) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:26.539174 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8b809680-51c0-49a5-b7a1-64ae975efe0b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1011942072'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:26.546857 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-792ccd81-ce70-41f6-9ebd-fc9cc9be185a req-dfd0feb2-5072-46f6-a8b7-8b61a8ad0a71 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781080 Dec 14 01:19:26.580212 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca21ee2-aa97-40e0-bf58-f5f227982b37 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Subnet': ['ID=a71ae35b-ca3a-4b27-a96b-7a26caeb4bd9,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:26.605870 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca21ee2-aa97-40e0-bf58-f5f227982b37 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Checking segment: {'id': 'd2d72911-f8b2-4e87-b869-6706df61bcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7b2fc32b-2ba1-4d70-af26-60561b1cddae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:26.606242 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca21ee2-aa97-40e0-bf58-f5f227982b37 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network hostable DHCP agents. Network: 7b2fc32b-2ba1-4d70-af26-60561b1cddae, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:19:26.652636 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4720d5de-ece4-4a05-91b5-2d3bfbfeedb1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.662510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca21ee2-aa97-40e0-bf58-f5f227982b37 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 7b2fc32b-2ba1-4d70-af26-60561b1cddae is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:19:26.674094 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83e0410b-e0d5-4426-a753-4ac2a16699f8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.675211 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.677883 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b809680-51c0-49a5-b7a1-64ae975efe0b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.682743 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-dca21ee2-aa97-40e0-bf58-f5f227982b37 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 7b2fc32b-2ba1-4d70-af26-60561b1cddae) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:26.689509 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca21ee2-aa97-40e0-bf58-f5f227982b37 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:26.690421 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dca21ee2-aa97-40e0-bf58-f5f227982b37 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.703145 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65be8853-0f9e-41fd-8173-174e0aa1a473 None None] Network 7b2fc32b-2ba1-4d70-af26-60561b1cddae requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:26.705427 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.730103 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Pushing event deleted for resources: {'Port': ['ID=e54f0a17-6412-40bc-aad9-14de9e6a1ef8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:26.766570 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dca21ee2-aa97-40e0-bf58-f5f227982b37 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1380620 Dec 14 01:19:26.770676 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54934) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:26.779877 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1577186595', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:26.820818 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-7b2fc32b-2ba1-4d70-af26-60561b1cddae', 'network_id': '7b2fc32b-2ba1-4d70-af26-60561b1cddae', 'project_id': '81ab0088ff7745178df2325ee96a07e7', 'fixed_ips': [{'subnet_id': 'a71ae35b-ca3a-4b27-a96b-7a26caeb4bd9'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:19:26.821758 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.832398 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] create failed (client error): The resource could not be found. Dec 14 01:19:26.832398 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c7bbb06c-4c26-4543-9372-b624f6694748 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2094553 Dec 14 01:19:26.836621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54936) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:26.917551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83e0410b-e0d5-4426-a753-4ac2a16699f8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.932687 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.933448 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.936265 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-52dde82f-558f-4457-8873-4681771abce7 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Deleting port 3d643d6d-b23a-4b60-9cf1-f9ec20923c4e {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:26.936757 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52dde82f-558f-4457-8873-4681771abce7 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:26.979951 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4720d5de-ece4-4a05-91b5-2d3bfbfeedb1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router ddc1cb9d-697d-4f07-a1ff-db09b297f07f has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:27.039076 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b809680-51c0-49a5-b7a1-64ae975efe0b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.039400 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52dde82f-558f-4457-8873-4681771abce7 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.041308 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0410b-e0d5-4426-a753-4ac2a16699f8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=89a0f21c-150a-49d0-b2b9-b5f2f310c593,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:27.053131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-52dde82f-558f-4457-8873-4681771abce7 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Calling delete_port for 3d643d6d-b23a-4b60-9cf1-f9ec20923c4e owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:27.079855 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b809680-51c0-49a5-b7a1-64ae975efe0b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.084880 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.137909 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Allocated IP 172.20.0.2 (7b2fc32b-2ba1-4d70-af26-60561b1cddae/a71ae35b-ca3a-4b27-a96b-7a26caeb4bd9/b31aed16-5284-4155-be4d-0d3937cd2edf) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:27.205417 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52dde82f-558f-4457-8873-4681771abce7 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.224745 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b809680-51c0-49a5-b7a1-64ae975efe0b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.228732 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8b809680-51c0-49a5-b7a1-64ae975efe0b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7198305 Dec 14 01:19:27.250711 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54938) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:27.251660 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dde82f-558f-4457-8873-4681771abce7 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Pushing event deleted for resources: {'Port': ['ID=3d643d6d-b23a-4b60-9cf1-f9ec20923c4e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:27.258546 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b809680-51c0-49a5-b7a1-64ae975efe0b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74fbc53c-6886-4021-8c80-3893702e166a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:27.260450 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f209b67c-a5f0-4e90-83c0-570b6030d74a tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1213342981'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:27.260921 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4720d5de-ece4-4a05-91b5-2d3bfbfeedb1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:27.264305 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e0410b-e0d5-4426-a753-4ac2a16699f8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Checking segment: {'id': '3fe02524-0f15-444a-92bd-2143b211ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:27.264662 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e0410b-e0d5-4426-a753-4ac2a16699f8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network hostable DHCP agents. Network: 8258ed1c-5817-4b44-8f27-0e85588a7478, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:19:27.270162 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe03ed-242d-4450-a5ff-5b3e8719c566 None None] Sync routers for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:27.275110 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4720d5de-ece4-4a05-91b5-2d3bfbfeedb1 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/ddc1cb9d-697d-4f07-a1ff-db09b297f07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4278331 Dec 14 01:19:27.279948 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54940) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:27.285774 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe03ed-242d-4450-a5ff-5b3e8719c566 None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:27.286649 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-32fe03ed-242d-4450-a5ff-5b3e8719c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:27.300907 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.307811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.362983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Network 7b2fc32b-2ba1-4d70-af26-60561b1cddae is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:27.367259 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:27.371886 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:27.378860 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Pushing event updated for resources: {'Port': ['ID=b31aed16-5284-4155-be4d-0d3937cd2edf,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:27.391754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f209b67c-a5f0-4e90-83c0-570b6030d74a tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.416282 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.418895 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-32fe03ed-242d-4450-a5ff-5b3e8719c566 None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:19:27.443662 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52dde82f-558f-4457-8873-4681771abce7 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.448633 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-52dde82f-558f-4457-8873-4681771abce7 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] 10.222.0.32 "DELETE /v2.0/ports/3d643d6d-b23a-4b60-9cf1-f9ec20923c4e HTTP/1.1" status: 204 len: 168 time: 0.6128674 Dec 14 01:19:27.452372 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54942) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:27.485918 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-503e28c2-ccc4-4092-b044-365fcdf79258 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting subnet 3149615f-b1f2-4784-bfab-f6482f2c16c9 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:19:27.490126 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Attempting to bind port b31aed16-5284-4155-be4d-0d3937cd2edf on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:19:27.492365 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Attempting to bind port b31aed16-5284-4155-be4d-0d3937cd2edf by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'd2d72911-f8b2-4e87-b869-6706df61bcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7b2fc32b-2ba1-4d70-af26-60561b1cddae'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:19:27.492975 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Attempting to bind port b31aed16-5284-4155-be4d-0d3937cd2edf on network 7b2fc32b-2ba1-4d70-af26-60561b1cddae {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:19:27.493586 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-32fe03ed-242d-4450-a5ff-5b3e8719c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:19:26Z', 'revision_number': 11, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:27.502458 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:19:27.502949 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Checking segment: {'id': 'd2d72911-f8b2-4e87-b869-6706df61bcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7b2fc32b-2ba1-4d70-af26-60561b1cddae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:27.503724 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.504387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Bound using segment: {'id': 'd2d72911-f8b2-4e87-b869-6706df61bcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7b2fc32b-2ba1-4d70-af26-60561b1cddae'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:19:27.505084 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Bound port: b31aed16-5284-4155-be4d-0d3937cd2edf, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d72911-f8b2-4e87-b869-6706df61bcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7b2fc32b-2ba1-4d70-af26-60561b1cddae'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:19:27.505712 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.514895 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f209b67c-a5f0-4e90-83c0-570b6030d74a tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.520667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f209b67c-a5f0-4e90-83c0-570b6030d74a tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.525155 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e0410b-e0d5-4426-a753-4ac2a16699f8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:19:27.528565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-503e28c2-ccc4-4092-b044-365fcdf79258 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.538328 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe03ed-242d-4450-a5ff-5b3e8719c566 None None] Checking router: ddc1cb9d-697d-4f07-a1ff-db09b297f07f for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:19:27.548022 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe03ed-242d-4450-a5ff-5b3e8719c566 None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:27.548626 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-32fe03ed-242d-4450-a5ff-5b3e8719c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:27.562954 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209b67c-a5f0-4e90-83c0-570b6030d74a tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922cc4bf-e827-40b0-8776-809b5044863f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:27.617994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] For port b31aed16-5284-4155-be4d-0d3937cd2edf, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:19:27.622962 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f209b67c-a5f0-4e90-83c0-570b6030d74a tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.625309 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] For port b31aed16-5284-4155-be4d-0d3937cd2edf, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b31aed16-5284-4155-be4d-0d3937cd2edf,segment=NetworkSegment(d2d72911-f8b2-4e87-b869-6706df61bcd2),segment_id=d2d72911-f8b2-4e87-b869-6706df61bcd2)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:19:27.629463 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f209b67c-a5f0-4e90-83c0-570b6030d74a tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3743434 Dec 14 01:19:27.634343 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54946) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:27.642064 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.647189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-0154dc23-a4ce-47b2-9db7-d09008473362 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group_rule': {'security_group_id': '74fbc53c-6886-4021-8c80-3893702e166a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '922cc4bf-e827-40b0-8776-809b5044863f', 'remote_ip_prefix': None}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:27.657201 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-83e0410b-e0d5-4426-a753-4ac2a16699f8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 8258ed1c-5817-4b44-8f27-0e85588a7478) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:27.683499 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e0410b-e0d5-4426-a753-4ac2a16699f8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:27.689514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e0410b-e0d5-4426-a753-4ac2a16699f8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:27.690470 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83e0410b-e0d5-4426-a753-4ac2a16699f8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.697015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-503e28c2-ccc4-4092-b044-365fcdf79258 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.717712 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdca251-15ff-44c1-b85e-20491daacd87 None None] Pushing event updated for resources: {'Port': ['ID=b31aed16-5284-4155-be4d-0d3937cd2edf,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:27.723681 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b50bea-de71-4d0a-a0ed-a2d501ad2b4c None None] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:27.770472 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0154dc23-a4ce-47b2-9db7-d09008473362 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.781497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29793253-2599-4a63-bb72-111d3c8819cf tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:27.783396 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-29793253-2599-4a63-bb72-111d3c8819cf tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd27bf9-fade-47c1-af8e-06807d196fc3 HTTP/1.1" status: 200 len: 913 time: 0.3242760 Dec 14 01:19:27.786682 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54948) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:27.817727 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-83e0410b-e0d5-4426-a753-4ac2a16699f8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4717014 Dec 14 01:19:27.820268 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54950) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:27.832184 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f23b5736-e251-4d48-adae-261261519021 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1472267622'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:27.835737 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-32fe03ed-242d-4450-a5ff-5b3e8719c566 None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:19:27.864567 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.889137 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488b718-bf42-4afa-a0a3-9ff214908799 req-a1b22c24-6fae-4e29-8b37-942e3725e741 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:27.897338 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6488b718-bf42-4afa-a0a3-9ff214908799 req-a1b22c24-6fae-4e29-8b37-942e3725e741 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.2149920 Dec 14 01:19:27.924735 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-32fe03ed-242d-4450-a5ff-5b3e8719c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:19:26Z', 'revision_number': 11, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:27.957578 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-503e28c2-ccc4-4092-b044-365fcdf79258 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:27.966156 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe03ed-242d-4450-a5ff-5b3e8719c566 None None] The sync data for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv is: [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:19:26Z', 'revision_number': 11, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:28.000484 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23b5736-e251-4d48-adae-261261519021 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:28.004055 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f23b5736-e251-4d48-adae-261261519021 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.068819 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6488b718-bf42-4afa-a0a3-9ff214908799 req-871eb5f4-3dfc-4824-ba0f-c3f0f74d9d99 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703162 Dec 14 01:19:28.095286 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0154dc23-a4ce-47b2-9db7-d09008473362 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.122572 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0154dc23-a4ce-47b2-9db7-d09008473362 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.144781 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23b5736-e251-4d48-adae-261261519021 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:19:28.155336 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154dc23-a4ce-47b2-9db7-d09008473362 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f46020-0420-45b2-8f59-4e865cb72d29,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:28.164587 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f23b5736-e251-4d48-adae-261261519021 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.164771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0154dc23-a4ce-47b2-9db7-d09008473362 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.164903 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-f23b5736-e251-4d48-adae-261261519021 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Added segment 6fa25945-f90e-4509-93ef-cdebb4923373 of type vlan for network 281f3f43-da00-4273-a299-c6a20ecc681c Dec 14 01:19:28.168854 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0154dc23-a4ce-47b2-9db7-d09008473362 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5297644 Dec 14 01:19:28.171900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54952) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:28.182756 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-503e28c2-ccc4-4092-b044-365fcdf79258 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.194668 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.226025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-947269b2-031c-48c9-bfcb-718074e55e7d tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.236553 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-947269b2-031c-48c9-bfcb-718074e55e7d tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.236949 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e28c2-ccc4-4092-b044-365fcdf79258 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Subnet': ['ID=3149615f-b1f2-4784-bfab-f6482f2c16c9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:28.240645 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.253047 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad8dced-a112-4659-be9d-aa5ec3e4dfd3 None None] Network 31cd39ca-c761-4901-b28c-be606d727267 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:28.271454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-503e28c2-ccc4-4092-b044-365fcdf79258 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.276291 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-503e28c2-ccc4-4092-b044-365fcdf79258 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/3149615f-b1f2-4784-bfab-f6482f2c16c9 HTTP/1.1" status: 204 len: 168 time: 0.9898331 Dec 14 01:19:28.278946 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54954) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:28.296575 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-947269b2-031c-48c9-bfcb-718074e55e7d tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.303352 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-947269b2-031c-48c9-bfcb-718074e55e7d tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.303352 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-947269b2-031c-48c9-bfcb-718074e55e7d tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/15f46020-0420-45b2-8f59-4e865cb72d29 HTTP/1.1" status: 204 len: 168 time: 0.1289544 Dec 14 01:19:28.308204 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54956) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:28.330526 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947269b2-031c-48c9-bfcb-718074e55e7d tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15f46020-0420-45b2-8f59-4e865cb72d29,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:28.347134 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f23b5736-e251-4d48-adae-261261519021 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.389971 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-01eb6b43-3b59-41f6-8d89-42855d72e29c tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0793390 Dec 14 01:19:28.391245 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54958) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:28.410769 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c6d56bf7-d557-4122-af36-fcc011504fe3 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.502281 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.506915 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f23b5736-e251-4d48-adae-261261519021 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.512572 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23b5736-e251-4d48-adae-261261519021 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:28.513183 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f23b5736-e251-4d48-adae-261261519021 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.533030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8c78a3-5ef8-47e9-8cea-ae6cdce22114 None None] DHCP port deletion for 31cd39ca-c761-4901-b28c-be606d727267 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:28.594682 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf759-2d45-4fdd-8dfb-a73d4e761011 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.617977 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f23b5736-e251-4d48-adae-261261519021 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7937386 Dec 14 01:19:28.619617 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Allocated IP 172.26.1.187 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/36c5071d-a5e3-44e2-94e4-31db3b9d41bc) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:28.619772 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf759-2d45-4fdd-8dfb-a73d4e761011 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.624122 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c78a3-5ef8-47e9-8cea-ae6cdce22114 None None] Deleting port c4671663-b752-4029-86f1-4a9ed46ce68e {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:28.624871 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54960) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:28.625082 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef8c78a3-5ef8-47e9-8cea-ae6cdce22114 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.629836 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'ports': [{'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478'}, {'network_id': '281f3f43-da00-4273-a299-c6a20ecc681c'}]} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:28.630145 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:28.630629 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'network_id': '281f3f43-da00-4273-a299-c6a20ecc681c'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:28.670154 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b5736-e251-4d48-adae-261261519021 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Network': ['ID=281f3f43-da00-4273-a299-c6a20ecc681c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:28.681979 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 281f3f43-da00-4273-a299-c6a20ecc681c details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:19:28.755442 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Deleting port c4671663-b752-4029-86f1-4a9ed46ce68e {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:28.755706 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.772323 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ef8c78a3-5ef8-47e9-8cea-ae6cdce22114 None None] For port c4671663-b752-4029-86f1-4a9ed46ce68e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c4671663-b752-4029-86f1-4a9ed46ce68e,segment=NetworkSegment(7b89d6b6-20a7-4c7d-8199-61af744341ab),segment_id=7b89d6b6-20a7-4c7d-8199-61af744341ab)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:28.773115 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef8c78a3-5ef8-47e9-8cea-ae6cdce22114 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.796599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c78a3-5ef8-47e9-8cea-ae6cdce22114 None None] Calling delete_port for c4671663-b752-4029-86f1-4a9ed46ce68e owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:28.822661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf759-2d45-4fdd-8dfb-a73d4e761011 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.825895 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf759-2d45-4fdd-8dfb-a73d4e761011 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.829537 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b0bbf759-2d45-4fdd-8dfb-a73d4e761011 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-groups/922cc4bf-e827-40b0-8776-809b5044863f HTTP/1.1" status: 204 len: 168 time: 0.4344845 Dec 14 01:19:28.830879 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54962) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:28.876950 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] For port c4671663-b752-4029-86f1-4a9ed46ce68e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c4671663-b752-4029-86f1-4a9ed46ce68e,segment=NetworkSegment(7b89d6b6-20a7-4c7d-8199-61af744341ab),segment_id=7b89d6b6-20a7-4c7d-8199-61af744341ab)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:28.877371 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.880552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbf759-2d45-4fdd-8dfb-a73d4e761011 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=922cc4bf-e827-40b0-8776-809b5044863f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:28.892066 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.907159 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Calling delete_port for c4671663-b752-4029-86f1-4a9ed46ce68e owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:28.913526 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef8c78a3-5ef8-47e9-8cea-ae6cdce22114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.944822 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c78a3-5ef8-47e9-8cea-ae6cdce22114 None None] Pushing event deleted for resources: {'Port': ['ID=c4671663-b752-4029-86f1-4a9ed46ce68e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:28.950682 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c78a3-5ef8-47e9-8cea-ae6cdce22114 None None] No DVR routers for this DVR port c4671663-b752-4029-86f1-4a9ed46ce68e on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:28.988861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'port': 2} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:28.993433 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:28.997555 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-450dbe59-5f2b-49c3-92e9-2934a07f2312 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1663330 Dec 14 01:19:29.000989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54964) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:29.022160 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:29.052016 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:29.121968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:29.136797 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:29.140638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] device_id is not set on port 7b9c8e10-64c8-4002-b45c-9c390152b2f6 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:29.145122 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:29.155059 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6f0aac-9695-4f5f-b2a1-8959e8e7aff6 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:29.157203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:29.164281 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c6d56bf7-d557-4122-af36-fcc011504fe3 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Deleting port d17b4a27-95fc-460a-ab07-78b3508e4300 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:29.164734 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c6d56bf7-d557-4122-af36-fcc011504fe3 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:29.185751 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e0c7ed9e-43c4-4809-9024-f22cdd5482c3 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:29.187942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=36c5071d-a5e3-44e2-94e4-31db3b9d41bc,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:29.263085 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] No DVR routers for this DVR port c4671663-b752-4029-86f1-4a9ed46ce68e on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:29.270373 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cc1a3fad-9b20-46d8-90e3-1f3c2e591879 None None] Provisioning complete for port 36c5071d-a5e3-44e2-94e4-31db3b9d41bc triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:29.271038 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3fad-9b20-46d8-90e3-1f3c2e591879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:29.271181 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Port': ['ID=c4671663-b752-4029-86f1-4a9ed46ce68e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:29.289190 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e0c7ed9e-43c4-4809-9024-f22cdd5482c3 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:29.314000 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c6d56bf7-d557-4122-af36-fcc011504fe3 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:29.320384 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a3fad-9b20-46d8-90e3-1f3c2e591879 None None] Port 36c5071d-a5e3-44e2-94e4-31db3b9d41bc cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:19:29.341154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c6d56bf7-d557-4122-af36-fcc011504fe3 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Calling delete_port for d17b4a27-95fc-460a-ab07-78b3508e4300 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:29.413555 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:29.439823 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf718a28-9aa9-4b54-adfe-c5d14aa850f8 req-4d3eb443-8faa-4f6e-9ea4-3d63562b6c69 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:29.440009 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853d614c-1ba2-487d-91b6-8dd72e45061a None None] Network 7b2fc32b-2ba1-4d70-af26-60561b1cddae requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:29.441398 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cf718a28-9aa9-4b54-adfe-c5d14aa850f8 req-4d3eb443-8faa-4f6e-9ea4-3d63562b6c69 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.2624454 Dec 14 01:19:29.508920 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] device_id is not set on port 2de1d624-8c31-42e2-8f69-eddd39ca9c5a yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:29.560053 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4888c9ea-d9d0-4367-85b3-7bda4d0bb2d2 None None] Provisioning complete for port b31aed16-5284-4155-be4d-0d3937cd2edf triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:29.560802 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4888c9ea-d9d0-4367-85b3-7bda4d0bb2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:29.698827 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4888c9ea-d9d0-4367-85b3-7bda4d0bb2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:29.710200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c6d56bf7-d557-4122-af36-fcc011504fe3 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:29.747401 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4888c9ea-d9d0-4367-85b3-7bda4d0bb2d2 None None] For port b31aed16-5284-4155-be4d-0d3937cd2edf, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b31aed16-5284-4155-be4d-0d3937cd2edf,segment=NetworkSegment(d2d72911-f8b2-4e87-b869-6706df61bcd2),segment_id=d2d72911-f8b2-4e87-b869-6706df61bcd2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:29.761285 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4888c9ea-d9d0-4367-85b3-7bda4d0bb2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:29.798560 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:29.817317 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b31aed16-5284-4155-be4d-0d3937cd2edf up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:19:29.826943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d56bf7-d557-4122-af36-fcc011504fe3 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Pushing event deleted for resources: {'Port': ['ID=d17b4a27-95fc-460a-ab07-78b3508e4300,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:29.876801 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888c9ea-d9d0-4367-85b3-7bda4d0bb2d2 None None] Pushing event updated for resources: {'Port': ['ID=b31aed16-5284-4155-be4d-0d3937cd2edf,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:29.893714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:29.909796 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port b31aed16-5284-4155-be4d-0d3937cd2edf triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:29.911100 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:29.996972 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.000743 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e0c7ed9e-43c4-4809-9024-f22cdd5482c3 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.003395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e0c7ed9e-43c4-4809-9024-f22cdd5482c3 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.004605 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e0c7ed9e-43c4-4809-9024-f22cdd5482c3 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-groups/74fbc53c-6886-4021-8c80-3893702e166a HTTP/1.1" status: 204 len: 168 time: 1.0010860 Dec 14 01:19:30.006938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cd39ca-c761-4901-b28c-be606d727267']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:30.030378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54968) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:30.059758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b89d6b6-20a7-4c7d-8199-61af744341ab') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:30.060064 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b89d6b6-20a7-4c7d-8199-61af744341ab') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:30.075143 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7ed9e-43c4-4809-9024-f22cdd5482c3 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fbc53c-6886-4021-8c80-3893702e166a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:30.090350 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cf718a28-9aa9-4b54-adfe-c5d14aa850f8 req-a2bb473c-c031-42e7-b491-7a1c0fbc419e tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6234260 Dec 14 01:19:30.102258 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 88f8bdeb-3c50-4b33-ba3d-cc3848baa162 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:30.102652 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.129490 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c6d56bf7-d557-4122-af36-fcc011504fe3 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.134240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 88f8bdeb-3c50-4b33-ba3d-cc3848baa162 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:19:30.134578 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=7b9c8e10-64c8-4002-b45c-9c390152b2f6,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:30.134726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 88f8bdeb-3c50-4b33-ba3d-cc3848baa162 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:19:30.135004 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c4671663-b752-4029-86f1-4a9ed46ce68e no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:30.148518 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:30.154910 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:30.157877 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:30.159037 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.161118 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: c4671663-b752-4029-86f1-4a9ed46ce68e {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:19:30.161335 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c4671663-b752-4029-86f1-4a9ed46ce68e not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:19:30.163750 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f1a342b4-9626-47b5-91ef-5458927de70a None None] Provisioning complete for port b31aed16-5284-4155-be4d-0d3937cd2edf triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:30.164158 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1a342b4-9626-47b5-91ef-5458927de70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.172660 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.193772 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:30.194408 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:30.198474 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:30.244636 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-65cbcc07-af5f-444e-98a9-2b0353ef9500 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2073054 Dec 14 01:19:30.249309 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54970) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:30.256245 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-15ff7500-87b4-4c11-84b8-36b9995378e8 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980550927'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:30.268840 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.299434 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=2de1d624-8c31-42e2-8f69-eddd39ca9c5a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:30.330727 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.343945 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.347145 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/networks/31cd39ca-c761-4901-b28c-be606d727267 HTTP/1.1" status: 204 len: 168 time: 2.0673347 Dec 14 01:19:30.351743 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54972) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:30.366626 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-18d0a89b-341e-4c74-824e-2a641af0326f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'router': {'routes': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:30.379022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Checking segment: {'id': '6fa25945-f90e-4509-93ef-cdebb4923373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '281f3f43-da00-4273-a299-c6a20ecc681c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:30.379626 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network hostable DHCP agents. Network: 281f3f43-da00-4273-a299-c6a20ecc681c, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:19:30.393973 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d56bf7-d557-4122-af36-fcc011504fe3 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Router 2bd27bf9-fade-47c1-af8e-06807d196fc3 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:30.408449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 281f3f43-da00-4273-a299-c6a20ecc681c is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:19:30.429671 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15ff7500-87b4-4c11-84b8-36b9995378e8 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.431610 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9324a8-ee02-4971-8fbc-de67af1d3608 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Pushing event deleted for resources: {'Network': ['ID=31cd39ca-c761-4901-b28c-be606d727267,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:30.447887 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 281f3f43-da00-4273-a299-c6a20ecc681c) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:30.455798 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad24dc3-08fb-49d4-a945-30139f01393c None None] Network 281f3f43-da00-4273-a299-c6a20ecc681c requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:30.480397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:30.486799 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:30.491630 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:30.492472 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.507409 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d56bf7-d557-4122-af36-fcc011504fe3 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:30.515606 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c6d56bf7-d557-4122-af36-fcc011504fe3 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] 10.222.0.32 "PUT /v2.0/routers/2bd27bf9-fade-47c1-af8e-06807d196fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7276342 Dec 14 01:19:30.518501 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54974) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:30.522948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdece10-1498-4817-b4ef-5317f30cdf20 None None] Sync routers for ids ['2bd27bf9-fade-47c1-af8e-06807d196fc3'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:30.529093 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-65e74444-f393-4525-87ef-9f67e629546e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9031708 Dec 14 01:19:30.532637 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54976) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:30.557273 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdece10-1498-4817-b4ef-5317f30cdf20 None None] Routers {'2bd27bf9-fade-47c1-af8e-06807d196fc3'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:30.558014 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5bdece10-1498-4817-b4ef-5317f30cdf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2bd27bf9-fade-47c1-af8e-06807d196fc3'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:30.594675 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5bdece10-1498-4817-b4ef-5317f30cdf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:30.609678 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdece10-1498-4817-b4ef-5317f30cdf20 None None] Routers {'2bd27bf9-fade-47c1-af8e-06807d196fc3'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:30.610299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5bdece10-1498-4817-b4ef-5317f30cdf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2bd27bf9-fade-47c1-af8e-06807d196fc3'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:30.647818 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5bdece10-1498-4817-b4ef-5317f30cdf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:30.649946 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdece10-1498-4817-b4ef-5317f30cdf20 None None] The sync data for ids ['2bd27bf9-fade-47c1-af8e-06807d196fc3'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:30.655974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.extraroute_db [None req-18d0a89b-341e-4c74-824e-2a641af0326f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Added routes are [] {{(pid=103408) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 14 01:19:30.656363 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.extraroute_db [None req-18d0a89b-341e-4c74-824e-2a641af0326f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Removed routes are [] {{(pid=103408) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 14 01:19:30.656689 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18d0a89b-341e-4c74-824e-2a641af0326f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.852538 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15ff7500-87b4-4c11-84b8-36b9995378e8 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.880464 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.884422 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15ff7500-87b4-4c11-84b8-36b9995378e8 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.892604 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18d0a89b-341e-4c74-824e-2a641af0326f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.909160 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18d0a89b-341e-4c74-824e-2a641af0326f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.925827 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15ff7500-87b4-4c11-84b8-36b9995378e8 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.927087 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-15ff7500-87b4-4c11-84b8-36b9995378e8 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6768329 Dec 14 01:19:30.938212 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54978) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:30.947335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-49ee11d0-3b4c-4e13-8911-6168bb893955 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group_rule': {'security_group_id': 'cba40931-0d3d-41ba-922d-4d59522873e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:30.955867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4c4d-b952-45b7-a16f-7e1dff4d5a3d tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:30.968965 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff7500-87b4-4c11-84b8-36b9995378e8 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba40931-0d3d-41ba-922d-4d59522873e9,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:31.086699 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d0a89b-341e-4c74-824e-2a641af0326f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router ddc1cb9d-697d-4f07-a1ff-db09b297f07f has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:31.159020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49ee11d0-3b4c-4e13-8911-6168bb893955 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.168987 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4c4d-b952-45b7-a16f-7e1dff4d5a3d tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.176855 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4c4d-b952-45b7-a16f-7e1dff4d5a3d tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.212389 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d0a89b-341e-4c74-824e-2a641af0326f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:31.222951 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e7f9d9-c511-4d78-b9d3-501a556e1eac None None] Sync routers for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:31.226415 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18d0a89b-341e-4c74-824e-2a641af0326f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.228331 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-18d0a89b-341e-4c74-824e-2a641af0326f tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/ddc1cb9d-697d-4f07-a1ff-db09b297f07f HTTP/1.1" status: 200 len: 704 time: 0.8753219 Dec 14 01:19:31.231458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54982) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:31.246430 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e7f9d9-c511-4d78-b9d3-501a556e1eac None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:31.248003 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-25e7f9d9-c511-4d78-b9d3-501a556e1eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:31.256487 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df211e-4c51-447e-8195-9423a2f4b1a4 req-3d8ded1b-f6cd-4c3d-b0a8-736d2c30cbe6 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:31.258227 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-79df211e-4c51-447e-8195-9423a2f4b1a4 req-3d8ded1b-f6cd-4c3d-b0a8-736d2c30cbe6 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.0810432 Dec 14 01:19:31.258964 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router d0e43b18-8c12-492b-8f00-487cda994479 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:19:31.277138 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-11f6cef9-d686-4fa7-83f5-b4df9342d155 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc1cb9d-697d-4f07-a1ff-db09b297f07f HTTP/1.1" status: 200 len: 205 time: 0.0432231 Dec 14 01:19:31.279093 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4c4d-b952-45b7-a16f-7e1dff4d5a3d tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.279610 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7e4c4d-b952-45b7-a16f-7e1dff4d5a3d tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Fanout notify agent at l3_agent the message router_deleted on router 2bd27bf9-fade-47c1-af8e-06807d196fc3 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:19:31.285951 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54984) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:31.286924 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4c4d-b952-45b7-a16f-7e1dff4d5a3d tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.290563 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fa7e4c4d-b952-45b7-a16f-7e1dff4d5a3d tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] 10.222.0.32 "DELETE /v2.0/routers/2bd27bf9-fade-47c1-af8e-06807d196fc3 HTTP/1.1" status: 204 len: 168 time: 0.7706285 Dec 14 01:19:31.291348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54986) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:31.294235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-54333538-9c68-4219-b923-c414d45d89ff tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port 2de1d624-8c31-42e2-8f69-eddd39ca9c5a {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:31.294506 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-54333538-9c68-4219-b923-c414d45d89ff tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.339207 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-25e7f9d9-c511-4d78-b9d3-501a556e1eac None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:19:31.399624 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-25e7f9d9-c511-4d78-b9d3-501a556e1eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:19:26Z', 'revision_number': 11, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:31.416677 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49ee11d0-3b4c-4e13-8911-6168bb893955 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.428582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49ee11d0-3b4c-4e13-8911-6168bb893955 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.434112 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-54333538-9c68-4219-b923-c414d45d89ff tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.440236 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e7f9d9-c511-4d78-b9d3-501a556e1eac None None] Checking router: ddc1cb9d-697d-4f07-a1ff-db09b297f07f for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:19:31.448624 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e7f9d9-c511-4d78-b9d3-501a556e1eac None None] Routers {'ddc1cb9d-697d-4f07-a1ff-db09b297f07f'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:31.449398 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-25e7f9d9-c511-4d78-b9d3-501a556e1eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:31.449603 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f67c832-c233-4195-8d20-0347dcfc8a78 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Deleting subnet 6e190e06-b708-4809-8175-3aef5023256f {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:19:31.457084 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8fb182e1-f843-4e35-8fc2-68c13cac6cf4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.466204 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-54333538-9c68-4219-b923-c414d45d89ff tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for 2de1d624-8c31-42e2-8f69-eddd39ca9c5a owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:31.467024 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-79df211e-4c51-447e-8195-9423a2f4b1a4 req-dea1666a-8fd9-43dd-948a-222fbb628ba7 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008910 Dec 14 01:19:31.468580 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f67c832-c233-4195-8d20-0347dcfc8a78 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.493052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee11d0-3b4c-4e13-8911-6168bb893955 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c62ce72-f369-45a4-8f8e-a660752e49e2,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:31.504019 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49ee11d0-3b4c-4e13-8911-6168bb893955 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.505257 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-49ee11d0-3b4c-4e13-8911-6168bb893955 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5645714 Dec 14 01:19:31.511931 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54988) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:31.536597 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-25e7f9d9-c511-4d78-b9d3-501a556e1eac None None] Set router ddc1cb9d-697d-4f07-a1ff-db09b297f07f gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:19:31.554073 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:31.568202 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f67c832-c233-4195-8d20-0347dcfc8a78 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.568425 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59eaa4f-13ea-45f9-83db-3168d795c656 None None] Sync routers for ids ['d0e43b18-8c12-492b-8f00-487cda994479'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:31.578957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59eaa4f-13ea-45f9-83db-3168d795c656 None None] Routers {'d0e43b18-8c12-492b-8f00-487cda994479'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:31.579967 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d59eaa4f-13ea-45f9-83db-3168d795c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['d0e43b18-8c12-492b-8f00-487cda994479'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:31.595003 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-25e7f9d9-c511-4d78-b9d3-501a556e1eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:19:26Z', 'revision_number': 11, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:31.618064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-552c9d42-ef43-4791-9b0d-519b347883d6 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.626518 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e7f9d9-c511-4d78-b9d3-501a556e1eac None None] The sync data for ids ['ddc1cb9d-697d-4f07-a1ff-db09b297f07f'] in dv-neutron-821592-1-hyperv is: [{'id': 'ddc1cb9d-697d-4f07-a1ff-db09b297f07f', 'name': 'tempest-RoutersIpV6Test-router-681363392', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:18:19Z', 'updated_at': '2021-12-14T01:19:26Z', 'revision_number': 11, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:31.627433 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d59eaa4f-13ea-45f9-83db-3168d795c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:31.639734 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-552c9d42-ef43-4791-9b0d-519b347883d6 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.647885 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59eaa4f-13ea-45f9-83db-3168d795c656 None None] Routers {'d0e43b18-8c12-492b-8f00-487cda994479'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:31.648687 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d59eaa4f-13ea-45f9-83db-3168d795c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['d0e43b18-8c12-492b-8f00-487cda994479'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:31.718389 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8fb182e1-f843-4e35-8fc2-68c13cac6cf4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.721414 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8fb182e1-f843-4e35-8fc2-68c13cac6cf4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.731725 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b31aed16-5284-4155-be4d-0d3937cd2edf up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:19:31.732387 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.734809 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d59eaa4f-13ea-45f9-83db-3168d795c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:31.735033 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-552c9d42-ef43-4791-9b0d-519b347883d6 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.735466 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59eaa4f-13ea-45f9-83db-3168d795c656 None None] The sync data for ids ['d0e43b18-8c12-492b-8f00-487cda994479'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:31.736780 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54990) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:31.738551 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-25bc8eda-b7d9-4247-9915-3de3da6e862f tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9633856 Dec 14 01:19:31.749325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-552c9d42-ef43-4791-9b0d-519b347883d6 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.752845 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-552c9d42-ef43-4791-9b0d-519b347883d6 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6c62ce72-f369-45a4-8f8e-a660752e49e2 HTTP/1.1" status: 204 len: 168 time: 0.2375641 Dec 14 01:19:31.757842 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54992) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:31.757842 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-54333538-9c68-4219-b923-c414d45d89ff tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.786548 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8fb182e1-f843-4e35-8fc2-68c13cac6cf4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.787842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb182e1-f843-4e35-8fc2-68c13cac6cf4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Fanout notify agent at l3_agent the message router_deleted on router ddc1cb9d-697d-4f07-a1ff-db09b297f07f {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:19:31.799336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8fb182e1-f843-4e35-8fc2-68c13cac6cf4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.801469 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8fb182e1-f843-4e35-8fc2-68c13cac6cf4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/routers/ddc1cb9d-697d-4f07-a1ff-db09b297f07f HTTP/1.1" status: 204 len: 168 time: 0.5145402 Dec 14 01:19:31.806810 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port b31aed16-5284-4155-be4d-0d3937cd2edf triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:31.807457 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.810038 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54994) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:31.814235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f67c832-c233-4195-8d20-0347dcfc8a78 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.822899 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e39aa613-4d5e-4a9d-ad94-b6c97a3a0735 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2103100128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:31.848383 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c9d42-ef43-4791-9b0d-519b347883d6 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c62ce72-f369-45a4-8f8e-a660752e49e2,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:31.868639 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e39aa613-4d5e-4a9d-ad94-b6c97a3a0735 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.870062 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e39aa613-4d5e-4a9d-ad94-b6c97a3a0735 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.890437 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-54333538-9c68-4219-b923-c414d45d89ff tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.896664 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-54333538-9c68-4219-b923-c414d45d89ff tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/2de1d624-8c31-42e2-8f69-eddd39ca9c5a HTTP/1.1" status: 204 len: 168 time: 1.0120327 Dec 14 01:19:31.898261 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54333538-9c68-4219-b923-c414d45d89ff tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=2de1d624-8c31-42e2-8f69-eddd39ca9c5a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:31.906970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 54996) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:31.944170 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e39aa613-4d5e-4a9d-ad94-b6c97a3a0735 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.950186 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e39aa613-4d5e-4a9d-ad94-b6c97a3a0735 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.974508 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e39aa613-4d5e-4a9d-ad94-b6c97a3a0735 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:31.976577 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e39aa613-4d5e-4a9d-ad94-b6c97a3a0735 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1633272 Dec 14 01:19:31.978562 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 54998) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:31.983601 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-07fc59fc-e8da-457b-8268-3f488e16b5b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:32.012334 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2a18e236-319c-4730-aa10-0e8267315bda tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2502749 Dec 14 01:19:32.019130 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55000) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:32.059007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f67c832-c233-4195-8d20-0347dcfc8a78 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.143892 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efa0fce-4c85-4051-9436-796076d92206 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:32.149775 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efa0fce-4c85-4051-9436-796076d92206 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:32.151401 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6efa0fce-4c85-4051-9436-796076d92206 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2406023 Dec 14 01:19:32.155867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67c832-c233-4195-8d20-0347dcfc8a78 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Pushing event deleted for resources: {'Subnet': ['ID=6e190e06-b708-4809-8175-3aef5023256f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:32.158522 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55002) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:32.166593 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1017e0df-6712-4b97-9e2d-afa0b3c82ca6 None None] Network cef65b55-ad57-4070-921b-2cce962cda7e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:32.177512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f67c832-c233-4195-8d20-0347dcfc8a78 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.180697 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1f67c832-c233-4195-8d20-0347dcfc8a78 tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] 10.222.0.32 "DELETE /v2.0/subnets/6e190e06-b708-4809-8175-3aef5023256f HTTP/1.1" status: 204 len: 168 time: 0.8831084 Dec 14 01:19:32.188929 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55004) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:32.204003 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07fc59fc-e8da-457b-8268-3f488e16b5b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.216990 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07fc59fc-e8da-457b-8268-3f488e16b5b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.322388 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b45f2f-f42f-4d50-8863-064b0104f43f None None] DHCP port deletion for cef65b55-ad57-4070-921b-2cce962cda7e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:32.326747 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fc59fc-e8da-457b-8268-3f488e16b5b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Router 24fd769b-ca4a-4d3d-b241-b3796ef8ed22 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:19:32.340601 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b243c217-c9f8-4d5c-bca5-cb9bf1f5876b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.372695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e9b45f2f-f42f-4d50-8863-064b0104f43f None None] Deleting port d289d720-0f5b-4511-a017-4f57134411d9 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:32.373101 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9b45f2f-f42f-4d50-8863-064b0104f43f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.400878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.407374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fc59fc-e8da-457b-8268-3f488e16b5b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:32.411681 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b243c217-c9f8-4d5c-bca5-cb9bf1f5876b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.414796 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07fc59fc-e8da-457b-8268-3f488e16b5b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.415989 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-07fc59fc-e8da-457b-8268-3f488e16b5b6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "PUT /v2.0/routers/24fd769b-ca4a-4d3d-b241-b3796ef8ed22 HTTP/1.1" status: 200 len: 698 time: 0.4364257 Dec 14 01:19:32.418598 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55006) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:32.423410 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dcec86-9877-4db1-aeb0-3b73f0d97555 None None] Sync routers for ids ['24fd769b-ca4a-4d3d-b241-b3796ef8ed22'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:32.434864 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dcec86-9877-4db1-aeb0-3b73f0d97555 None None] Routers {'24fd769b-ca4a-4d3d-b241-b3796ef8ed22'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:32.435729 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-89dcec86-9877-4db1-aeb0-3b73f0d97555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['24fd769b-ca4a-4d3d-b241-b3796ef8ed22'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:32.462757 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e9b45f2f-f42f-4d50-8863-064b0104f43f None None] For port d289d720-0f5b-4511-a017-4f57134411d9, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d289d720-0f5b-4511-a017-4f57134411d9,segment=NetworkSegment(10dd58ad-6028-4ffc-9f72-ad9e639df086),segment_id=10dd58ad-6028-4ffc-9f72-ad9e639df086)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:32.464560 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9b45f2f-f42f-4d50-8863-064b0104f43f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.482031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e9b45f2f-f42f-4d50-8863-064b0104f43f None None] Calling delete_port for d289d720-0f5b-4511-a017-4f57134411d9 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:32.502400 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d0772af1-4ab0-4aa5-9cbd-0363064771ea tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/routers/24fd769b-ca4a-4d3d-b241-b3796ef8ed22 HTTP/1.1" status: 200 len: 704 time: 0.0826118 Dec 14 01:19:32.504940 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55010) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:32.511378 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-89dcec86-9877-4db1-aeb0-3b73f0d97555 None None] Set router 24fd769b-ca4a-4d3d-b241-b3796ef8ed22 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:19:32.547474 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-178ea883-61e9-4adf-9ab5-284974b38eea tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fd769b-ca4a-4d3d-b241-b3796ef8ed22 HTTP/1.1" status: 200 len: 205 time: 0.0411525 Dec 14 01:19:32.549655 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55012) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:32.582581 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-89dcec86-9877-4db1-aeb0-3b73f0d97555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fd769b-ca4a-4d3d-b241-b3796ef8ed22', 'name': 'tempest-RoutersIpV6Test-router-2103100128', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:19:31Z', 'updated_at': '2021-12-14T01:19:32Z', 'revision_number': 2, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:32.604056 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9b45f2f-f42f-4d50-8863-064b0104f43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.611417 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dcec86-9877-4db1-aeb0-3b73f0d97555 None None] Checking router: 24fd769b-ca4a-4d3d-b241-b3796ef8ed22 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:19:32.620950 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dcec86-9877-4db1-aeb0-3b73f0d97555 None None] Routers {'24fd769b-ca4a-4d3d-b241-b3796ef8ed22'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:32.621801 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-89dcec86-9877-4db1-aeb0-3b73f0d97555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['24fd769b-ca4a-4d3d-b241-b3796ef8ed22'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:32.625796 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5238f52f-5736-472c-9082-5546f6908e24 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port 7b9c8e10-64c8-4002-b45c-9c390152b2f6 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:32.625796 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5238f52f-5736-472c-9082-5546f6908e24 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.631558 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b243c217-c9f8-4d5c-bca5-cb9bf1f5876b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.634168 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b243c217-c9f8-4d5c-bca5-cb9bf1f5876b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.638460 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b243c217-c9f8-4d5c-bca5-cb9bf1f5876b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-groups/cba40931-0d3d-41ba-922d-4d59522873e9 HTTP/1.1" status: 204 len: 168 time: 0.6158307 Dec 14 01:19:32.639080 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55014) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:32.639849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b45f2f-f42f-4d50-8863-064b0104f43f None None] Pushing event deleted for resources: {'Port': ['ID=d289d720-0f5b-4511-a017-4f57134411d9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:32.646117 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b45f2f-f42f-4d50-8863-064b0104f43f None None] No DVR routers for this DVR port d289d720-0f5b-4511-a017-4f57134411d9 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:32.701922 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef66d40c-8526-4703-a52d-00c1e0eca7a6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.711793 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-89dcec86-9877-4db1-aeb0-3b73f0d97555 None None] Set router 24fd769b-ca4a-4d3d-b241-b3796ef8ed22 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:19:32.716619 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243c217-c9f8-4d5c-bca5-cb9bf1f5876b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba40931-0d3d-41ba-922d-4d59522873e9,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:32.778084 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-89dcec86-9877-4db1-aeb0-3b73f0d97555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fd769b-ca4a-4d3d-b241-b3796ef8ed22', 'name': 'tempest-RoutersIpV6Test-router-2103100128', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:19:31Z', 'updated_at': '2021-12-14T01:19:32Z', 'revision_number': 2, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:32.782048 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5238f52f-5736-472c-9082-5546f6908e24 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.815641 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2cc73-4f56-47ba-bbf2-6135279ff599 req-3c244c5b-9622-48d3-8b65-2e35f2226d81 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:32.817456 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f7b2cc73-4f56-47ba-bbf2-6135279ff599 req-3c244c5b-9622-48d3-8b65-2e35f2226d81 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.1915536 Dec 14 01:19:32.832879 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dcec86-9877-4db1-aeb0-3b73f0d97555 None None] The sync data for ids ['24fd769b-ca4a-4d3d-b241-b3796ef8ed22'] in dv-neutron-821592-1-hyperv is: [{'id': '24fd769b-ca4a-4d3d-b241-b3796ef8ed22', 'name': 'tempest-RoutersIpV6Test-router-2103100128', 'tenant_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:19:31Z', 'updated_at': '2021-12-14T01:19:32Z', 'revision_number': 2, 'project_id': '6421d7e1c8bd42d9b1a794f810865b2f', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:32.835086 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Deleting port d289d720-0f5b-4511-a017-4f57134411d9 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:32.835426 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.842973 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5238f52f-5736-472c-9082-5546f6908e24 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for 7b9c8e10-64c8-4002-b45c-9c390152b2f6 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:32.875630 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dd9b7185-fbca-4318-be9c-ee88f20dbe64 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2175686 Dec 14 01:19:32.900808 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55016) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:32.936508 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5296e06f-6e8b-479e-b6ce-efc4553cc973 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group': {'name': 'tempest-secgroup--140318994'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:32.956854 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef66d40c-8526-4703-a52d-00c1e0eca7a6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:32.959669 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef66d40c-8526-4703-a52d-00c1e0eca7a6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.007178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] For port d289d720-0f5b-4511-a017-4f57134411d9, host dv-neutron-821592-1-hyperv, got binding levels [] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:33.007548 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.032490 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Calling delete_port for d289d720-0f5b-4511-a017-4f57134411d9 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:33.043164 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f7b2cc73-4f56-47ba-bbf2-6135279ff599 req-136184ac-97a3-4b0e-a739-55556de11626 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868341 Dec 14 01:19:33.044753 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5296e06f-6e8b-479e-b6ce-efc4553cc973 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.045358 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Port d289d720-0f5b-4511-a017-4f57134411d9 was not found and therefore no delete operation was performed {{(pid=103409) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 01:19:33.064342 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef66d40c-8526-4703-a52d-00c1e0eca7a6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.064851 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef66d40c-8526-4703-a52d-00c1e0eca7a6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Fanout notify agent at l3_agent the message router_deleted on router 24fd769b-ca4a-4d3d-b241-b3796ef8ed22 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:19:33.068604 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.074770 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef66d40c-8526-4703-a52d-00c1e0eca7a6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.076116 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ef66d40c-8526-4703-a52d-00c1e0eca7a6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/routers/24fd769b-ca4a-4d3d-b241-b3796ef8ed22 HTTP/1.1" status: 204 len: 168 time: 0.5246446 Dec 14 01:19:33.083762 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55018) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:33.125263 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e3c8165f-9809-44c9-9ce7-10718e678b6b tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fd769b-ca4a-4d3d-b241-b3796ef8ed22 HTTP/1.1" status: 200 len: 205 time: 0.0387833 Dec 14 01:19:33.126078 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55020) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:33.129521 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Pushing event deleted for resources: {'Port': ['ID=d289d720-0f5b-4511-a017-4f57134411d9,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:33.143879 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] No DVR routers for this DVR port d289d720-0f5b-4511-a017-4f57134411d9 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:33.169837 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5296e06f-6e8b-479e-b6ce-efc4553cc973 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.175962 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5296e06f-6e8b-479e-b6ce-efc4553cc973 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.203431 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5296e06f-6e8b-479e-b6ce-efc4553cc973 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.204365 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-53ed0a8b-5145-40e9-a6fc-8563fe012a42 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] delete failed (client error): The resource could not be found. Dec 14 01:19:33.204748 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5296e06f-6e8b-479e-b6ce-efc4553cc973 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3011706 Dec 14 01:19:33.205485 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-53ed0a8b-5145-40e9-a6fc-8563fe012a42 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/routers/24fd769b-ca4a-4d3d-b241-b3796ef8ed22 HTTP/1.1" status: 404 len: 336 time: 0.0726759 Dec 14 01:19:33.207604 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55022) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:33.211920 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3cdb89f6-87bc-4ca1-99b5-b9cf18100061 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group_rule': {'security_group_id': 'b9c61969-5192-43b1-b0bc-053f1351c3be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:33.217291 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55024) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:33.222646 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.228459 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296e06f-6e8b-479e-b6ce-efc4553cc973 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c61969-5192-43b1-b0bc-053f1351c3be,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:33.249322 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d855c9c-f3dd-44ff-9cd3-40dbeb2fa0ac tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:33.249780 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d855c9c-f3dd-44ff-9cd3-40dbeb2fa0ac tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:33.250371 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5238f52f-5736-472c-9082-5546f6908e24 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.252792 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5d855c9c-f3dd-44ff-9cd3-40dbeb2fa0ac tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/4be69346-3440-4b96-a42f-d21bf49ab153 HTTP/1.1" status: 404 len: 337 time: 0.0337195 Dec 14 01:19:33.255518 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55026) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:33.299769 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238f52f-5736-472c-9082-5546f6908e24 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=7b9c8e10-64c8-4002-b45c-9c390152b2f6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:33.345493 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.350545 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5238f52f-5736-472c-9082-5546f6908e24 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.356718 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5238f52f-5736-472c-9082-5546f6908e24 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/7b9c8e10-64c8-4002-b45c-9c390152b2f6 HTTP/1.1" status: 204 len: 168 time: 1.1807258 Dec 14 01:19:33.362615 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55028) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:33.421674 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef65b55-ad57-4070-921b-2cce962cda7e']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:33.654989 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd78cddd-4f52-45c9-944f-f5f57cc1b967 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:33.655445 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd78cddd-4f52-45c9-944f-f5f57cc1b967 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:33.658577 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cd78cddd-4f52-45c9-944f-f5f57cc1b967 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/8fbfd153-d679-4f80-b31c-e70ba128942b HTTP/1.1" status: 404 len: 337 time: 0.4021461 Dec 14 01:19:33.661732 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55030) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:33.669714 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d289d720-0f5b-4511-a017-4f57134411d9 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:33.692642 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1979f04-73df-449b-9c08-6ea59f13af0a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:33.693103 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1979f04-73df-449b-9c08-6ea59f13af0a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:33.696252 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c1979f04-73df-449b-9c08-6ea59f13af0a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/c9cafefb-b99e-41a4-9aad-ba1deb7228c6 HTTP/1.1" status: 404 len: 337 time: 0.0335565 Dec 14 01:19:33.698541 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cdb89f6-87bc-4ca1-99b5-b9cf18100061 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.700471 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: d289d720-0f5b-4511-a017-4f57134411d9 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:19:33.701236 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d289d720-0f5b-4511-a017-4f57134411d9 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:19:33.718831 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55032) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:33.749577 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-c275aed5-6782-4e87-8f28-1767be97136a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:33.750122 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c275aed5-6782-4e87-8f28-1767be97136a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:33.753339 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c275aed5-6782-4e87-8f28-1767be97136a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/3149615f-b1f2-4784-bfab-f6482f2c16c9 HTTP/1.1" status: 404 len: 337 time: 0.0334637 Dec 14 01:19:33.757815 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55034) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:33.791393 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4a748e77-7efe-4469-a66e-1ac922605bb4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc1cb9d-697d-4f07-a1ff-db09b297f07f HTTP/1.1" status: 200 len: 205 time: 0.0303290 Dec 14 01:19:33.792187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55036) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:33.794258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10dd58ad-6028-4ffc-9f72-ad9e639df086') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:33.794767 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10dd58ad-6028-4ffc-9f72-ad9e639df086') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:33.810639 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.840895 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-1626f17e-a40a-4503-8747-440fcb321a71 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] delete failed (client error): The resource could not be found. Dec 14 01:19:33.841256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0e9a95-749f-4fb8-b148-2e071c14540c tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:33.842064 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1626f17e-a40a-4503-8747-440fcb321a71 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/routers/ddc1cb9d-697d-4f07-a1ff-db09b297f07f HTTP/1.1" status: 404 len: 336 time: 0.0493586 Dec 14 01:19:33.845497 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2e0e9a95-749f-4fb8-b148-2e071c14540c tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4794550 Dec 14 01:19:33.845631 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cdb89f6-87bc-4ca1-99b5-b9cf18100061 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.845631 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55038) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:33.846390 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55040) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:33.846680 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.862356 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:33.862806 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:33.866239 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:33.877213 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cdb89f6-87bc-4ca1-99b5-b9cf18100061 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.896066 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a305240-94d0-4c53-b15e-9f709a1575d5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] GET failed (client error): The resource could not be found. Dec 14 01:19:33.900156 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3a305240-94d0-4c53-b15e-9f709a1575d5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports/2de1d624-8c31-42e2-8f69-eddd39ca9c5a HTTP/1.1" status: 404 len: 333 time: 0.0504451 Dec 14 01:19:33.900156 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c3d5fa37-0575-45ea-8476-85774f2ebfee tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d7edad5-02f1-481c-8098-7f8595b354ea HTTP/1.1" status: 200 len: 205 time: 0.0539589 Dec 14 01:19:33.901845 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55042) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:33.902722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55044) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:33.968483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.974316 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb89f6-87bc-4ca1-99b5-b9cf18100061 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a50ec57-4915-450c-91bf-2f42e02b47fe,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:33.977168 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-9697b225-b97a-42ca-895c-2d9308c231e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] delete failed (client error): The resource could not be found. Dec 14 01:19:33.980670 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9697b225-b97a-42ca-895c-2d9308c231e7 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/routers/5d7edad5-02f1-481c-8098-7f8595b354ea HTTP/1.1" status: 404 len: 336 time: 0.0708618 Dec 14 01:19:33.980670 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-6babe63e-e2d4-4d71-a82b-3d9f231c4275 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] GET failed (client error): The resource could not be found. Dec 14 01:19:33.981161 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6babe63e-e2d4-4d71-a82b-3d9f231c4275 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports/7b9c8e10-64c8-4002-b45c-9c390152b2f6 HTTP/1.1" status: 404 len: 333 time: 0.0749364 Dec 14 01:19:33.983830 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cdb89f6-87bc-4ca1-99b5-b9cf18100061 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.988638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:33.994201 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] 10.222.0.32 "DELETE /v2.0/networks/cef65b55-ad57-4070-921b-2cce962cda7e HTTP/1.1" status: 204 len: 168 time: 1.8011906 Dec 14 01:19:33.994377 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3cdb89f6-87bc-4ca1-99b5-b9cf18100061 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7832868 Dec 14 01:19:33.994377 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55046) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:33.994377 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55048) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:33.994619 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55050) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.034191 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62618237-881a-40ae-881f-ff50b01c65fd tempest-FloatingIPNegativeTestJSON-1054505791 tempest-FloatingIPNegativeTestJSON-1054505791-project] Pushing event deleted for resources: {'Network': ['ID=cef65b55-ad57-4070-921b-2cce962cda7e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:34.093047 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5415a3-43ef-4468-8d41-70b6d4d00b34 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:34.093635 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5415a3-43ef-4468-8d41-70b6d4d00b34 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:34.101035 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7b5415a3-43ef-4468-8d41-70b6d4d00b34 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/61519e3b-dc80-4278-aadb-1244f2635758 HTTP/1.1" status: 404 len: 337 time: 0.1028063 Dec 14 01:19:34.103829 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55056) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.110390 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-48f9e1e0-f629-4fd6-8441-49a3980e89ca tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules/6a50ec57-4915-450c-91bf-2f42e02b47fe HTTP/1.1" status: 200 len: 763 time: 0.1122370 Dec 14 01:19:34.117833 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55060) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.147118 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e6378fa8-ecc2-415e-8af4-0fab2ad3e6bd tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports?device_id=19e2da11-a230-4d55-95aa-26ce356d881b HTTP/1.1" status: 200 len: 205 time: 0.0366817 Dec 14 01:19:34.150090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55062) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.157265 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Allocated IP 172.20.0.1 (7b2fc32b-2ba1-4d70-af26-60561b1cddae/a71ae35b-ca3a-4b27-a96b-7a26caeb4bd9/a993110e-d33f-4530-868f-bb5d4830c703) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:34.177198 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3305d92-c92f-4402-b602-8a07734ea102 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.199156 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-31b97d63-4d3e-433c-a663-d0f1c3630a46 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] delete failed (client error): The resource could not be found. Dec 14 01:19:34.203368 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-31b97d63-4d3e-433c-a663-d0f1c3630a46 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/routers/19e2da11-a230-4d55-95aa-26ce356d881b HTTP/1.1" status: 404 len: 336 time: 0.0499518 Dec 14 01:19:34.203551 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-53280d1b-6f94-4d50-a033-32f769f91b02 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0833895 Dec 14 01:19:34.205548 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55064) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.205770 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55066) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.253998 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8a0126da-e2d9-4e1a-a8fa-19c209567ce6 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7ac74cc-71d1-41fa-a2af-50344ded8092 HTTP/1.1" status: 200 len: 205 time: 0.0471284 Dec 14 01:19:34.258385 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55070) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.313394 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3305d92-c92f-4402-b602-8a07734ea102 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.322910 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6846c-8fee-43f3-b16e-525883bdb157 req-d42a17ee-9e04-49c1-aa2d-e0b58bb279fc tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:34.324568 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bff6846c-8fee-43f3-b16e-525883bdb157 req-d42a17ee-9e04-49c1-aa2d-e0b58bb279fc tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.1429162 Dec 14 01:19:34.329802 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55072) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.350105 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-e7b5355e-8ce3-44cd-adf5-d0f0a0c2c7a4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] delete failed (client error): The resource could not be found. Dec 14 01:19:34.351174 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e7b5355e-8ce3-44cd-adf5-d0f0a0c2c7a4 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/routers/f7ac74cc-71d1-41fa-a2af-50344ded8092 HTTP/1.1" status: 404 len: 336 time: 0.0881109 Dec 14 01:19:34.354354 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0674dd6-ca0b-413a-9b70-1debd58f7320 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.359633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55076) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.362928 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b3305d92-c92f-4402-b602-8a07734ea102 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281f3f43-da00-4273-a299-c6a20ecc681c']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:34.376804 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0674dd6-ca0b-413a-9b70-1debd58f7320 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.381612 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b3305d92-c92f-4402-b602-8a07734ea102 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa25945-f90e-4509-93ef-cdebb4923373') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:34.381906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b3305d92-c92f-4402-b602-8a07734ea102 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa25945-f90e-4509-93ef-cdebb4923373') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:34.404548 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3305d92-c92f-4402-b602-8a07734ea102 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.414862 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bdea51-db0d-4dcb-ac74-c0fd1fc11012 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:34.415329 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26bdea51-db0d-4dcb-ac74-c0fd1fc11012 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:34.422035 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-26bdea51-db0d-4dcb-ac74-c0fd1fc11012 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/fdedea87-bda8-48e8-a031-981153a8b885 HTTP/1.1" status: 404 len: 337 time: 0.0586503 Dec 14 01:19:34.422140 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bff6846c-8fee-43f3-b16e-525883bdb157 req-086dc109-3e2f-45f1-95aa-a552c66b4ba2 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840380 Dec 14 01:19:34.423748 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55078) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.428398 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3305d92-c92f-4402-b602-8a07734ea102 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.444873 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3305d92-c92f-4402-b602-8a07734ea102 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:34.445491 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3305d92-c92f-4402-b602-8a07734ea102 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:34.449401 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:34.477525 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-76ba65b4-9f47-46b0-83a7-41cbc8cf29e9 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5457fb-a635-46fe-8e3f-e267815b3734 HTTP/1.1" status: 200 len: 205 time: 0.0501485 Dec 14 01:19:34.483272 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55080) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.491774 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0674dd6-ca0b-413a-9b70-1debd58f7320 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.496268 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0674dd6-ca0b-413a-9b70-1debd58f7320 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.497360 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b0674dd6-ca0b-413a-9b70-1debd58f7320 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6a50ec57-4915-450c-91bf-2f42e02b47fe HTTP/1.1" status: 204 len: 168 time: 0.2895081 Dec 14 01:19:34.500552 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55082) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.542966 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-f560a504-1bc0-418c-bd7f-722ae2a8e48a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] delete failed (client error): The resource could not be found. Dec 14 01:19:34.546494 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f560a504-1bc0-418c-bd7f-722ae2a8e48a tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/routers/ad5457fb-a635-46fe-8e3f-e267815b3734 HTTP/1.1" status: 404 len: 336 time: 0.0593812 Dec 14 01:19:34.546494 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0674dd6-ca0b-413a-9b70-1debd58f7320 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a50ec57-4915-450c-91bf-2f42e02b47fe,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:34.549152 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55084) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.553056 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.563488 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3305d92-c92f-4402-b602-8a07734ea102 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.571985 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3305d92-c92f-4402-b602-8a07734ea102 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.580815 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b3305d92-c92f-4402-b602-8a07734ea102 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/networks/281f3f43-da00-4273-a299-c6a20ecc681c HTTP/1.1" status: 204 len: 168 time: 0.5787804 Dec 14 01:19:34.581905 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d1b3e0d1-8324-4c4a-a36f-d32fbee651bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3456f73a4207410c8434950e33ea03ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508211 Dec 14 01:19:34.582990 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55086) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.586794 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55088) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.589079 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-83bb50cb-0883-46be-b96a-9cb4435e13fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-822934325'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:34.594880 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec21dd75-d021-4546-8f61-fd2f9e84a1f3 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:34.595316 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec21dd75-d021-4546-8f61-fd2f9e84a1f3 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:34.598302 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ec21dd75-d021-4546-8f61-fd2f9e84a1f3 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/70c9b778-e281-41c7-afa9-4461a81a6745 HTTP/1.1" status: 404 len: 337 time: 0.0440738 Dec 14 01:19:34.602212 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55090) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.606092 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3305d92-c92f-4402-b602-8a07734ea102 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Network': ['ID=281f3f43-da00-4273-a299-c6a20ecc681c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:34.626063 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cbeabe84-a47b-4b4e-b136-45b8c1288699 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1243761 Dec 14 01:19:34.631395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55092) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.639861 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2f116e48-42da-4945-8e49-8f842641e3ea tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group_rule': {'security_group_id': 'b9c61969-5192-43b1-b0bc-053f1351c3be', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:34.651873 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dd4a4b26-61af-4e39-a6da-4f78c5921ed2 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "GET /v2.0/ports?device_id=03423914-205f-4c68-b40b-ff97bec7f7d6 HTTP/1.1" status: 200 len: 205 time: 0.0467579 Dec 14 01:19:34.654823 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55094) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.682319 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aeefdcd5-50ca-430c-9000-88f06d74d4e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.699040 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-f9a0848b-e5a7-4958-be2e-021d10591f4b tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] delete failed (client error): The resource could not be found. Dec 14 01:19:34.700837 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f9a0848b-e5a7-4958-be2e-021d10591f4b tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/routers/03423914-205f-4c68-b40b-ff97bec7f7d6 HTTP/1.1" status: 404 len: 336 time: 0.0429356 Dec 14 01:19:34.701911 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bb50cb-0883-46be-b96a-9cb4435e13fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:34.703160 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55096) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.706175 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83bb50cb-0883-46be-b96a-9cb4435e13fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.721020 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aeefdcd5-50ca-430c-9000-88f06d74d4e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.729176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.753326 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-b951c1de-5669-4be4-8e9d-b0d4a2bf4b1e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:34.753777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b951c1de-5669-4be4-8e9d-b0d4a2bf4b1e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:34.756729 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b951c1de-5669-4be4-8e9d-b0d4a2bf4b1e tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/8df3a452-8ff4-4510-87ef-c4a82be95c88 HTTP/1.1" status: 404 len: 337 time: 0.0526404 Dec 14 01:19:34.759904 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55098) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:34.760628 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f116e48-42da-4945-8e49-8f842641e3ea tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.763597 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bb50cb-0883-46be-b96a-9cb4435e13fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:19:34.785915 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83bb50cb-0883-46be-b96a-9cb4435e13fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.786260 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-83bb50cb-0883-46be-b96a-9cb4435e13fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Added segment f4a7b303-6909-429c-9105-79e186f893e4 of type vlan for network 28e3ec2d-87d8-4df4-b167-3e5d0ade5310 Dec 14 01:19:34.792812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 7b2fc32b-2ba1-4d70-af26-60561b1cddae is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:34.802790 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:34.805901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:34.806486 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-07578af9-5703-4097-866e-f277fa142575 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:34.807006 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07578af9-5703-4097-866e-f277fa142575 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:34.812818 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-07578af9-5703-4097-866e-f277fa142575 tempest-RoutersIpV6Test-876822066 tempest-RoutersIpV6Test-876822066-project] 10.222.0.32 "DELETE /v2.0/subnets/4037fbcd-538b-4dae-aef7-2790d91ecd9e HTTP/1.1" status: 404 len: 337 time: 0.0471232 Dec 14 01:19:34.855812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83bb50cb-0883-46be-b96a-9cb4435e13fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.863159 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f116e48-42da-4945-8e49-8f842641e3ea tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.869452 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f116e48-42da-4945-8e49-8f842641e3ea tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.876568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aeefdcd5-50ca-430c-9000-88f06d74d4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.878784 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aeefdcd5-50ca-430c-9000-88f06d74d4e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.880877 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-aeefdcd5-50ca-430c-9000-88f06d74d4e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39e7669a-3aa9-44d9-b49e-b613afce32da HTTP/1.1" status: 204 len: 168 time: 0.2834826 Dec 14 01:19:34.881370 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=a993110e-d33f-4530-868f-bb5d4830c703,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:34.920953 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f116e48-42da-4945-8e49-8f842641e3ea tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d883dbe1-1ace-4d86-9d28-e68d328902a2,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:34.942568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefdcd5-50ca-430c-9000-88f06d74d4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e7669a-3aa9-44d9-b49e-b613afce32da,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:34.945995 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.965555 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f116e48-42da-4945-8e49-8f842641e3ea tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:34.970055 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2f116e48-42da-4945-8e49-8f842641e3ea tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3376024 Dec 14 01:19:34.970698 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55104) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:35.008439 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b886d8fa-66ee-415a-adf6-7a152fc3f980 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules/d883dbe1-1ace-4d86-9d28-e68d328902a2 HTTP/1.1" status: 200 len: 763 time: 0.0365162 Dec 14 01:19:35.009098 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55106) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:35.075864 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83bb50cb-0883-46be-b96a-9cb4435e13fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.082199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bb50cb-0883-46be-b96a-9cb4435e13fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:35.082754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83bb50cb-0883-46be-b96a-9cb4435e13fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.092437 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7b5b7219-6666-4cfa-982f-67cdb2bf9050 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0821812 Dec 14 01:19:35.093224 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55112) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:35.121421 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bff1a6e0-4094-4e7a-8af5-5820fd16b028 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.134057 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bff1a6e0-4094-4e7a-8af5-5820fd16b028 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.142158 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-fa36a099-a87e-4d0f-8c8b-26aa48afc319 None None] Provisioning complete for port a993110e-d33f-4530-868f-bb5d4830c703 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:35.142770 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa36a099-a87e-4d0f-8c8b-26aa48afc319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.147982 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-83bb50cb-0883-46be-b96a-9cb4435e13fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5599887 Dec 14 01:19:35.155479 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55114) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:35.166002 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9ee7965c-39f1-4d4f-a680-6b66aaeb45ca tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'subnet': {'network_id': '28e3ec2d-87d8-4df4-b167-3e5d0ade5310', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:35.171878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55116) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:35.188692 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-fa36a099-a87e-4d0f-8c8b-26aa48afc319 None None] Port a993110e-d33f-4530-868f-bb5d4830c703 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:19:35.229163 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb50cb-0883-46be-b96a-9cb4435e13fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Network': ['ID=28e3ec2d-87d8-4df4-b167-3e5d0ade5310,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:35.236452 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bff1a6e0-4094-4e7a-8af5-5820fd16b028 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.246883 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 28e3ec2d-87d8-4df4-b167-3e5d0ade5310 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:19:35.255365 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bff1a6e0-4094-4e7a-8af5-5820fd16b028 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.257022 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bff1a6e0-4094-4e7a-8af5-5820fd16b028 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d883dbe1-1ace-4d86-9d28-e68d328902a2 HTTP/1.1" status: 204 len: 168 time: 0.1628623 Dec 14 01:19:35.260803 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55122) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:35.277446 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1a6e0-4094-4e7a-8af5-5820fd16b028 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d883dbe1-1ace-4d86-9d28-e68d328902a2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:35.290044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.333672 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e5185d1d-2c19-441e-8266-6fd95d43b53b tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0684350 Dec 14 01:19:35.336924 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55126) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:35.342727 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-49956716-8a0f-4d3c-a695-e3c13b1f4d00 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group_rule': {'security_group_id': 'b9c61969-5192-43b1-b0bc-053f1351c3be', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:35.364435 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee7965c-39f1-4d4f-a680-6b66aaeb45ca tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:35.368330 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ee7965c-39f1-4d4f-a680-6b66aaeb45ca tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.439112 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49956716-8a0f-4d3c-a695-e3c13b1f4d00 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.448338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-9ee7965c-39f1-4d4f-a680-6b66aaeb45ca tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Performing IP validity checks on allocation pools {{(pid=103408) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 14 01:19:35.451368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-9ee7965c-39f1-4d4f-a680-6b66aaeb45ca tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103408) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 14 01:19:35.481424 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5619642e-f562-4937-bb59-224d12f0dcd0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6421d7e1c8bd42d9b1a794f810865b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082292 Dec 14 01:19:35.484086 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55134) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:35.605620 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49956716-8a0f-4d3c-a695-e3c13b1f4d00 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.613827 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49956716-8a0f-4d3c-a695-e3c13b1f4d00 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.622940 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e31bebff-2293-436b-a595-38f67227b7f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.635940 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcfe5c-3726-47b3-8eda-48f5752038d5 req-2ee3369f-1afe-4cfa-b583-933da301ebe4 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:35.638059 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-efdcfe5c-3726-47b3-8eda-48f5752038d5 req-2ee3369f-1afe-4cfa-b583-933da301ebe4 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.1190300 Dec 14 01:19:35.654339 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49956716-8a0f-4d3c-a695-e3c13b1f4d00 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3be2567-26e5-4ed7-b746-250c35ed8200,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:35.673553 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49956716-8a0f-4d3c-a695-e3c13b1f4d00 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.677811 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-49956716-8a0f-4d3c-a695-e3c13b1f4d00 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3368044 Dec 14 01:19:35.677811 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55142) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:35.706543 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ebe282f2-9e80-489a-807f-f5ea3b8be0b3 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules/e3be2567-26e5-4ed7-b746-250c35ed8200 HTTP/1.1" status: 200 len: 764 time: 0.0274234 Dec 14 01:19:35.708611 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55146) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:35.718781 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e31bebff-2293-436b-a595-38f67227b7f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.741181 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ee7965c-39f1-4d4f-a680-6b66aaeb45ca tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.744225 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.750655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.825666 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55148) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:35.828213 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-efdcfe5c-3726-47b3-8eda-48f5752038d5 req-2e62b7a9-dff4-41ef-b1a6-c235d240ef52 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830988 Dec 14 01:19:35.852710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=a993110e-d33f-4530-868f-bb5d4830c703,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:35.855346 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.868967 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7fea6f75-7de3-4425-a036-2406fbdef3dd tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1567750 Dec 14 01:19:35.875103 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7965c-39f1-4d4f-a680-6b66aaeb45ca tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Subnet': ['ID=ddab89c0-d347-493c-b67e-ceb95619c5c2,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:35.877348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55152) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:35.889386 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee7965c-39f1-4d4f-a680-6b66aaeb45ca tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Checking segment: {'id': 'f4a7b303-6909-429c-9105-79e186f893e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '28e3ec2d-87d8-4df4-b167-3e5d0ade5310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:35.889813 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7965c-39f1-4d4f-a680-6b66aaeb45ca tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network hostable DHCP agents. Network: 28e3ec2d-87d8-4df4-b167-3e5d0ade5310, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:19:35.893999 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e31bebff-2293-436b-a595-38f67227b7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.896615 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e31bebff-2293-436b-a595-38f67227b7f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.897802 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e31bebff-2293-436b-a595-38f67227b7f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e7d4084-6520-4985-a553-b77b3b07227a HTTP/1.1" status: 204 len: 168 time: 0.4125369 Dec 14 01:19:35.910261 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bebff-2293-436b-a595-38f67227b7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7d4084-6520-4985-a553-b77b3b07227a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:35.926436 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7965c-39f1-4d4f-a680-6b66aaeb45ca tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 28e3ec2d-87d8-4df4-b167-3e5d0ade5310 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:19:35.939587 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9ee7965c-39f1-4d4f-a680-6b66aaeb45ca tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 28e3ec2d-87d8-4df4-b167-3e5d0ade5310) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:35.944409 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee7965c-39f1-4d4f-a680-6b66aaeb45ca tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:35.945448 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ee7965c-39f1-4d4f-a680-6b66aaeb45ca tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.955841 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c829b3-d40f-472d-aa3f-5f274a645888 None None] Network 28e3ec2d-87d8-4df4-b167-3e5d0ade5310 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:35.962273 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-269ced9c-4b25-4efc-8336-832395b94862 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.977099 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-269ced9c-4b25-4efc-8336-832395b94862 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:35.981297 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9ee7965c-39f1-4d4f-a680-6b66aaeb45ca tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8168759 Dec 14 01:19:35.981614 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55156) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:35.994360 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-affa017c-f27e-425b-9d08-c5308aca0d1f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'network_id': '28e3ec2d-87d8-4df4-b167-3e5d0ade5310', 'name': 'tempest-PortsIpV6TestJSON-1393664585'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:36.034291 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 7b2fc32b-2ba1-4d70-af26-60561b1cddae is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:36.036797 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:36.038795 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-269ced9c-4b25-4efc-8336-832395b94862 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.048934 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-269ced9c-4b25-4efc-8336-832395b94862 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.050161 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-269ced9c-4b25-4efc-8336-832395b94862 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e3be2567-26e5-4ed7-b746-250c35ed8200 HTTP/1.1" status: 204 len: 168 time: 0.1718464 Dec 14 01:19:36.066240 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55158) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:36.083854 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-68975f7d-6514-4905-88fd-e4128a6d3d4c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-223249609'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:36.094914 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ced9c-4b25-4efc-8336-832395b94862 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3be2567-26e5-4ed7-b746-250c35ed8200,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:36.112882 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-28e3ec2d-87d8-4df4-b167-3e5d0ade5310', 'network_id': '28e3ec2d-87d8-4df4-b167-3e5d0ade5310', 'project_id': '8909ba5bc98945bf8c8793443724faa2', 'fixed_ips': [{'subnet_id': 'ddab89c0-d347-493c-b67e-ceb95619c5c2'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:19:36.114692 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.224510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68975f7d-6514-4905-88fd-e4128a6d3d4c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:36.228134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68975f7d-6514-4905-88fd-e4128a6d3d4c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.242386 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affa017c-f27e-425b-9d08-c5308aca0d1f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:36.246444 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68975f7d-6514-4905-88fd-e4128a6d3d4c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.250747 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-affa017c-f27e-425b-9d08-c5308aca0d1f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.289634 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-affa017c-f27e-425b-9d08-c5308aca0d1f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] device_id is not set on port 1f6c865d-759f-40a3-98a0-a6910abf86ec yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:36.294137 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-667dc948-008d-4fa4-91f5-4d249f80fabe tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2241297 Dec 14 01:19:36.300321 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55162) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:36.324503 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Allocated IP 2001:db8::2 (28e3ec2d-87d8-4df4-b167-3e5d0ade5310/ddab89c0-d347-493c-b67e-ceb95619c5c2/a8205de2-35f3-43a5-82e3-08c76db2ff44) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:36.343529 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router d0e43b18-8c12-492b-8f00-487cda994479 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:36.458715 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-beb65aaf-611e-420b-afe1-27eb9d74ae87 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.469141 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1c383c2c-81ff-4850-b646-b03bf4cebda1 None None] Provisioning complete for port a993110e-d33f-4530-868f-bb5d4830c703 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:36.469518 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c383c2c-81ff-4850-b646-b03bf4cebda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.484544 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-beb65aaf-611e-420b-afe1-27eb9d74ae87 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.508515 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68975f7d-6514-4905-88fd-e4128a6d3d4c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.519710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68975f7d-6514-4905-88fd-e4128a6d3d4c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.544766 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:36.545002 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-beb65aaf-611e-420b-afe1-27eb9d74ae87 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.548083 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-beb65aaf-611e-420b-afe1-27eb9d74ae87 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.552341 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-beb65aaf-611e-420b-afe1-27eb9d74ae87 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-groups/b9c61969-5192-43b1-b0bc-053f1351c3be HTTP/1.1" status: 204 len: 168 time: 0.2468603 Dec 14 01:19:36.552451 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-096cf065-cc95-4dfb-867a-0e374ceb9f67 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "PUT /v2.0/routers/d0e43b18-8c12-492b-8f00-487cda994479/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8084960 Dec 14 01:19:36.552451 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68975f7d-6514-4905-88fd-e4128a6d3d4c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:19:36.554689 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55172) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:36.555005 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55174) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:36.561349 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5be5d6-94d9-4a02-a500-e3f2c39ad12d None None] Sync routers for ids ['d0e43b18-8c12-492b-8f00-487cda994479'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:36.562025 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9073daeb-8d34-45a6-88f9-3dc54eee7e2e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'port': {'network_id': '7b2fc32b-2ba1-4d70-af26-60561b1cddae', 'name': 'tempest-FloatingIPTestJSON-1240642120'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:36.577244 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68975f7d-6514-4905-88fd-e4128a6d3d4c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.578038 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-68975f7d-6514-4905-88fd-e4128a6d3d4c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Added segment 91148529-1a9d-4836-8ffe-4ddf9c184bc4 of type vlan for network 790c2fc3-7937-4e1b-abf3-78942309e163 Dec 14 01:19:36.586213 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68975f7d-6514-4905-88fd-e4128a6d3d4c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4631202d-8f28-49de-adee-a692c3cff212,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:36.588035 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb65aaf-611e-420b-afe1-27eb9d74ae87 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c61969-5192-43b1-b0bc-053f1351c3be,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:36.594042 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1c383c2c-81ff-4850-b646-b03bf4cebda1 None None] Port a993110e-d33f-4530-868f-bb5d4830c703 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:19:36.610854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5be5d6-94d9-4a02-a500-e3f2c39ad12d None None] Routers {'d0e43b18-8c12-492b-8f00-487cda994479'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:36.611544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3e5be5d6-94d9-4a02-a500-e3f2c39ad12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['d0e43b18-8c12-492b-8f00-487cda994479'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:36.631952 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.644639 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68975f7d-6514-4905-88fd-e4128a6d3d4c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.670138 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3e5be5d6-94d9-4a02-a500-e3f2c39ad12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:36.677037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.681834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68975f7d-6514-4905-88fd-e4128a6d3d4c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.692361 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68975f7d-6514-4905-88fd-e4128a6d3d4c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:36.693145 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68975f7d-6514-4905-88fd-e4128a6d3d4c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.722066 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8771a77b-c7d1-49ff-bf9e-f1d4cd89fe6e tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1578629 Dec 14 01:19:36.722279 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55178) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:36.740488 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5be5d6-94d9-4a02-a500-e3f2c39ad12d None None] Routers {'d0e43b18-8c12-492b-8f00-487cda994479'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:36.742496 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3e5be5d6-94d9-4a02-a500-e3f2c39ad12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['d0e43b18-8c12-492b-8f00-487cda994479'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:36.759154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-47f3b06a-2d04-4d67-9773-2a190262de2f tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group': {'name': 'tempest-secgroup--590525397'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:36.772927 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-affa017c-f27e-425b-9d08-c5308aca0d1f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Allocated IP 2001:db8::11 (28e3ec2d-87d8-4df4-b167-3e5d0ade5310/ddab89c0-d347-493c-b67e-ceb95619c5c2/1f6c865d-759f-40a3-98a0-a6910abf86ec) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:36.818105 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55184) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:36.818713 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-68975f7d-6514-4905-88fd-e4128a6d3d4c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9844434 Dec 14 01:19:36.822552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47f3b06a-2d04-4d67-9773-2a190262de2f tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.826905 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Network 28e3ec2d-87d8-4df4-b167-3e5d0ade5310 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:36.828240 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c7935cad-ff5a-4d0b-a3bb-53b6da1f348a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163', 'name': 'tempest-PortsTestJSON-785582630'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:36.828447 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3e5be5d6-94d9-4a02-a500-e3f2c39ad12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:36.829291 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5be5d6-94d9-4a02-a500-e3f2c39ad12d None None] The sync data for ids ['d0e43b18-8c12-492b-8f00-487cda994479'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:36.835073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:36.841384 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:36.851842 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Pushing event updated for resources: {'Port': ['ID=a8205de2-35f3-43a5-82e3-08c76db2ff44,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:36.853280 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68975f7d-6514-4905-88fd-e4128a6d3d4c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Network': ['ID=790c2fc3-7937-4e1b-abf3-78942309e163,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:36.882015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9073daeb-8d34-45a6-88f9-3dc54eee7e2e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Made reservation on behalf of 81ab0088ff7745178df2325ee96a07e7 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:36.885263 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9073daeb-8d34-45a6-88f9-3dc54eee7e2e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.941044 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 790c2fc3-7937-4e1b-abf3-78942309e163 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:19:36.959581 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47f3b06a-2d04-4d67-9773-2a190262de2f tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.965322 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47f3b06a-2d04-4d67-9773-2a190262de2f tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:36.989841 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-9073daeb-8d34-45a6-88f9-3dc54eee7e2e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] device_id is not set on port 18c043b2-ee4d-4498-8fb4-20594f7525dc yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:37.022822 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47f3b06a-2d04-4d67-9773-2a190262de2f tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.024716 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-47f3b06a-2d04-4d67-9773-2a190262de2f tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2755103 Dec 14 01:19:37.025838 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3b06a-2d04-4d67-9773-2a190262de2f tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d345d1fd-80a2-4f36-8c99-dafd1a67c2e2,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:37.032303 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Attempting to bind port a8205de2-35f3-43a5-82e3-08c76db2ff44 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:19:37.032762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Attempting to bind port a8205de2-35f3-43a5-82e3-08c76db2ff44 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'f4a7b303-6909-429c-9105-79e186f893e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '28e3ec2d-87d8-4df4-b167-3e5d0ade5310'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:19:37.033198 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Attempting to bind port a8205de2-35f3-43a5-82e3-08c76db2ff44 on network 28e3ec2d-87d8-4df4-b167-3e5d0ade5310 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:19:37.045167 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:19:37.045612 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Checking segment: {'id': 'f4a7b303-6909-429c-9105-79e186f893e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '28e3ec2d-87d8-4df4-b167-3e5d0ade5310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:37.046043 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55190) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:37.046168 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.046578 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Bound using segment: {'id': 'f4a7b303-6909-429c-9105-79e186f893e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '28e3ec2d-87d8-4df4-b167-3e5d0ade5310'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:19:37.047105 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55192) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:37.047224 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Bound port: a8205de2-35f3-43a5-82e3-08c76db2ff44, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a7b303-6909-429c-9105-79e186f893e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '28e3ec2d-87d8-4df4-b167-3e5d0ade5310'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:19:37.047600 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.058514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-2fbaa65a-1928-4434-9cea-c70c2c0363a0 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Request body: {'security_group_rule': {'security_group_id': 'd345d1fd-80a2-4f36-8c99-dafd1a67c2e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:37.099922 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa65a-1928-4434-9cea-c70c2c0363a0 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.132222 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7935cad-ff5a-4d0b-a3bb-53b6da1f348a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:37.135537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7935cad-ff5a-4d0b-a3bb-53b6da1f348a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.143062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] For port a8205de2-35f3-43a5-82e3-08c76db2ff44, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:19:37.144823 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ff4f3-9795-4019-8b42-519f3e9a7b7a req-59b3398b-5518-491e-b829-2bf3a20c308f tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:37.146382 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ee7ff4f3-9795-4019-8b42-519f3e9a7b7a req-59b3398b-5518-491e-b829-2bf3a20c308f tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.2049189 Dec 14 01:19:37.158323 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] For port a8205de2-35f3-43a5-82e3-08c76db2ff44, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a8205de2-35f3-43a5-82e3-08c76db2ff44,segment=NetworkSegment(f4a7b303-6909-429c-9105-79e186f893e4),segment_id=f4a7b303-6909-429c-9105-79e186f893e4)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:19:37.165253 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa65a-1928-4434-9cea-c70c2c0363a0 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.166827 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.173881 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa65a-1928-4434-9cea-c70c2c0363a0 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.202475 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-affa017c-f27e-425b-9d08-c5308aca0d1f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.204188 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4a62756e-2758-46d5-b0c3-3afc516e2fb9 tempest-DvrRoutersNegativeTest-897745062 tempest-DvrRoutersNegativeTest-897745062-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-232543352', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:37.209193 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.policy [None req-4a62756e-2758-46d5-b0c3-3afc516e2fb9 tempest-DvrRoutersNegativeTest-897745062 tempest-DvrRoutersNegativeTest-897745062-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103409) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 14 01:19:37.209498 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.policy [None req-4a62756e-2758-46d5-b0c3-3afc516e2fb9 tempest-DvrRoutersNegativeTest-897745062 tempest-DvrRoutersNegativeTest-897745062-project] Failed policy check for 'create_router' {{(pid=103409) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 14 01:19:37.210048 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-4a62756e-2758-46d5-b0c3-3afc516e2fb9 tempest-DvrRoutersNegativeTest-897745062 tempest-DvrRoutersNegativeTest-897745062-project] create failed (client error): Access was denied to this resource. Dec 14 01:19:37.215262 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4a62756e-2758-46d5-b0c3-3afc516e2fb9 tempest-DvrRoutersNegativeTest-897745062 tempest-DvrRoutersNegativeTest-897745062-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1615524 Dec 14 01:19:37.215262 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaa65a-1928-4434-9cea-c70c2c0363a0 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9479da8f-a944-4175-90d3-4374dce52f73,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:37.228981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d1b9b-5cd8-422d-8601-422a08a04ca7 None None] Pushing event updated for resources: {'Port': ['ID=a8205de2-35f3-43a5-82e3-08c76db2ff44,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:37.242793 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-c7935cad-ff5a-4d0b-a3bb-53b6da1f348a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] device_id is not set on port 9f69eeee-aadb-4367-b908-fac788812c2f yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:37.256047 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa65a-1928-4434-9cea-c70c2c0363a0 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.259844 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2fbaa65a-1928-4434-9cea-c70c2c0363a0 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2085521 Dec 14 01:19:37.260705 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55198) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:37.312675 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-9073daeb-8d34-45a6-88f9-3dc54eee7e2e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Allocated IP 172.20.0.9 (7b2fc32b-2ba1-4d70-af26-60561b1cddae/a71ae35b-ca3a-4b27-a96b-7a26caeb4bd9/18c043b2-ee4d-4498-8fb4-20594f7525dc) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:37.342872 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70339628-190a-4444-bf75-f8162acc039c tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.352788 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ee7ff4f3-9795-4019-8b42-519f3e9a7b7a req-d0ec1e1d-6f72-4e2e-a4c8-4e2fbc1809f9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864910 Dec 14 01:19:37.375065 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70339628-190a-4444-bf75-f8162acc039c tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.378433 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-affa017c-f27e-425b-9d08-c5308aca0d1f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.445806 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70339628-190a-4444-bf75-f8162acc039c tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.452620 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70339628-190a-4444-bf75-f8162acc039c tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.454474 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-70339628-190a-4444-bf75-f8162acc039c tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-groups/d345d1fd-80a2-4f36-8c99-dafd1a67c2e2 HTTP/1.1" status: 204 len: 168 time: 0.1927195 Dec 14 01:19:37.461775 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55200) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:37.492208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affa017c-f27e-425b-9d08-c5308aca0d1f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 28e3ec2d-87d8-4df4-b167-3e5d0ade5310 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:37.512440 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70339628-190a-4444-bf75-f8162acc039c tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d345d1fd-80a2-4f36-8c99-dafd1a67c2e2,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:37.552579 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-12793918-397c-4acd-9d8b-a819e3f2f5db tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0867171 Dec 14 01:19:37.553056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-affa017c-f27e-425b-9d08-c5308aca0d1f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:37.553249 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55204) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:37.605635 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa017c-f27e-425b-9d08-c5308aca0d1f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:37.611354 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affa017c-f27e-425b-9d08-c5308aca0d1f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:37.612036 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-affa017c-f27e-425b-9d08-c5308aca0d1f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.640503 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa017c-f27e-425b-9d08-c5308aca0d1f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=1f6c865d-759f-40a3-98a0-a6910abf86ec,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:37.641283 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7c9e0913-95e9-4fa7-8222-d92001563763 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0858831 Dec 14 01:19:37.642319 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55206) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:37.668456 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-add5e8a2-61aa-42c2-9afe-bd7946ff58e6 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] delete failed (client error): The resource could not be found. Dec 14 01:19:37.676166 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-affa017c-f27e-425b-9d08-c5308aca0d1f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6921484 Dec 14 01:19:37.676166 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55208) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:37.676451 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-add5e8a2-61aa-42c2-9afe-bd7946ff58e6 tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "DELETE /v2.0/security-groups/d345d1fd-80a2-4f36-8c99-dafd1a67c2e2 HTTP/1.1" status: 404 len: 347 time: 0.0324266 Dec 14 01:19:37.677481 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55210) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:37.731761 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55212) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:37.732803 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7935cad-ff5a-4d0b-a3bb-53b6da1f348a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.769254 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9073daeb-8d34-45a6-88f9-3dc54eee7e2e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.772868 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a8205de2-35f3-43a5-82e3-08c76db2ff44 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:19:37.800005 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fdd6e51c-6eb8-43f1-968b-abb4c04d5afa tempest-SecGroupTest-1357099269 tempest-SecGroupTest-1357099269-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1197701 Dec 14 01:19:37.832945 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7935cad-ff5a-4d0b-a3bb-53b6da1f348a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.851423 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9073daeb-8d34-45a6-88f9-3dc54eee7e2e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.864490 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port a8205de2-35f3-43a5-82e3-08c76db2ff44 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:37.864869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.905656 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e3cab-f688-4067-a075-8de8497822f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port 1f6c865d-759f-40a3-98a0-a6910abf86ec {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:37.906155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a1e3cab-f688-4067-a075-8de8497822f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:37.921335 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9073daeb-8d34-45a6-88f9-3dc54eee7e2e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Network 7b2fc32b-2ba1-4d70-af26-60561b1cddae is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:37.922447 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7935cad-ff5a-4d0b-a3bb-53b6da1f348a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=9f69eeee-aadb-4367-b908-fac788812c2f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:37.930777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9073daeb-8d34-45a6-88f9-3dc54eee7e2e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:37.940942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9073daeb-8d34-45a6-88f9-3dc54eee7e2e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:37.976414 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.016527 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7935cad-ff5a-4d0b-a3bb-53b6da1f348a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Checking segment: {'id': '91148529-1a9d-4836-8ffe-4ddf9c184bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:38.017165 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7935cad-ff5a-4d0b-a3bb-53b6da1f348a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network hostable DHCP agents. Network: 790c2fc3-7937-4e1b-abf3-78942309e163, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:19:38.038102 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8482f3bf-306a-462e-a483-efb31430e4a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.045413 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9073daeb-8d34-45a6-88f9-3dc54eee7e2e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:38.046445 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9073daeb-8d34-45a6-88f9-3dc54eee7e2e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.049221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073daeb-8d34-45a6-88f9-3dc54eee7e2e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event updated for resources: {'Port': ['ID=18c043b2-ee4d-4498-8fb4-20594f7525dc,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:38.074063 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7935cad-ff5a-4d0b-a3bb-53b6da1f348a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 790c2fc3-7937-4e1b-abf3-78942309e163 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:19:38.074681 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port a8205de2-35f3-43a5-82e3-08c76db2ff44, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a8205de2-35f3-43a5-82e3-08c76db2ff44,segment=NetworkSegment(f4a7b303-6909-429c-9105-79e186f893e4),segment_id=f4a7b303-6909-429c-9105-79e186f893e4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:38.083974 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9073daeb-8d34-45a6-88f9-3dc54eee7e2e tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5229559 Dec 14 01:19:38.085258 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55220) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:38.085515 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.092069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-92762e71-8025-4a0c-8cb5-c29196191aab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Request body: {'floatingip': {'port_id': '18c043b2-ee4d-4498-8fb4-20594f7525dc'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:38.097324 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c7935cad-ff5a-4d0b-a3bb-53b6da1f348a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 790c2fc3-7937-4e1b-abf3-78942309e163) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:38.131549 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef9336f-6dfd-40e8-9ffd-27e030d8228b None None] Network 790c2fc3-7937-4e1b-abf3-78942309e163 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:38.158391 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7935cad-ff5a-4d0b-a3bb-53b6da1f348a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:38.164866 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7935cad-ff5a-4d0b-a3bb-53b6da1f348a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:38.165722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7935cad-ff5a-4d0b-a3bb-53b6da1f348a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.195984 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c7935cad-ff5a-4d0b-a3bb-53b6da1f348a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3718097 Dec 14 01:19:38.199499 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92762e71-8025-4a0c-8cb5-c29196191aab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.202816 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55222) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:38.220763 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55224) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:38.234358 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a1e3cab-f688-4067-a075-8de8497822f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.253099 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0488af4a-1f0f-4814-b580-9806a464da29 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-749663172'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:38.267330 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8482f3bf-306a-462e-a483-efb31430e4a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.268835 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e3cab-f688-4067-a075-8de8497822f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for 1f6c865d-759f-40a3-98a0-a6910abf86ec owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:38.276496 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=a8205de2-35f3-43a5-82e3-08c76db2ff44,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:38.285028 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8482f3bf-306a-462e-a483-efb31430e4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.345995 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0488af4a-1f0f-4814-b580-9806a464da29 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:38.350090 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8482f3bf-306a-462e-a483-efb31430e4a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f530a9adf3e04178b76a441e5ffe91fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6166375 Dec 14 01:19:38.350243 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0488af4a-1f0f-4814-b580-9806a464da29 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.356724 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2f0cb7e7-fe6b-4e03-96f1-e4a01e18a479 None None] Provisioning complete for port 18c043b2-ee4d-4498-8fb4-20594f7525dc triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:38.357181 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55228) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:38.358575 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f0cb7e7-fe6b-4e03-96f1-e4a01e18a479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.421240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2f0cb7e7-fe6b-4e03-96f1-e4a01e18a479 None None] Port 18c043b2-ee4d-4498-8fb4-20594f7525dc cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:19:38.424632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482f3bf-306a-462e-a483-efb31430e4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a203b6-1708-4344-a552-cbc841c5c6ac,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:38.503769 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0488af4a-1f0f-4814-b580-9806a464da29 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:19:38.512485 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cd634cd9-76c0-4420-bc90-2fe74c488a78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0ea0a9af3b34a2992fa66eaf171a492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904048 Dec 14 01:19:38.515637 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55232) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:38.553282 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0488af4a-1f0f-4814-b580-9806a464da29 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.553642 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-0488af4a-1f0f-4814-b580-9806a464da29 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Added segment 6562065b-a46a-44e9-bd15-f31fa6ae2441 of type vlan for network e694fbca-60a3-4fba-93be-977eb45d3ad4 Dec 14 01:19:38.601803 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8fc3b5e-e0d6-4159-8c5e-351da7d0a6ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.636909 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8fc3b5e-e0d6-4159-8c5e-351da7d0a6ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.644947 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a1e3cab-f688-4067-a075-8de8497822f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.648910 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eaada989-f41a-409a-a647-0421f0ca91ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.655523 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0488af4a-1f0f-4814-b580-9806a464da29 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.667921 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b9577-cac1-4d8b-8994-53d9c6731aa6 req-c1249969-81e0-45d9-8e0b-4d46037c0dab tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:38.669607 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d24b9577-cac1-4d8b-8994-53d9c6731aa6 req-c1249969-81e0-45d9-8e0b-4d46037c0dab tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.1672075 Dec 14 01:19:38.684054 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e3cab-f688-4067-a075-8de8497822f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=1f6c865d-759f-40a3-98a0-a6910abf86ec,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:38.720571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617d8f5f-0ac1-4965-aea9-a5967c924744 None None] Network 28e3ec2d-87d8-4df4-b167-3e5d0ade5310 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:38.726129 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a1e3cab-f688-4067-a075-8de8497822f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.732323 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3a1e3cab-f688-4067-a075-8de8497822f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/1f6c865d-759f-40a3-98a0-a6910abf86ec HTTP/1.1" status: 204 len: 168 time: 1.0509901 Dec 14 01:19:38.733191 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55234) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:38.757190 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30f1f21-892d-4df6-ab70-ccaf63ec394a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:38.757884 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30f1f21-892d-4df6-ab70-ccaf63ec394a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:38.763680 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b30f1f21-892d-4df6-ab70-ccaf63ec394a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/1f6c865d-759f-40a3-98a0-a6910abf86ec HTTP/1.1" status: 404 len: 333 time: 0.0271027 Dec 14 01:19:38.763886 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eaada989-f41a-409a-a647-0421f0ca91ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.763980 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55236) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:38.792977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f826beec-ee36-47d8-86e4-466283c7d9df None None] Provisioning complete for port a8205de2-35f3-43a5-82e3-08c76db2ff44 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:38.793568 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f826beec-ee36-47d8-86e4-466283c7d9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.793883 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-16866660-e571-4a5a-8882-21af04b885ed tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] GET failed (client error): The resource could not be found. Dec 14 01:19:38.796155 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-16866660-e571-4a5a-8882-21af04b885ed tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports/1f6c865d-759f-40a3-98a0-a6910abf86ec HTTP/1.1" status: 404 len: 333 time: 0.0307307 Dec 14 01:19:38.797798 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0488af4a-1f0f-4814-b580-9806a464da29 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.800695 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55238) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:38.803171 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0488af4a-1f0f-4814-b580-9806a464da29 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:38.803776 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0488af4a-1f0f-4814-b580-9806a464da29 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.830614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8fc3b5e-e0d6-4159-8c5e-351da7d0a6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.833230 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8fc3b5e-e0d6-4159-8c5e-351da7d0a6ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.836166 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b8fc3b5e-e0d6-4159-8c5e-351da7d0a6ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/236e960f-1777-4275-af76-01918e6820f1 HTTP/1.1" status: 204 len: 168 time: 0.3177726 Dec 14 01:19:38.865341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc3b5e-e0d6-4159-8c5e-351da7d0a6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236e960f-1777-4275-af76-01918e6820f1,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:38.885797 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d24b9577-cac1-4d8b-8994-53d9c6731aa6 req-0775407f-c252-4093-9c80-0ef0e90d55de tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979499 Dec 14 01:19:38.889107 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d905ca-eec0-4e30-82d5-f43594e70150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting subnet ddab89c0-d347-493c-b67e-ceb95619c5c2 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:19:38.897582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-96d905ca-eec0-4e30-82d5-f43594e70150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:38.897797 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0488af4a-1f0f-4814-b580-9806a464da29 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6910553 Dec 14 01:19:38.898965 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55242) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:38.953637 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488af4a-1f0f-4814-b580-9806a464da29 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Network': ['ID=e694fbca-60a3-4fba-93be-977eb45d3ad4,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:38.966631 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'ports': [{'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163'}, {'network_id': 'e694fbca-60a3-4fba-93be-977eb45d3ad4'}]} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:38.966631 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:38.966631 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'network_id': 'e694fbca-60a3-4fba-93be-977eb45d3ad4'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:38.999817 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network e694fbca-60a3-4fba-93be-977eb45d3ad4 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:19:39.027889 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eaada989-f41a-409a-a647-0421f0ca91ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:39.031194 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eaada989-f41a-409a-a647-0421f0ca91ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:39.032062 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-eaada989-f41a-409a-a647-0421f0ca91ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16a203b6-1708-4344-a552-cbc841c5c6ac HTTP/1.1" status: 204 len: 168 time: 0.6681225 Dec 14 01:19:39.056698 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaada989-f41a-409a-a647-0421f0ca91ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a203b6-1708-4344-a552-cbc841c5c6ac,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:39.063623 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-96d905ca-eec0-4e30-82d5-f43594e70150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:39.239359 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92762e71-8025-4a0c-8cb5-c29196191aab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:39.252888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92762e71-8025-4a0c-8cb5-c29196191aab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:39.266492 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-96d905ca-eec0-4e30-82d5-f43594e70150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:39.321922 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'port': 2} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:39.327086 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:39.349401 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:39.451873 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a3880b4c-8d3f-47ef-9eca-8bb628d35743 None None] Provisioning complete for port a8205de2-35f3-43a5-82e3-08c76db2ff44 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:39.454255 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3880b4c-8d3f-47ef-9eca-8bb628d35743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:39.473979 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-96d905ca-eec0-4e30-82d5-f43594e70150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:39.557637 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d905ca-eec0-4e30-82d5-f43594e70150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Subnet': ['ID=ddab89c0-d347-493c-b67e-ceb95619c5c2,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:39.559352 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-92762e71-8025-4a0c-8cb5-c29196191aab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Floating IP 026c8588-7a03-4e29-8c5d-aa40a5bd6254 associated. External IP: 172.26.1.41, port: 7884d67f-ee7c-4627-ac40-df1596f34b15. Dec 14 01:19:39.575944 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] device_id is not set on port fddc9933-5ebe-4ac0-a324-a1b5d9f6ab56 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:39.590961 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-96d905ca-eec0-4e30-82d5-f43594e70150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:39.594359 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-96d905ca-eec0-4e30-82d5-f43594e70150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/ddab89c0-d347-493c-b67e-ceb95619c5c2 HTTP/1.1" status: 204 len: 168 time: 0.7923672 Dec 14 01:19:39.614180 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55260) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:39.776767 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a8205de2-35f3-43a5-82e3-08c76db2ff44 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:19:39.808751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:39.867619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642f76f2-6b9c-4683-a0d7-25fe2ca17466 None None] Network 28e3ec2d-87d8-4df4-b167-3e5d0ade5310 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:39.969061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port a8205de2-35f3-43a5-82e3-08c76db2ff44 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:39.969703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:39.984607 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-30569c8f-2ce0-4ddc-8053-6f99a080d579 None None] Could not find standard attr ID for object 1f6c865d-759f-40a3-98a0-a6910abf86ec. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:19:40.032864 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.116667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] For port a8205de2-35f3-43a5-82e3-08c76db2ff44, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a8205de2-35f3-43a5-82e3-08c76db2ff44,segment=NetworkSegment(f4a7b303-6909-429c-9105-79e186f893e4),segment_id=f4a7b303-6909-429c-9105-79e186f893e4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:40.116910 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.150633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] device_id is not set on port d2f95a5a-e198-46bf-bb37-e0bc37a3a741 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:40.153568 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port a8205de2-35f3-43a5-82e3-08c76db2ff44 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:40.154233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.156491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for a8205de2-35f3-43a5-82e3-08c76db2ff44 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:40.258453 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43dd056-c412-4042-a8e0-bede6d49229f None None] DHCP port deletion for 28e3ec2d-87d8-4df4-b167-3e5d0ade5310 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:40.299952 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd22aba-05f0-4f15-bc43-f196206533c2 req-830dd081-6e90-458e-8fcd-d967940224e7 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:40.301566 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0bd22aba-05f0-4f15-bc43-f196206533c2 req-830dd081-6e90-458e-8fcd-d967940224e7 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.0847704 Dec 14 01:19:40.363378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.379455 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f43dd056-c412-4042-a8e0-bede6d49229f None None] Deleting port a8205de2-35f3-43a5-82e3-08c76db2ff44 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:40.380606 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f43dd056-c412-4042-a8e0-bede6d49229f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.384712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.410788 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=a8205de2-35f3-43a5-82e3-08c76db2ff44,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:40.412941 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No DVR routers for this DVR port a8205de2-35f3-43a5-82e3-08c76db2ff44 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:40.451648 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55284) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:40.458540 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f43dd056-c412-4042-a8e0-bede6d49229f None None] For port a8205de2-35f3-43a5-82e3-08c76db2ff44, host dv-neutron-821592-1-hyperv, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:40.459185 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f43dd056-c412-4042-a8e0-bede6d49229f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.473285 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f43dd056-c412-4042-a8e0-bede6d49229f None None] Calling delete_port for a8205de2-35f3-43a5-82e3-08c76db2ff44 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:40.477334 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-f43dd056-c412-4042-a8e0-bede6d49229f None None] Port a8205de2-35f3-43a5-82e3-08c76db2ff44 was not found and therefore no delete operation was performed {{(pid=103410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 01:19:40.478803 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0bd22aba-05f0-4f15-bc43-f196206533c2 req-dde21b3c-34cc-49b0-990a-5341da891def tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679165 Dec 14 01:19:40.479136 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f43dd056-c412-4042-a8e0-bede6d49229f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.491067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43dd056-c412-4042-a8e0-bede6d49229f None None] No DVR routers for this DVR port a8205de2-35f3-43a5-82e3-08c76db2ff44 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:40.527010 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dd056-c412-4042-a8e0-bede6d49229f None None] Pushing event deleted for resources: {'Port': ['ID=a8205de2-35f3-43a5-82e3-08c76db2ff44,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:40.547189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92762e71-8025-4a0c-8cb5-c29196191aab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router 5ab275d4-f0a2-4162-a736-a68344d840d7 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:40.568554 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.585290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.592316 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.602885 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e3ec2d-87d8-4df4-b167-3e5d0ade5310']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:40.655258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a7b303-6909-429c-9105-79e186f893e4') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:40.655544 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a7b303-6909-429c-9105-79e186f893e4') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:40.671901 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92762e71-8025-4a0c-8cb5-c29196191aab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:40.674522 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 790c2fc3-7937-4e1b-abf3-78942309e163 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:40.679313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.680865 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55290) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:40.687205 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026493 Dec 14 01:19:40.687205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:40.687486 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55292) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:40.690796 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a00d55b-9331-4e89-b694-53149486e5c2 None None] Sync routers for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:40.696658 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=fddc9933-5ebe-4ac0-a324-a1b5d9f6ab56,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:40.703602 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:40.704500 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.714851 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00d55b-9331-4e89-b694-53149486e5c2 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:40.715949 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1a00d55b-9331-4e89-b694-53149486e5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:40.759281 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1a00d55b-9331-4e89-b694-53149486e5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:40.760578 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.770707 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00d55b-9331-4e89-b694-53149486e5c2 None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:40.771532 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1a00d55b-9331-4e89-b694-53149486e5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:40.778389 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7504785d-c56f-4333-8439-9862a7689d4a tempest-NetworksApiDiscovery-1236158409 tempest-NetworksApiDiscovery-1236158409-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0834725 Dec 14 01:19:40.790021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:40.790420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:40.793790 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:40.806315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=d2f95a5a-e198-46bf-bb37-e0bc37a3a741,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:40.814840 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1a00d55b-9331-4e89-b694-53149486e5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:40.815741 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a00d55b-9331-4e89-b694-53149486e5c2 None None] The sync data for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:40.854700 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Checking segment: {'id': '6562065b-a46a-44e9-bd15-f31fa6ae2441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e694fbca-60a3-4fba-93be-977eb45d3ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:40.855129 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network hostable DHCP agents. Network: e694fbca-60a3-4fba-93be-977eb45d3ad4, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:19:40.880031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-98d6ce96-b8d8-45c6-9f66-835ac9e4527b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1075579168'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:40.883259 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.890872 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network e694fbca-60a3-4fba-93be-977eb45d3ad4 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:19:40.894511 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.897712 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/networks/28e3ec2d-87d8-4df4-b167-3e5d0ade5310 HTTP/1.1" status: 204 len: 168 time: 1.2823539 Dec 14 01:19:40.905803 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55298) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:40.914016 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d5c269db-94e3-4f46-8e4f-3afd6452cea7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-806148302'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:40.915598 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791efb5d-c4ae-4ab2-bf1b-20485f408577 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Network': ['ID=28e3ec2d-87d8-4df4-b167-3e5d0ade5310,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:40.929312 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, e694fbca-60a3-4fba-93be-977eb45d3ad4) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:40.934030 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:40.940109 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:40.944235 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d533fd-13ad-4c57-b1b3-f9c6878b6212 None None] Network e694fbca-60a3-4fba-93be-977eb45d3ad4 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:40.945514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:40.946225 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.950307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d6ce96-b8d8-45c6-9f66-835ac9e4527b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Made reservation on behalf of 183c3b155a794e7abfebc0cdb3d91798 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:40.954004 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98d6ce96-b8d8-45c6-9f66-835ac9e4527b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.969154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98d6ce96-b8d8-45c6-9f66-835ac9e4527b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:40.982648 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7182cf17-71cc-4d1e-8e81-00973783a7bf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0824637 Dec 14 01:19:40.986788 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55300) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:41.008516 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c269db-94e3-4f46-8e4f-3afd6452cea7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:41.011873 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5c269db-94e3-4f46-8e4f-3afd6452cea7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.062247 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92762e71-8025-4a0c-8cb5-c29196191aab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router d0e43b18-8c12-492b-8f00-487cda994479 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:41.073589 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c269db-94e3-4f46-8e4f-3afd6452cea7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:19:41.092429 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5c269db-94e3-4f46-8e4f-3afd6452cea7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.092794 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-d5c269db-94e3-4f46-8e4f-3afd6452cea7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Added segment c1a9db08-5cef-468b-9c57-54b7ef02f34f of type vlan for network 24d37b74-767f-49f7-9997-7174ecbf9a08 Dec 14 01:19:41.135571 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-07b360e3-9ae8-4ef3-afd4-ca9cf9daf171 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port d2f95a5a-e198-46bf-bb37-e0bc37a3a741 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:41.136046 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07b360e3-9ae8-4ef3-afd4-ca9cf9daf171 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.140527 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98d6ce96-b8d8-45c6-9f66-835ac9e4527b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.166739 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55304) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:41.181621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98d6ce96-b8d8-45c6-9f66-835ac9e4527b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.190868 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5c269db-94e3-4f46-8e4f-3afd6452cea7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.225527 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d6ce96-b8d8-45c6-9f66-835ac9e4527b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:19:41.241603 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6ce96-b8d8-45c6-9f66-835ac9e4527b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4b1e21-6376-4fab-bd9a-ff21f05b3099,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:41.244905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07b360e3-9ae8-4ef3-afd4-ca9cf9daf171 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.256831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98d6ce96-b8d8-45c6-9f66-835ac9e4527b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.257185 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-98d6ce96-b8d8-45c6-9f66-835ac9e4527b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Added segment 9c52d7f8-2407-4823-bb97-94c17156df11 of type vlan for network a28f5067-2bd1-48e0-962c-3ff672bc8826 Dec 14 01:19:41.267895 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-07b360e3-9ae8-4ef3-afd4-ca9cf9daf171 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for d2f95a5a-e198-46bf-bb37-e0bc37a3a741 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:41.269467 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5c269db-94e3-4f46-8e4f-3afd6452cea7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.275070 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c269db-94e3-4f46-8e4f-3afd6452cea7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:41.275677 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5c269db-94e3-4f46-8e4f-3afd6452cea7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.293750 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92762e71-8025-4a0c-8cb5-c29196191aab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:41.306580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b66378-34dd-4cf8-bbb1-932f303956ee None None] Sync routers for ids ['d0e43b18-8c12-492b-8f00-487cda994479'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:41.318617 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b66378-34dd-4cf8-bbb1-932f303956ee None None] Routers {'d0e43b18-8c12-492b-8f00-487cda994479'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:41.319242 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-36b66378-34dd-4cf8-bbb1-932f303956ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['d0e43b18-8c12-492b-8f00-487cda994479'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:41.335910 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92762e71-8025-4a0c-8cb5-c29196191aab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.354551 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-36b66378-34dd-4cf8-bbb1-932f303956ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:41.364553 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b66378-34dd-4cf8-bbb1-932f303956ee None None] Routers {'d0e43b18-8c12-492b-8f00-487cda994479'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:41.365167 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-36b66378-34dd-4cf8-bbb1-932f303956ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['d0e43b18-8c12-492b-8f00-487cda994479'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:41.377435 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e897ab8-bbc8-45b3-9ad4-a1f836458707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.394148 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d5c269db-94e3-4f46-8e4f-3afd6452cea7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4869313 Dec 14 01:19:41.395067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c269db-94e3-4f46-8e4f-3afd6452cea7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Network': ['ID=24d37b74-767f-49f7-9997-7174ecbf9a08,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:41.401114 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55308) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:41.405305 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-36b66378-34dd-4cf8-bbb1-932f303956ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:41.406416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b66378-34dd-4cf8-bbb1-932f303956ee None None] The sync data for ids ['d0e43b18-8c12-492b-8f00-487cda994479'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:41.414030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 24d37b74-767f-49f7-9997-7174ecbf9a08 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:19:41.417363 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-39e1da02-0635-484a-8878-afa40a5672f1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'subnet': {'network_id': '24d37b74-767f-49f7-9997-7174ecbf9a08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:41.513358 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-92762e71-8025-4a0c-8cb5-c29196191aab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "PUT /v2.0/floatingips/026c8588-7a03-4e29-8c5d-aa40a5bd6254 HTTP/1.1" status: 200 len: 977 time: 3.4251714 Dec 14 01:19:41.520758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55312) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:41.663481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a8205de2-35f3-43a5-82e3-08c76db2ff44 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:41.685898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e1da02-0635-484a-8878-afa40a5672f1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:41.687811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: a8205de2-35f3-43a5-82e3-08c76db2ff44 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:19:41.688322 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a8205de2-35f3-43a5-82e3-08c76db2ff44 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:19:41.689386 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39e1da02-0635-484a-8878-afa40a5672f1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.690819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98d6ce96-b8d8-45c6-9f66-835ac9e4527b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.737378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98d6ce96-b8d8-45c6-9f66-835ac9e4527b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.743060 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d6ce96-b8d8-45c6-9f66-835ac9e4527b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:41.743575 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98d6ce96-b8d8-45c6-9f66-835ac9e4527b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.749114 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07387149-5d6b-481a-9d9e-8947ce6a2172 req-916977e1-a1d7-456d-89a9-e523b0ed3ce6 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:41.750630 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07387149-5d6b-481a-9d9e-8947ce6a2172 req-916977e1-a1d7-456d-89a9-e523b0ed3ce6 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.1834328 Dec 14 01:19:41.778530 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e897ab8-bbc8-45b3-9ad4-a1f836458707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.811063 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-98d6ce96-b8d8-45c6-9f66-835ac9e4527b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3198438 Dec 14 01:19:41.811870 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07b360e3-9ae8-4ef3-afd4-ca9cf9daf171 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.812225 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e897ab8-bbc8-45b3-9ad4-a1f836458707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.812869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55314) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:41.826325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6cba0f49-5cc3-4099-be2d-5dcf00b35504 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Request body: {'subnet': {'network_id': 'a28f5067-2bd1-48e0-962c-3ff672bc8826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:41.834501 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6ce96-b8d8-45c6-9f66-835ac9e4527b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Pushing event updated for resources: {'Network': ['ID=a28f5067-2bd1-48e0-962c-3ff672bc8826,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:41.848038 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network a28f5067-2bd1-48e0-962c-3ff672bc8826 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:19:41.859020 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-06d987c0-07a4-4f90-96e2-32f51d03dc17 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Deleting port 18c043b2-ee4d-4498-8fb4-20594f7525dc {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:41.859354 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06d987c0-07a4-4f90-96e2-32f51d03dc17 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.894469 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b360e3-9ae8-4ef3-afd4-ca9cf9daf171 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=d2f95a5a-e198-46bf-bb37-e0bc37a3a741,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:41.903096 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07b360e3-9ae8-4ef3-afd4-ca9cf9daf171 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:41.909050 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-07b360e3-9ae8-4ef3-afd4-ca9cf9daf171 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/d2f95a5a-e198-46bf-bb37-e0bc37a3a741 HTTP/1.1" status: 204 len: 168 time: 0.9182870 Dec 14 01:19:41.913044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55316) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:41.925429 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e897ab8-bbc8-45b3-9ad4-a1f836458707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0006466-c432-4df8-bb7e-6537d7949685,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:41.929687 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0e897ab8-bbc8-45b3-9ad4-a1f836458707 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cf3163ddc424ac09b64aad9522926ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7619536 Dec 14 01:19:41.938214 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55318) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:41.974045 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07387149-5d6b-481a-9d9e-8947ce6a2172 req-77d399fc-a775-4f18-b543-83b40f895f1f tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139595 Dec 14 01:19:41.992135 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfa86ec-b79f-441f-8418-a9614e05f084 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:41.994159 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfa86ec-b79f-441f-8418-a9614e05f084 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:41.995870 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4bfa86ec-b79f-441f-8418-a9614e05f084 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0818543 Dec 14 01:19:41.998673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55320) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:42.039919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cba0f49-5cc3-4099-be2d-5dcf00b35504 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Made reservation on behalf of 183c3b155a794e7abfebc0cdb3d91798 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:42.043711 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6cba0f49-5cc3-4099-be2d-5dcf00b35504 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.065797 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06d987c0-07a4-4f90-96e2-32f51d03dc17 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.151237 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f92641d4-05fd-4903-9ee1-7581ef28ded8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.163126 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39e1da02-0635-484a-8878-afa40a5672f1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.173073 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dac42ad9-bc2b-4486-8934-c3bfefb4a454 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port fddc9933-5ebe-4ac0-a324-a1b5d9f6ab56 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:42.173642 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dac42ad9-bc2b-4486-8934-c3bfefb4a454 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.224710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f92641d4-05fd-4903-9ee1-7581ef28ded8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.277330 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dac42ad9-bc2b-4486-8934-c3bfefb4a454 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.312872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1da02-0635-484a-8878-afa40a5672f1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Subnet': ['ID=0e7acd7c-ff5f-46c8-bedb-1741d3bfa74b,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:42.315094 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dac42ad9-bc2b-4486-8934-c3bfefb4a454 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for fddc9933-5ebe-4ac0-a324-a1b5d9f6ab56 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:42.373161 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6cba0f49-5cc3-4099-be2d-5dcf00b35504 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.376769 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1da02-0635-484a-8878-afa40a5672f1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Checking segment: {'id': 'c1a9db08-5cef-468b-9c57-54b7ef02f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '24d37b74-767f-49f7-9997-7174ecbf9a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:42.377140 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e1da02-0635-484a-8878-afa40a5672f1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network hostable DHCP agents. Network: 24d37b74-767f-49f7-9997-7174ecbf9a08, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:19:42.390128 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f92641d4-05fd-4903-9ee1-7581ef28ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.392658 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f92641d4-05fd-4903-9ee1-7581ef28ded8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.393859 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f92641d4-05fd-4903-9ee1-7581ef28ded8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0006466-c432-4df8-bb7e-6537d7949685 HTTP/1.1" status: 204 len: 168 time: 0.4509766 Dec 14 01:19:42.413228 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06d987c0-07a4-4f90-96e2-32f51d03dc17 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.413565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06d987c0-07a4-4f90-96e2-32f51d03dc17 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.414057 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-06d987c0-07a4-4f90-96e2-32f51d03dc17 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Floating IP 026c8588-7a03-4e29-8c5d-aa40a5bd6254 disassociated. External IP: 172.26.1.41, port: 18c043b2-ee4d-4498-8fb4-20594f7525dc. Dec 14 01:19:42.414557 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-06d987c0-07a4-4f90-96e2-32f51d03dc17 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Calling delete_port for 18c043b2-ee4d-4498-8fb4-20594f7525dc owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:42.426535 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92641d4-05fd-4903-9ee1-7581ef28ded8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0006466-c432-4df8-bb7e-6537d7949685,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:42.458323 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba0f49-5cc3-4099-be2d-5dcf00b35504 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Pushing event updated for resources: {'Subnet': ['ID=19c0085b-6dd9-4b36-b611-b3a4a85d829c,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:42.474432 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e1da02-0635-484a-8878-afa40a5672f1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 24d37b74-767f-49f7-9997-7174ecbf9a08 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:19:42.485629 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cba0f49-5cc3-4099-be2d-5dcf00b35504 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Checking segment: {'id': '9c52d7f8-2407-4823-bb97-94c17156df11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a28f5067-2bd1-48e0-962c-3ff672bc8826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:42.485629 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cba0f49-5cc3-4099-be2d-5dcf00b35504 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Network hostable DHCP agents. Network: a28f5067-2bd1-48e0-962c-3ff672bc8826, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:19:42.489884 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dac42ad9-bc2b-4486-8934-c3bfefb4a454 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.491709 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-39e1da02-0635-484a-8878-afa40a5672f1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 24d37b74-767f-49f7-9997-7174ecbf9a08) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:42.502538 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb1df3-08bb-4b78-a40c-a87dd8c316e4 None None] Network 24d37b74-767f-49f7-9997-7174ecbf9a08 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:42.504144 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e1da02-0635-484a-8878-afa40a5672f1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:42.504379 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39e1da02-0635-484a-8878-afa40a5672f1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.531185 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-39e1da02-0635-484a-8878-afa40a5672f1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1269464 Dec 14 01:19:42.534202 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55324) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:42.539397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac42ad9-bc2b-4486-8934-c3bfefb4a454 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=fddc9933-5ebe-4ac0-a324-a1b5d9f6ab56,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:42.540169 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'network_id': '24d37b74-767f-49f7-9997-7174ecbf9a08', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1620367881'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:42.548609 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dac42ad9-bc2b-4486-8934-c3bfefb4a454 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.555057 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dac42ad9-bc2b-4486-8934-c3bfefb4a454 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/fddc9933-5ebe-4ac0-a324-a1b5d9f6ab56 HTTP/1.1" status: 204 len: 168 time: 0.5553844 Dec 14 01:19:42.555812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55326) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:42.620582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cba0f49-5cc3-4099-be2d-5dcf00b35504 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Network a28f5067-2bd1-48e0-962c-3ff672bc8826 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:19:42.633573 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-6cba0f49-5cc3-4099-be2d-5dcf00b35504 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, a28f5067-2bd1-48e0-962c-3ff672bc8826) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:42.644443 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cba0f49-5cc3-4099-be2d-5dcf00b35504 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:42.645204 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6cba0f49-5cc3-4099-be2d-5dcf00b35504 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.681394 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297d4dc7-c2ba-4a89-9ef7-33a281b91aef tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:42.684931 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-297d4dc7-c2ba-4a89-9ef7-33a281b91aef tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1272953 Dec 14 01:19:42.687438 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55328) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:42.690987 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06d987c0-07a4-4f90-96e2-32f51d03dc17 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.726365 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d987c0-07a4-4f90-96e2-32f51d03dc17 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Port': ['ID=18c043b2-ee4d-4498-8fb4-20594f7525dc,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:42.739843 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b7fd90-8d54-4c78-8a1c-2580ca546771 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] GET failed (client error): The resource could not be found. Dec 14 01:19:42.742945 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-48b7fd90-8d54-4c78-8a1c-2580ca546771 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports/d2f95a5a-e198-46bf-bb37-e0bc37a3a741 HTTP/1.1" status: 404 len: 333 time: 0.0538092 Dec 14 01:19:42.748946 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6cba0f49-5cc3-4099-be2d-5dcf00b35504 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9329915 Dec 14 01:19:42.749619 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55330) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:42.752682 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55332) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:42.759551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Request body: {'port': {'network_id': 'a28f5067-2bd1-48e0-962c-3ff672bc8826', 'name': 'tempest-TagsExtTest-1445468077'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:42.790286 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-e525e572-3c32-40ee-ba54-7c6eb098136b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] GET failed (client error): The resource could not be found. Dec 14 01:19:42.796121 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e525e572-3c32-40ee-ba54-7c6eb098136b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports/fddc9933-5ebe-4ac0-a324-a1b5d9f6ab56 HTTP/1.1" status: 404 len: 333 time: 0.0445821 Dec 14 01:19:42.797367 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55334) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:42.813005 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8544282-4ae5-499e-bd4b-cddba121ecb7 None None] Network a28f5067-2bd1-48e0-962c-3ff672bc8826 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:42.903474 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58835de1-ee72-4187-956c-745af9ff32af tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.949862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-24d37b74-767f-49f7-9997-7174ecbf9a08', 'network_id': '24d37b74-767f-49f7-9997-7174ecbf9a08', 'project_id': '8909ba5bc98945bf8c8793443724faa2', 'fixed_ips': [{'subnet_id': '0e7acd7c-ff5f-46c8-bedb-1741d3bfa74b'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:19:42.952404 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:42.971803 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:42.975505 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.010033 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-a28f5067-2bd1-48e0-962c-3ff672bc8826', 'network_id': 'a28f5067-2bd1-48e0-962c-3ff672bc8826', 'project_id': '183c3b155a794e7abfebc0cdb3d91798', 'fixed_ips': [{'subnet_id': '19c0085b-6dd9-4b36-b611-b3a4a85d829c'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:19:43.011047 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.016010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58835de1-ee72-4187-956c-745af9ff32af tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.044052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-58835de1-ee72-4187-956c-745af9ff32af tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e694fbca-60a3-4fba-93be-977eb45d3ad4']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:43.047187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] device_id is not set on port 5a769c7a-a197-4741-9964-74c4f8e8588c yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:43.055320 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-58835de1-ee72-4187-956c-745af9ff32af tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6562065b-a46a-44e9-bd15-f31fa6ae2441') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:43.055697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-58835de1-ee72-4187-956c-745af9ff32af tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6562065b-a46a-44e9-bd15-f31fa6ae2441') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:43.063973 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d987c0-07a4-4f90-96e2-32f51d03dc17 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router d0e43b18-8c12-492b-8f00-487cda994479 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:43.067198 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58835de1-ee72-4187-956c-745af9ff32af tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.081386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58835de1-ee72-4187-956c-745af9ff32af tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.092677 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58835de1-ee72-4187-956c-745af9ff32af tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:43.093754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58835de1-ee72-4187-956c-745af9ff32af tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:43.141149 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:43.177577 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58835de1-ee72-4187-956c-745af9ff32af tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.186505 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58835de1-ee72-4187-956c-745af9ff32af tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.189696 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-58835de1-ee72-4187-956c-745af9ff32af tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/networks/e694fbca-60a3-4fba-93be-977eb45d3ad4 HTTP/1.1" status: 204 len: 168 time: 0.3916082 Dec 14 01:19:43.199357 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55338) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:43.204586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-9a45b90b-69b8-4c06-8d79-0d5cac3ecf11 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1438316691'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:43.207861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58835de1-ee72-4187-956c-745af9ff32af tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Network': ['ID=e694fbca-60a3-4fba-93be-977eb45d3ad4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:43.224526 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Made reservation on behalf of 183c3b155a794e7abfebc0cdb3d91798 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:43.228245 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.229953 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a45b90b-69b8-4c06-8d79-0d5cac3ecf11 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:43.234582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a45b90b-69b8-4c06-8d79-0d5cac3ecf11 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.247594 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Allocated IP 172.20.0.2 (a28f5067-2bd1-48e0-962c-3ff672bc8826/19c0085b-6dd9-4b36-b611-b3a4a85d829c/926f66c1-5238-4773-99b2-9c9a09ba6eee) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:43.262896 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a45b90b-69b8-4c06-8d79-0d5cac3ecf11 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:19:43.272823 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a45b90b-69b8-4c06-8d79-0d5cac3ecf11 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.273242 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-9a45b90b-69b8-4c06-8d79-0d5cac3ecf11 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Added segment 7e81d569-a5f2-4bf6-a8d7-308bb3643aad of type vlan for network 9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7 Dec 14 01:19:43.278846 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ed221-ee1f-4369-84ff-a38be5e48664 req-ab25e51c-c053-47e4-b4ee-cb529f7d3057 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:43.280434 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-178ed221-ee1f-4369-84ff-a38be5e48664 req-ab25e51c-c053-47e4-b4ee-cb529f7d3057 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.2190087 Dec 14 01:19:43.289367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] device_id is not set on port dc3cbee4-35c9-4b5d-9939-d5ac8b4cdaec yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:43.318132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a45b90b-69b8-4c06-8d79-0d5cac3ecf11 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.343565 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a45b90b-69b8-4c06-8d79-0d5cac3ecf11 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.349291 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a45b90b-69b8-4c06-8d79-0d5cac3ecf11 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:43.350055 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a45b90b-69b8-4c06-8d79-0d5cac3ecf11 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.351598 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Allocated IP 2001:db8::291 (24d37b74-767f-49f7-9997-7174ecbf9a08/0e7acd7c-ff5f-46c8-bedb-1741d3bfa74b/5a769c7a-a197-4741-9964-74c4f8e8588c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:43.408818 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.421078 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.421338 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9a45b90b-69b8-4c06-8d79-0d5cac3ecf11 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2163498 Dec 14 01:19:43.421338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55340) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:43.427093 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-38f6c06f-b56c-4c38-a1fe-e7093bf84458 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'subnet': {'network_id': '9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:43.451143 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45b90b-69b8-4c06-8d79-0d5cac3ecf11 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Network': ['ID=9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:43.459584 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Network a28f5067-2bd1-48e0-962c-3ff672bc8826 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:43.462545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:43.466464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:43.473495 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Pushing event updated for resources: {'Port': ['ID=926f66c1-5238-4773-99b2-9c9a09ba6eee,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:43.477397 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:19:43.523579 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d987c0-07a4-4f90-96e2-32f51d03dc17 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:43.533995 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf837ea-062a-4aab-8d33-5acf79eb7a1e None None] Sync routers for ids ['d0e43b18-8c12-492b-8f00-487cda994479'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:43.535364 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-178ed221-ee1f-4369-84ff-a38be5e48664 req-9198b76f-e54b-429d-a5da-863a2ca1a046 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372367 Dec 14 01:19:43.543669 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f6c06f-b56c-4c38-a1fe-e7093bf84458 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:43.550435 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-38f6c06f-b56c-4c38-a1fe-e7093bf84458 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.569439 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf837ea-062a-4aab-8d33-5acf79eb7a1e None None] Routers {'d0e43b18-8c12-492b-8f00-487cda994479'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:43.570353 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-faf837ea-062a-4aab-8d33-5acf79eb7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['d0e43b18-8c12-492b-8f00-487cda994479'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:43.577175 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Attempting to bind port 926f66c1-5238-4773-99b2-9c9a09ba6eee on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:19:43.577729 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Attempting to bind port 926f66c1-5238-4773-99b2-9c9a09ba6eee by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '9c52d7f8-2407-4823-bb97-94c17156df11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a28f5067-2bd1-48e0-962c-3ff672bc8826'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:19:43.577923 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Attempting to bind port 926f66c1-5238-4773-99b2-9c9a09ba6eee on network a28f5067-2bd1-48e0-962c-3ff672bc8826 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:19:43.594496 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:19:43.594870 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Checking segment: {'id': '9c52d7f8-2407-4823-bb97-94c17156df11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a28f5067-2bd1-48e0-962c-3ff672bc8826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:43.595616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.595745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Bound using segment: {'id': '9c52d7f8-2407-4823-bb97-94c17156df11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a28f5067-2bd1-48e0-962c-3ff672bc8826'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:19:43.596327 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Bound port: 926f66c1-5238-4773-99b2-9c9a09ba6eee, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c52d7f8-2407-4823-bb97-94c17156df11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a28f5067-2bd1-48e0-962c-3ff672bc8826'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:19:43.596845 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.635220 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-38f6c06f-b56c-4c38-a1fe-e7093bf84458 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Performing IP validity checks on allocation pools {{(pid=103409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 14 01:19:43.635848 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-38f6c06f-b56c-4c38-a1fe-e7093bf84458 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 14 01:19:43.636724 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-faf837ea-062a-4aab-8d33-5acf79eb7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:43.649022 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf837ea-062a-4aab-8d33-5acf79eb7a1e None None] Routers {'d0e43b18-8c12-492b-8f00-487cda994479'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:43.650660 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-faf837ea-062a-4aab-8d33-5acf79eb7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['d0e43b18-8c12-492b-8f00-487cda994479'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:43.701531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] For port 926f66c1-5238-4773-99b2-9c9a09ba6eee, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:19:43.706788 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] For port 926f66c1-5238-4773-99b2-9c9a09ba6eee, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=926f66c1-5238-4773-99b2-9c9a09ba6eee,segment=NetworkSegment(9c52d7f8-2407-4823-bb97-94c17156df11),segment_id=9c52d7f8-2407-4823-bb97-94c17156df11)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:19:43.713371 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.795662 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-faf837ea-062a-4aab-8d33-5acf79eb7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:43.797199 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf837ea-062a-4aab-8d33-5acf79eb7a1e None None] The sync data for ids ['d0e43b18-8c12-492b-8f00-487cda994479'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:43.807310 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84359d9c-3130-4416-81fe-21164fe1a685 None None] Pushing event updated for resources: {'Port': ['ID=926f66c1-5238-4773-99b2-9c9a09ba6eee,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:43.808975 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-38f6c06f-b56c-4c38-a1fe-e7093bf84458 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.875887 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6c06f-b56c-4c38-a1fe-e7093bf84458 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Subnet': ['ID=a3b64f94-c507-4672-b1bf-e744b6a86735,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:43.898661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f6c06f-b56c-4c38-a1fe-e7093bf84458 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Checking segment: {'id': '7e81d569-a5f2-4bf6-a8d7-308bb3643aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:43.899147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f6c06f-b56c-4c38-a1fe-e7093bf84458 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network hostable DHCP agents. Network: 9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:19:43.920880 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f6c06f-b56c-4c38-a1fe-e7093bf84458 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:19:43.932037 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-38f6c06f-b56c-4c38-a1fe-e7093bf84458 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:43.937404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f6c06f-b56c-4c38-a1fe-e7093bf84458 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:43.938104 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-38f6c06f-b56c-4c38-a1fe-e7093bf84458 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:43.942974 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12d9050-5a14-4ea0-b4ec-382a512646eb None None] Network 9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:43.962547 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-38f6c06f-b56c-4c38-a1fe-e7093bf84458 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5406954 Dec 14 01:19:43.963220 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55346) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:43.968667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e552f000-ea9e-4510-9105-85cfeaddc105 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'network_id': '9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7', 'name': 'tempest-PortsTestJSON-1337039003'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:44.101600 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.db.api [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-31739f1c-3bf2-4e83-8680-7a88693cef8e {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:19:44.102187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG oslo_db.api [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:19:44.115276 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:44.117170 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06d987c0-07a4-4f90-96e2-32f51d03dc17 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:44.120408 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-06d987c0-07a4-4f90-96e2-32f51d03dc17 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/ports/18c043b2-ee4d-4498-8fb4-20594f7525dc HTTP/1.1" status: 204 len: 168 time: 2.5988648 Dec 14 01:19:44.121530 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7', 'network_id': '9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7', 'project_id': 'ee3732fa13194086b7ba439450103c52', 'fixed_ips': [{'subnet_id': 'a3b64f94-c507-4672-b1bf-e744b6a86735'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:19:44.122493 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:44.123364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55348) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:44.167188 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e552f000-ea9e-4510-9105-85cfeaddc105 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:44.171506 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e552f000-ea9e-4510-9105-85cfeaddc105 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:44.205038 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-e552f000-ea9e-4510-9105-85cfeaddc105 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] device_id is not set on port ae05d953-9045-4550-9cf9-e8220899ac4e yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:44.267273 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:44.332704 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Allocated IP 172.20.0.2 (9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7/a3b64f94-c507-4672-b1bf-e744b6a86735/a93db762-a231-4780-a267-6a001bceca1c) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:44.343984 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Allocated IP 2001:db8::2 (24d37b74-767f-49f7-9997-7174ecbf9a08/0e7acd7c-ff5f-46c8-bedb-1741d3bfa74b/1e59799d-a995-405a-8c16-72e42aac6bdf) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:44.358124 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 24d37b74-767f-49f7-9997-7174ecbf9a08 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:44.364465 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:44.373761 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:44.379372 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:44.379989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:44.395077 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=5a769c7a-a197-4741-9964-74c4f8e8588c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:44.441255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:44.441590 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:44.442015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:44.442358 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:44.442684 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:44.443022 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:44.443340 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:44.443670 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:44.444006 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:44.444452 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:44.444720 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:44.445049 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:44.445380 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:44.456413 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a3046e1f-66cc-462f-bf14-924c754acafd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.9206305 Dec 14 01:19:44.459550 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55350) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:44.570744 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1e79f-f8f2-4826-a610-da1a44f94370 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port 5a769c7a-a197-4741-9964-74c4f8e8588c {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:44.571098 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ea1e79f-f8f2-4826-a610-da1a44f94370 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:44.607439 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:44.630051 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:44.633539 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] device_id is not set on port 5c6f4e8a-4e57-40f5-a048-b557d1014f07 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:44.635778 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:44.642288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:44.677420 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:44.701666 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Network 9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:44.703398 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Pushing event updated for resources: {'Port': ['ID=a93db762-a231-4780-a267-6a001bceca1c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:44.709308 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:44.713421 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:44.735366 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ea1e79f-f8f2-4826-a610-da1a44f94370 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:44.758530 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1e79f-f8f2-4826-a610-da1a44f94370 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for 5a769c7a-a197-4741-9964-74c4f8e8588c owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:44.790268 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62fdeeef-e5a9-435a-982a-030e57c9d5f0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:44.790630 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Network 24d37b74-767f-49f7-9997-7174ecbf9a08 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:44.801376 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-e552f000-ea9e-4510-9105-85cfeaddc105 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Allocated IP 172.20.0.5 (9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7/a3b64f94-c507-4672-b1bf-e744b6a86735/ae05d953-9045-4550-9cf9-e8220899ac4e) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:44.827154 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:44.840412 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:44.841234 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec48f98-2c11-4b6a-b0e5-f68c4ae24abc req-49c81b40-1def-48eb-b26e-b1c7f040e19f tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:44.849733 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3ec48f98-2c11-4b6a-b0e5-f68c4ae24abc req-49c81b40-1def-48eb-b26e-b1c7f040e19f tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.1726699 Dec 14 01:19:44.855248 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Pushing event updated for resources: {'Port': ['ID=1e59799d-a995-405a-8c16-72e42aac6bdf,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:44.875673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Attempting to bind port a93db762-a231-4780-a267-6a001bceca1c on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:19:44.876448 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Attempting to bind port a93db762-a231-4780-a267-6a001bceca1c by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '7e81d569-a5f2-4bf6-a8d7-308bb3643aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:19:44.878112 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Attempting to bind port a93db762-a231-4780-a267-6a001bceca1c on network 9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:19:44.906636 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:19:44.907326 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Checking segment: {'id': '7e81d569-a5f2-4bf6-a8d7-308bb3643aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:44.907778 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:44.908376 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Bound using segment: {'id': '7e81d569-a5f2-4bf6-a8d7-308bb3643aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:19:44.908890 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Bound port: a93db762-a231-4780-a267-6a001bceca1c, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e81d569-a5f2-4bf6-a8d7-308bb3643aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:19:44.909282 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:44.970268 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3ec48f98-2c11-4b6a-b0e5-f68c4ae24abc req-fe8c08df-b497-4753-af27-adc473937386 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195705 Dec 14 01:19:44.979665 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Attempting to bind port 1e59799d-a995-405a-8c16-72e42aac6bdf on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:19:44.980425 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Attempting to bind port 1e59799d-a995-405a-8c16-72e42aac6bdf by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'c1a9db08-5cef-468b-9c57-54b7ef02f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '24d37b74-767f-49f7-9997-7174ecbf9a08'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:19:44.981080 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Attempting to bind port 1e59799d-a995-405a-8c16-72e42aac6bdf on network 24d37b74-767f-49f7-9997-7174ecbf9a08 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:19:45.027851 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:19:45.028561 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Checking segment: {'id': 'c1a9db08-5cef-468b-9c57-54b7ef02f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '24d37b74-767f-49f7-9997-7174ecbf9a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:45.029134 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.030621 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Bound using segment: {'id': 'c1a9db08-5cef-468b-9c57-54b7ef02f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '24d37b74-767f-49f7-9997-7174ecbf9a08'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:19:45.031258 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Bound port: 1e59799d-a995-405a-8c16-72e42aac6bdf, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a9db08-5cef-468b-9c57-54b7ef02f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '24d37b74-767f-49f7-9997-7174ecbf9a08'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:19:45.031811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.051575 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Allocated IP 172.20.0.6 (a28f5067-2bd1-48e0-962c-3ff672bc8826/19c0085b-6dd9-4b36-b611-b3a4a85d829c/5c6f4e8a-4e57-40f5-a048-b557d1014f07) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:45.095626 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8334190-0fe2-4923-bd24-e23559677326 None None] Network a28f5067-2bd1-48e0-962c-3ff672bc8826 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:45.152695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] For port a93db762-a231-4780-a267-6a001bceca1c, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:19:45.183454 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d880c-e81e-4eea-ab9d-d46627ab0c9d req-5f5f9f43-d52b-47f3-95ba-5d33228a4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:45.185068 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-596d880c-e81e-4eea-ab9d-d46627ab0c9d req-5f5f9f43-d52b-47f3-95ba-5d33228a4d31 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 1099 time: 0.1139486 Dec 14 01:19:45.193718 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] For port a93db762-a231-4780-a267-6a001bceca1c, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a93db762-a231-4780-a267-6a001bceca1c,segment=NetworkSegment(7e81d569-a5f2-4bf6-a8d7-308bb3643aad),segment_id=7e81d569-a5f2-4bf6-a8d7-308bb3643aad)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:19:45.206991 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.212141 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] For port 1e59799d-a995-405a-8c16-72e42aac6bdf, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:19:45.229912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e552f000-ea9e-4510-9105-85cfeaddc105 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.257639 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ea1e79f-f8f2-4826-a610-da1a44f94370 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.264941 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] For port 1e59799d-a995-405a-8c16-72e42aac6bdf, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=1e59799d-a995-405a-8c16-72e42aac6bdf,segment=NetworkSegment(c1a9db08-5cef-468b-9c57-54b7ef02f34f),segment_id=c1a9db08-5cef-468b-9c57-54b7ef02f34f)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:19:45.282054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.290945 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ad026b5f-e99c-459c-a8c7-fa6a8309eb40 None None] Provisioning complete for port 926f66c1-5238-4773-99b2-9c9a09ba6eee triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:45.291455 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad026b5f-e99c-459c-a8c7-fa6a8309eb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.309804 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1e79f-f8f2-4826-a610-da1a44f94370 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=5a769c7a-a197-4741-9964-74c4f8e8588c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:45.318386 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-596d880c-e81e-4eea-ab9d-d46627ab0c9d req-a045fc22-330b-40f8-9e56-5de454eb4785 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244099 Dec 14 01:19:45.345821 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ea1e79f-f8f2-4826-a610-da1a44f94370 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.351563 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2ea1e79f-f8f2-4826-a610-da1a44f94370 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/5a769c7a-a197-4741-9964-74c4f8e8588c HTTP/1.1" status: 204 len: 168 time: 0.8876483 Dec 14 01:19:45.351762 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55354) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:45.354878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-62fdeeef-e5a9-435a-982a-030e57c9d5f0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Deleting port a993110e-d33f-4530-868f-bb5d4830c703 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:45.355533 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62fdeeef-e5a9-435a-982a-030e57c9d5f0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.393209 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f13cb2-ec47-4ddc-a615-48e494d816d5 None None] Pushing event updated for resources: {'Port': ['ID=a93db762-a231-4780-a267-6a001bceca1c,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:45.399622 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0813a4-8038-416e-97fe-7ae990bf6b97 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] GET failed (client error): The resource could not be found. Dec 14 01:19:45.410939 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2e0813a4-8038-416e-97fe-7ae990bf6b97 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports/5a769c7a-a197-4741-9964-74c4f8e8588c HTTP/1.1" status: 404 len: 333 time: 0.0564551 Dec 14 01:19:45.411601 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55356) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:45.492992 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3ed54-0227-4867-ab4c-16318306fe5e None None] Pushing event updated for resources: {'Port': ['ID=1e59799d-a995-405a-8c16-72e42aac6bdf,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:45.495998 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e552f000-ea9e-4510-9105-85cfeaddc105 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.505485 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting subnet 0e7acd7c-ff5f-46c8-bedb-1741d3bfa74b {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:19:45.510847 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.524336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.532291 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62fdeeef-e5a9-435a-982a-030e57c9d5f0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.553364 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad026b5f-e99c-459c-a8c7-fa6a8309eb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.557157 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-62fdeeef-e5a9-435a-982a-030e57c9d5f0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Calling delete_port for a993110e-d33f-4530-868f-bb5d4830c703 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:45.592988 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.655217 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ad026b5f-e99c-459c-a8c7-fa6a8309eb40 None None] For port 926f66c1-5238-4773-99b2-9c9a09ba6eee, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=926f66c1-5238-4773-99b2-9c9a09ba6eee,segment=NetworkSegment(9c52d7f8-2407-4823-bb97-94c17156df11),segment_id=9c52d7f8-2407-4823-bb97-94c17156df11)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:45.666269 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.681139 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad026b5f-e99c-459c-a8c7-fa6a8309eb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.735707 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Pushing event updated for resources: {'Port': ['ID=5c6f4e8a-4e57-40f5-a048-b557d1014f07,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:45.747730 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e552f000-ea9e-4510-9105-85cfeaddc105 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:45.760118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e552f000-ea9e-4510-9105-85cfeaddc105 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:45.770301 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e552f000-ea9e-4510-9105-85cfeaddc105 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:45.791586 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Network a28f5067-2bd1-48e0-962c-3ff672bc8826 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:45.813335 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad026b5f-e99c-459c-a8c7-fa6a8309eb40 None None] Pushing event updated for resources: {'Port': ['ID=926f66c1-5238-4773-99b2-9c9a09ba6eee,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:45.813569 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:45.817728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:45.855307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552f000-ea9e-4510-9105-85cfeaddc105 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=ae05d953-9045-4550-9cf9-e8220899ac4e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:45.885565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:45.886284 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.908847 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4c461049-4cc0-4642-be39-bac51b451ca9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1547058 Dec 14 01:19:45.912025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55358) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:45.918605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-da78dfcc-b7cd-4052-b73b-64f61d686bbb tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1840627230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:45.953010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e552f000-ea9e-4510-9105-85cfeaddc105 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:45.953588 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e552f000-ea9e-4510-9105-85cfeaddc105 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:45.963249 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.042743 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-274beeeb-6ef1-4f9a-9a15-8aa83cbe464f None None] Provisioning complete for port 926f66c1-5238-4773-99b2-9c9a09ba6eee triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:46.043222 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-274beeeb-6ef1-4f9a-9a15-8aa83cbe464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.047298 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 926f66c1-5238-4773-99b2-9c9a09ba6eee up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:19:46.097909 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62fdeeef-e5a9-435a-982a-030e57c9d5f0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.101160 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e552f000-ea9e-4510-9105-85cfeaddc105 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1363428 Dec 14 01:19:46.102186 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55362) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:46.172217 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da78dfcc-b7cd-4052-b73b-64f61d686bbb tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.173851 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da78dfcc-b7cd-4052-b73b-64f61d686bbb tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.182986 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f5a05474-38ab-423e-b39f-ae9fb1cf0244 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:19:46.260998 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdeeef-e5a9-435a-982a-030e57c9d5f0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Port': ['ID=a993110e-d33f-4530-868f-bb5d4830c703,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:46.280420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da78dfcc-b7cd-4052-b73b-64f61d686bbb tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.317605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da78dfcc-b7cd-4052-b73b-64f61d686bbb tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.354306 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4667ce-ec3a-4fc0-a9f4-392579b2391c req-5c188749-33db-48cd-a1cc-ac3be89c5ade tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:46.356584 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4d4667ce-ec3a-4fc0-a9f4-392579b2391c req-5c188749-33db-48cd-a1cc-ac3be89c5ade tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.2270596 Dec 14 01:19:46.376904 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da78dfcc-b7cd-4052-b73b-64f61d686bbb tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.385709 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-da78dfcc-b7cd-4052-b73b-64f61d686bbb tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4715002 Dec 14 01:19:46.386564 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55364) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:46.403416 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-65f6ec62-094c-4990-9f2c-6dcc87b972f8 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-847890718', 'prefixes': ['172.20.0.0/16']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:46.463926 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 926f66c1-5238-4773-99b2-9c9a09ba6eee triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:46.464244 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.468782 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.481960 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62fdeeef-e5a9-435a-982a-030e57c9d5f0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.488042 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4d4667ce-ec3a-4fc0-a9f4-392579b2391c req-199714da-97b0-42ef-9dae-aa7930e4069e tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154652 Dec 14 01:19:46.495770 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.503468 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/0e7acd7c-ff5f-46c8-bedb-1741d3bfa74b HTTP/1.1" status: 204 len: 168 time: 1.0904200 Dec 14 01:19:46.504317 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55366) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:46.544231 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-73e976c2-5d8a-4bd3-a904-289e9c3f4057 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port ae05d953-9045-4550-9cf9-e8220899ac4e {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:46.545284 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73e976c2-5d8a-4bd3-a904-289e9c3f4057 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.552038 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7acd7c-ff5f-46c8-bedb-1741d3bfa74b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:46.553300 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f5a05474-38ab-423e-b39f-ae9fb1cf0244, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f5a05474-38ab-423e-b39f-ae9fb1cf0244,segment=NetworkSegment(2ee2c7a8-6d21-4f7f-822c-d2739650d098),segment_id=2ee2c7a8-6d21-4f7f-822c-d2739650d098)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:46.572407 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244', 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'port_id': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244', 'mac_address': 'fa:16:3e:3f:7f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:19:46.586799 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.588717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.589087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.589481 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.589830 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.590185 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.590850 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.591331 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.591674 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.592019 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.592403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.592714 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.593041 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeeaddb-f5c4-4aa6-9a44-e4ce4f281b29 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.631265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4a243b3f-7fd4-442f-877a-2ede4d6127ca None None] Provisioning complete for port 5c6f4e8a-4e57-40f5-a048-b557d1014f07 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:46.631638 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a243b3f-7fd4-442f-877a-2ede4d6127ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.669432 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.714909 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5a05474-38ab-423e-b39f-ae9fb1cf0244 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:19:46.719190 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4a243b3f-7fd4-442f-877a-2ede4d6127ca None None] Port 5c6f4e8a-4e57-40f5-a048-b557d1014f07 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:19:46.738211 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-65f6ec62-094c-4990-9f2c-6dcc87b972f8 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks [] for subnetpool, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.738469 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a93db762-a231-4780-a267-6a001bceca1c up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:19:46.744054 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-65f6ec62-094c-4990-9f2c-6dcc87b972f8 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3454385 Dec 14 01:19:46.747481 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55368) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:46.755018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-d5b4f833-7475-4673-8cfa-9ec63bf6077e tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '19c0085b-6dd9-4b36-b611-b3a4a85d829c', 'tempest-TagsExtTest-Tag-1340923041') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:46.758556 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.760741 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f5a05474-38ab-423e-b39f-ae9fb1cf0244, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f5a05474-38ab-423e-b39f-ae9fb1cf0244,segment=NetworkSegment(2ee2c7a8-6d21-4f7f-822c-d2739650d098),segment_id=2ee2c7a8-6d21-4f7f-822c-d2739650d098)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:46.772987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.792884 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73e976c2-5d8a-4bd3-a904-289e9c3f4057 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.816013 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-73e976c2-5d8a-4bd3-a904-289e9c3f4057 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for ae05d953-9045-4550-9cf9-e8220899ac4e owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:46.825023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fdeeef-e5a9-435a-982a-030e57c9d5f0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router d0e43b18-8c12-492b-8f00-487cda994479 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:46.846665 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=f5a05474-38ab-423e-b39f-ae9fb1cf0244,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:46.857159 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.857554 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.858043 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.858169 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.858507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.858946 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.859299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.859634 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.860005 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.861140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.861140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.861140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.861454 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:19:46.866306 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port a93db762-a231-4780-a267-6a001bceca1c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:46.866675 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.934018 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d5b4f833-7475-4673-8cfa-9ec63bf6077e tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "PUT /v2.0/subnets/19c0085b-6dd9-4b36-b611-b3a4a85d829c/tags/tempest-TagsExtTest-Tag-1340923041 HTTP/1.1" status: 201 len: 201 time: 0.1834791 Dec 14 01:19:46.936937 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55370) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:46.944764 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-f967443c-79d3-493b-95e1-faf8c8f393b3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5c6f4e8a-4e57-40f5-a048-b557d1014f07', 'tempest-TagsExtTest-Tag-2125784155') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:46.947622 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port 1e59799d-a995-405a-8c16-72e42aac6bdf {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:46.947911 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:46.970330 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:47.000898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fdeeef-e5a9-435a-982a-030e57c9d5f0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:47.010273 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-62fdeeef-e5a9-435a-982a-030e57c9d5f0 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "PUT /v2.0/routers/d0e43b18-8c12-492b-8f00-487cda994479/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8853581 Dec 14 01:19:47.013818 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55372) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:47.021864 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89840350-464c-4fc3-9291-18bb0bc045c2 None None] Sync routers for ids ['d0e43b18-8c12-492b-8f00-487cda994479'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:47.048862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port a93db762-a231-4780-a267-6a001bceca1c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a93db762-a231-4780-a267-6a001bceca1c,segment=NetworkSegment(7e81d569-a5f2-4bf6-a8d7-308bb3643aad),segment_id=7e81d569-a5f2-4bf6-a8d7-308bb3643aad)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:47.058197 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89840350-464c-4fc3-9291-18bb0bc045c2 None None] Routers {'d0e43b18-8c12-492b-8f00-487cda994479'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:47.059039 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-89840350-464c-4fc3-9291-18bb0bc045c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['d0e43b18-8c12-492b-8f00-487cda994479'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:47.093512 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:19:47.113878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] For port 1e59799d-a995-405a-8c16-72e42aac6bdf, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=1e59799d-a995-405a-8c16-72e42aac6bdf,segment=NetworkSegment(c1a9db08-5cef-468b-9c57-54b7ef02f34f),segment_id=c1a9db08-5cef-468b-9c57-54b7ef02f34f)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:47.114514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:47.116071 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:47.118064 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-89840350-464c-4fc3-9291-18bb0bc045c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:47.128014 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['f5a05474-38ab-423e-b39f-ae9fb1cf0244'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:19:47.153927 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9853539-fb58-4e1b-9ca7-741c3de97260 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:47.181461 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for 1e59799d-a995-405a-8c16-72e42aac6bdf owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:47.281460 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9853539-fb58-4e1b-9ca7-741c3de97260 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:47.313458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73e976c2-5d8a-4bd3-a904-289e9c3f4057 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:47.371682 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f967443c-79d3-493b-95e1-faf8c8f393b3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "PUT /v2.0/ports/5c6f4e8a-4e57-40f5-a048-b557d1014f07/tags/tempest-TagsExtTest-Tag-2125784155 HTTP/1.1" status: 201 len: 201 time: 0.4333267 Dec 14 01:19:47.377063 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55374) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:47.384916 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-48d5dc12-3263-48da-8465-d74f81268407 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '86629278-c611-4529-865a-760ec975b322', 'tempest-TagsExtTest-Tag-106320860') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:47.387597 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e976c2-5d8a-4bd3-a904-289e9c3f4057 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=ae05d953-9045-4550-9cf9-e8220899ac4e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:47.412979 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d9853539-fb58-4e1b-9ca7-741c3de97260 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Deleting port 36c5071d-a5e3-44e2-94e4-31db3b9d41bc {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:47.413566 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9853539-fb58-4e1b-9ca7-741c3de97260 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:47.452421 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89840350-464c-4fc3-9291-18bb0bc045c2 None None] Routers {'d0e43b18-8c12-492b-8f00-487cda994479'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:47.453061 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-89840350-464c-4fc3-9291-18bb0bc045c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['d0e43b18-8c12-492b-8f00-487cda994479'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:47.493880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-89840350-464c-4fc3-9291-18bb0bc045c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:47.494894 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89840350-464c-4fc3-9291-18bb0bc045c2 None None] The sync data for ids ['d0e43b18-8c12-492b-8f00-487cda994479'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:47.496519 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3549f49-c340-4d37-a75d-cd9e8953ef92 None None] Network 9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:47.521463 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9853539-fb58-4e1b-9ca7-741c3de97260 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:47.541224 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d9853539-fb58-4e1b-9ca7-741c3de97260 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Calling delete_port for 36c5071d-a5e3-44e2-94e4-31db3b9d41bc owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:47.554369 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7f40d9-288d-4243-aa20-5d004cd04aa5 None None] Network 24d37b74-767f-49f7-9997-7174ecbf9a08 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:47.555084 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:47.563175 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73e976c2-5d8a-4bd3-a904-289e9c3f4057 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:47.566970 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-73e976c2-5d8a-4bd3-a904-289e9c3f4057 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/ae05d953-9045-4550-9cf9-e8220899ac4e HTTP/1.1" status: 204 len: 168 time: 1.4583938 Dec 14 01:19:47.590869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55378) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:47.635542 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b0d5db-603b-4bf4-94d1-f23c695e5882 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:47.636421 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b0d5db-603b-4bf4-94d1-f23c695e5882 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:47.640491 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-84b0d5db-603b-4bf4-94d1-f23c695e5882 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/ae05d953-9045-4550-9cf9-e8220899ac4e HTTP/1.1" status: 404 len: 333 time: 0.0485649 Dec 14 01:19:47.642266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=1e59799d-a995-405a-8c16-72e42aac6bdf,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:47.645264 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55380) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:47.689716 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3dedae-5ac5-4088-933a-c2666676f5ce tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] GET failed (client error): The resource could not be found. Dec 14 01:19:47.691792 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2b3dedae-5ac5-4088-933a-c2666676f5ce tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports/ae05d953-9045-4550-9cf9-e8220899ac4e HTTP/1.1" status: 404 len: 333 time: 0.0426786 Dec 14 01:19:47.695181 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55382) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:47.696119 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No DVR routers for this DVR port 1e59799d-a995-405a-8c16-72e42aac6bdf on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:47.700453 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-48d5dc12-3263-48da-8465-d74f81268407 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "PUT /v2.0/routers/86629278-c611-4529-865a-760ec975b322/tags/tempest-TagsExtTest-Tag-106320860 HTTP/1.1" status: 201 len: 201 time: 0.3203344 Dec 14 01:19:47.714107 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=a93db762-a231-4780-a267-6a001bceca1c,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:47.717529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a49cdd31-ad0e-484b-a535-87c7ca54cde0 None None] Provisioning complete for port a93db762-a231-4780-a267-6a001bceca1c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:47.717918 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a49cdd31-ad0e-484b-a535-87c7ca54cde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:47.719524 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55384) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:47.728048 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-f239ba10-f1ad-4b47-8d40-3133c4fcb289 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '95fded2f-a024-4606-b671-b8291c387f91', 'tempest-TagsExtTest-Tag-1550786524') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:47.774848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f888f459-7d31-464b-bffc-d2467cf0090b None None] DHCP port deletion for 24d37b74-767f-49f7-9997-7174ecbf9a08 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:47.803137 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da75986-b2f3-4570-87f2-946c4d45cec6 req-c902abc8-c19b-455b-9a34-bb7d90d48efa tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:47.804738 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0da75986-b2f3-4570-87f2-946c4d45cec6 req-c902abc8-c19b-455b-9a34-bb7d90d48efa tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 945 time: 0.1972528 Dec 14 01:19:47.885461 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 926f66c1-5238-4773-99b2-9c9a09ba6eee up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:19:47.920443 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:47.929004 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f239ba10-f1ad-4b47-8d40-3133c4fcb289 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "PUT /v2.0/subnetpools/95fded2f-a024-4606-b671-b8291c387f91/tags/tempest-TagsExtTest-Tag-1550786524 HTTP/1.1" status: 201 len: 201 time: 0.2073905 Dec 14 01:19:47.934335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55386) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:47.939408 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-4f43f2a7-386a-4543-9e9f-89711b3baf69 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '19c0085b-6dd9-4b36-b611-b3a4a85d829c') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:47.955455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c159f86-7689-47ae-8108-14d3b9c0ff33 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting subnet a3b64f94-c507-4672-b1bf-e744b6a86735 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:19:47.959478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c159f86-7689-47ae-8108-14d3b9c0ff33 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:47.966618 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0da75986-b2f3-4570-87f2-946c4d45cec6 req-45549568-faff-4404-9145-cbfea38a4817 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153438 Dec 14 01:19:47.979721 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a49cdd31-ad0e-484b-a535-87c7ca54cde0 None None] Could not find standard attr ID for object 1e59799d-a995-405a-8c16-72e42aac6bdf. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:19:48.003381 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55388) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:48.015402 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9853539-fb58-4e1b-9ca7-741c3de97260 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.047219 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 926f66c1-5238-4773-99b2-9c9a09ba6eee triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:48.047439 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d37b74-767f-49f7-9997-7174ecbf9a08']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:48.047728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.059047 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c159f86-7689-47ae-8108-14d3b9c0ff33 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.081590 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9853539-fb58-4e1b-9ca7-741c3de97260 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Port': ['ID=36c5071d-a5e3-44e2-94e4-31db3b9d41bc,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:48.097676 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a9db08-5cef-468b-9c57-54b7ef02f34f') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:48.097978 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a9db08-5cef-468b-9c57-54b7ef02f34f') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:48.108281 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c09b6b1-8398-4480-bff7-b7e532279e41 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:48.134261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f5a05474-38ab-423e-b39f-ae9fb1cf0244 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:48.139031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.180080 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.203988 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:48.204447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.215891 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8b7a599d-71b2-4cb3-be36-b08fa408048c tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/floatingips/c4091a11-7835-4fc2-b845-4bdd387526e9 HTTP/1.1" status: 200 len: 993 time: 0.2024217 Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:48.229139 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:48.238224 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9853539-fb58-4e1b-9ca7-741c3de97260 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.287426 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-fd96b709-3aa7-4f81-aa21-dbf0949b1408 None None] Provisioning complete for port a93db762-a231-4780-a267-6a001bceca1c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:48.287934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fd96b709-3aa7-4f81-aa21-dbf0949b1408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.310783 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c159f86-7689-47ae-8108-14d3b9c0ff33 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.342300 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.365387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f5a05474-38ab-423e-b39f-ae9fb1cf0244 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:19:48.393409 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f5a05474-38ab-423e-b39f-ae9fb1cf0244, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f5a05474-38ab-423e-b39f-ae9fb1cf0244,segment=NetworkSegment(2ee2c7a8-6d21-4f7f-822c-d2739650d098),segment_id=2ee2c7a8-6d21-4f7f-822c-d2739650d098)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:48.421790 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.490523 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=f5a05474-38ab-423e-b39f-ae9fb1cf0244,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:48.592002 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ed1a4c7e-23d3-4874-af51-fa39fcbc8e71 None None] Could not find standard attr ID for object ae05d953-9045-4550-9cf9-e8220899ac4e. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:19:48.693282 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4f43f2a7-386a-4543-9e9f-89711b3baf69 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/subnets/19c0085b-6dd9-4b36-b611-b3a4a85d829c/tags HTTP/1.1" status: 200 len: 241 time: 0.7578206 Dec 14 01:19:48.698870 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55390) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:48.701375 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.707521 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-7881becf-e646-4576-b67e-ea78c59a060b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '19c0085b-6dd9-4b36-b611-b3a4a85d829c', 'tempest-TagsExtTest-Tag-1340923041') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:48.734184 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.740911 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/networks/24d37b74-767f-49f7-9997-7174ecbf9a08 HTTP/1.1" status: 204 len: 168 time: 2.2058041 Dec 14 01:19:48.741801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55392) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:48.757967 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9853539-fb58-4e1b-9ca7-741c3de97260 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.760360 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9853539-fb58-4e1b-9ca7-741c3de97260 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.760504 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a31b8bdf-673f-4c5f-b53f-36d999cede9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478', 'name': 'tempest-PortsIpV6TestJSON-1884135783'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:48.766333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c3d7d-ad87-40b3-8f10-2d9a01f8aca6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Network': ['ID=24d37b74-767f-49f7-9997-7174ecbf9a08,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:48.809707 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9853539-fb58-4e1b-9ca7-741c3de97260 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.810357 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9853539-fb58-4e1b-9ca7-741c3de97260 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Fanout notify agent at l3_agent the message router_deleted on router d0e43b18-8c12-492b-8f00-487cda994479 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:19:48.817081 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9853539-fb58-4e1b-9ca7-741c3de97260 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.820657 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d9853539-fb58-4e1b-9ca7-741c3de97260 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/routers/d0e43b18-8c12-492b-8f00-487cda994479 HTTP/1.1" status: 204 len: 168 time: 1.8031096 Dec 14 01:19:48.820931 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55394) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:48.851500 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c159f86-7689-47ae-8108-14d3b9c0ff33 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.874703 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcfe28f5-b1ec-4f5e-95f2-e8af67f4b131 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Deleting subnet a71ae35b-ca3a-4b27-a96b-7a26caeb4bd9 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:19:48.877819 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcfe28f5-b1ec-4f5e-95f2-e8af67f4b131 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.894283 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c159f86-7689-47ae-8108-14d3b9c0ff33 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b64f94-c507-4672-b1bf-e744b6a86735,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:48.905432 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c159f86-7689-47ae-8108-14d3b9c0ff33 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.911792 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4c159f86-7689-47ae-8108-14d3b9c0ff33 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/a3b64f94-c507-4672-b1bf-e744b6a86735 HTTP/1.1" status: 204 len: 168 time: 1.2135034 Dec 14 01:19:48.912617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55396) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:48.913013 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcc749c-a808-49f7-ba26-cbd7739ba406 None None] Network 9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:48.922106 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcfe28f5-b1ec-4f5e-95f2-e8af67f4b131 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:48.925443 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7881becf-e646-4576-b67e-ea78c59a060b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/subnets/19c0085b-6dd9-4b36-b611-b3a4a85d829c/tags/tempest-TagsExtTest-Tag-1340923041 HTTP/1.1" status: 204 len: 168 time: 0.2250867 Dec 14 01:19:48.930885 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55398) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:48.939532 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-aa55bace-2c54-4bc3-bafb-ad572abc570f tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '19c0085b-6dd9-4b36-b611-b3a4a85d829c', 'tempest-TagsExtTest-Tag-1340923041') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:49.022341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcfe28f5-b1ec-4f5e-95f2-e8af67f4b131 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.025254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31b8bdf-673f-4c5f-b53f-36d999cede9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:49.036079 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a31b8bdf-673f-4c5f-b53f-36d999cede9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.077914 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.080518 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-a31b8bdf-673f-4c5f-b53f-36d999cede9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] device_id is not set on port 96d52139-8fa7-40f7-8a33-267f2d747669 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:49.118888 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11129e9-a0e5-4096-82e0-f758069f69ee None None] DHCP port deletion for 9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:49.129774 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcfe28f5-b1ec-4f5e-95f2-e8af67f4b131 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.151351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcfe28f5-b1ec-4f5e-95f2-e8af67f4b131 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.159811 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dcfe28f5-b1ec-4f5e-95f2-e8af67f4b131 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/subnets/a71ae35b-ca3a-4b27-a96b-7a26caeb4bd9 HTTP/1.1" status: 204 len: 168 time: 0.3363276 Dec 14 01:19:49.168157 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7092db9-6eba-4cde-b068-f1b32e993dae None None] Network 7b2fc32b-2ba1-4d70-af26-60561b1cddae requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:49.180544 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55400) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:49.184048 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe28f5-b1ec-4f5e-95f2-e8af67f4b131 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Subnet': ['ID=a71ae35b-ca3a-4b27-a96b-7a26caeb4bd9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:49.257486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f11129e9-a0e5-4096-82e0-f758069f69ee None None] Deleting port a93db762-a231-4780-a267-6a001bceca1c {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:49.257953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f11129e9-a0e5-4096-82e0-f758069f69ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.276687 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-aa55bace-2c54-4bc3-bafb-ad572abc570f tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/subnets/19c0085b-6dd9-4b36-b611-b3a4a85d829c/tags/tempest-TagsExtTest-Tag-1340923041 HTTP/1.1" status: 204 len: 168 time: 0.3447697 Dec 14 01:19:49.279796 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55402) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:49.285316 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-1298a5c1-a3b9-4036-848b-0f5dbdc7bbe0 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '19c0085b-6dd9-4b36-b611-b3a4a85d829c') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:49.333194 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f11129e9-a0e5-4096-82e0-f758069f69ee None None] For port a93db762-a231-4780-a267-6a001bceca1c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a93db762-a231-4780-a267-6a001bceca1c,segment=NetworkSegment(7e81d569-a5f2-4bf6-a8d7-308bb3643aad),segment_id=7e81d569-a5f2-4bf6-a8d7-308bb3643aad)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:49.333799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f11129e9-a0e5-4096-82e0-f758069f69ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.346300 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f11129e9-a0e5-4096-82e0-f758069f69ee None None] Calling delete_port for a93db762-a231-4780-a267-6a001bceca1c owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:49.353761 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.359563 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1298a5c1-a3b9-4036-848b-0f5dbdc7bbe0 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/subnets/19c0085b-6dd9-4b36-b611-b3a4a85d829c/tags HTTP/1.1" status: 200 len: 205 time: 0.0756395 Dec 14 01:19:49.359874 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55404) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:49.364374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-fece66ef-302b-42e2-a13b-0e468cc37dc5 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5c6f4e8a-4e57-40f5-a048-b557d1014f07') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:49.391589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port a93db762-a231-4780-a267-6a001bceca1c {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:49.392015 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.399124 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a31b8bdf-673f-4c5f-b53f-36d999cede9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.422326 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d46f4da-4ad8-4337-b1e6-cbeed8b28d74 None None] DHCP port deletion for 7b2fc32b-2ba1-4d70-af26-60561b1cddae request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:49.434560 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fece66ef-302b-42e2-a13b-0e468cc37dc5 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/ports/5c6f4e8a-4e57-40f5-a048-b557d1014f07/tags HTTP/1.1" status: 200 len: 241 time: 0.0711374 Dec 14 01:19:49.434873 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55406) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:49.439039 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-7b58d936-f266-446e-9497-bf739e072471 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5c6f4e8a-4e57-40f5-a048-b557d1014f07', 'tempest-TagsExtTest-Tag-2125784155') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:49.476797 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f11129e9-a0e5-4096-82e0-f758069f69ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.505195 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7b58d936-f266-446e-9497-bf739e072471 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/ports/5c6f4e8a-4e57-40f5-a048-b557d1014f07/tags/tempest-TagsExtTest-Tag-2125784155 HTTP/1.1" status: 204 len: 168 time: 0.0670352 Dec 14 01:19:49.505454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55408) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:49.508911 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11129e9-a0e5-4096-82e0-f758069f69ee None None] Pushing event deleted for resources: {'Port': ['ID=a93db762-a231-4780-a267-6a001bceca1c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:49.509346 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] For port a93db762-a231-4780-a267-6a001bceca1c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a93db762-a231-4780-a267-6a001bceca1c,segment=NetworkSegment(7e81d569-a5f2-4bf6-a8d7-308bb3643aad),segment_id=7e81d569-a5f2-4bf6-a8d7-308bb3643aad)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:49.509714 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.509857 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-ed9bd000-ce2d-40a3-8456-8a5905412123 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5c6f4e8a-4e57-40f5-a048-b557d1014f07', 'tempest-TagsExtTest-Tag-2125784155') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:49.513416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11129e9-a0e5-4096-82e0-f758069f69ee None None] No DVR routers for this DVR port a93db762-a231-4780-a267-6a001bceca1c on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:49.517803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4d46f4da-4ad8-4337-b1e6-cbeed8b28d74 None None] Deleting port b31aed16-5284-4155-be4d-0d3937cd2edf {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:49.518108 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d46f4da-4ad8-4337-b1e6-cbeed8b28d74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.537617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for a93db762-a231-4780-a267-6a001bceca1c owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:49.555032 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a31b8bdf-673f-4c5f-b53f-36d999cede9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.594131 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ed9bd000-ce2d-40a3-8456-8a5905412123 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/ports/5c6f4e8a-4e57-40f5-a048-b557d1014f07/tags/tempest-TagsExtTest-Tag-2125784155 HTTP/1.1" status: 204 len: 168 time: 0.0852766 Dec 14 01:19:49.594324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4d46f4da-4ad8-4337-b1e6-cbeed8b28d74 None None] For port b31aed16-5284-4155-be4d-0d3937cd2edf, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b31aed16-5284-4155-be4d-0d3937cd2edf,segment=NetworkSegment(d2d72911-f8b2-4e87-b869-6706df61bcd2),segment_id=d2d72911-f8b2-4e87-b869-6706df61bcd2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:49.594442 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55410) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:49.594538 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d46f4da-4ad8-4337-b1e6-cbeed8b28d74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.596765 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Deleting port b31aed16-5284-4155-be4d-0d3937cd2edf {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:49.596765 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.598726 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-538e4036-3f31-47c4-93c2-10605197186c tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5c6f4e8a-4e57-40f5-a048-b557d1014f07') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:49.612065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4d46f4da-4ad8-4337-b1e6-cbeed8b28d74 None None] Calling delete_port for b31aed16-5284-4155-be4d-0d3937cd2edf owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:49.685911 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-538e4036-3f31-47c4-93c2-10605197186c tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/ports/5c6f4e8a-4e57-40f5-a048-b557d1014f07/tags HTTP/1.1" status: 200 len: 205 time: 0.0878456 Dec 14 01:19:49.687036 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55412) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:49.691849 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-610df46e-f20c-480e-b356-a7673d30fca4 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '86629278-c611-4529-865a-760ec975b322') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:49.696416 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31b8bdf-673f-4c5f-b53f-36d999cede9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:49.704657 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d46f4da-4ad8-4337-b1e6-cbeed8b28d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.710821 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-a31b8bdf-673f-4c5f-b53f-36d999cede9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:49.719184 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b8bdf-673f-4c5f-b53f-36d999cede9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:49.725094 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31b8bdf-673f-4c5f-b53f-36d999cede9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:49.725875 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a31b8bdf-673f-4c5f-b53f-36d999cede9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.728515 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b8bdf-673f-4c5f-b53f-36d999cede9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=96d52139-8fa7-40f7-8a33-267f2d747669,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:49.731811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46f4da-4ad8-4337-b1e6-cbeed8b28d74 None None] Pushing event deleted for resources: {'Port': ['ID=b31aed16-5284-4155-be4d-0d3937cd2edf,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:49.735459 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d46f4da-4ad8-4337-b1e6-cbeed8b28d74 None None] No DVR routers for this DVR port b31aed16-5284-4155-be4d-0d3937cd2edf on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:49.753503 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a93db762-a231-4780-a267-6a001bceca1c no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:49.761048 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] For port b31aed16-5284-4155-be4d-0d3937cd2edf, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b31aed16-5284-4155-be4d-0d3937cd2edf,segment=NetworkSegment(d2d72911-f8b2-4e87-b869-6706df61bcd2),segment_id=d2d72911-f8b2-4e87-b869-6706df61bcd2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:49.761448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.773768 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a31b8bdf-673f-4c5f-b53f-36d999cede9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0290742 Dec 14 01:19:49.776917 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55414) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:49.778782 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: a93db762-a231-4780-a267-6a001bceca1c {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:19:49.779223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a93db762-a231-4780-a267-6a001bceca1c not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:19:49.779683 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 1e59799d-a995-405a-8c16-72e42aac6bdf no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:49.790341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Calling delete_port for b31aed16-5284-4155-be4d-0d3937cd2edf owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:49.793081 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-610df46e-f20c-480e-b356-a7673d30fca4 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/routers/86629278-c611-4529-865a-760ec975b322/tags HTTP/1.1" status: 200 len: 240 time: 0.1049755 Dec 14 01:19:49.795738 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55416) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:49.800498 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-c7bc403d-8c0e-4174-81e5-0155408feff1 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '86629278-c611-4529-865a-760ec975b322', 'tempest-TagsExtTest-Tag-106320860') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:49.807034 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 1e59799d-a995-405a-8c16-72e42aac6bdf {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:19:49.808560 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 1e59799d-a995-405a-8c16-72e42aac6bdf not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:19:49.808994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b31aed16-5284-4155-be4d-0d3937cd2edf no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:49.810690 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:49.828416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: b31aed16-5284-4155-be4d-0d3937cd2edf {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:19:49.828768 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b31aed16-5284-4155-be4d-0d3937cd2edf not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:19:49.883499 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=a93db762-a231-4780-a267-6a001bceca1c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:49.888401 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No DVR routers for this DVR port a93db762-a231-4780-a267-6a001bceca1c on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:49.889880 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c7bc403d-8c0e-4174-81e5-0155408feff1 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/routers/86629278-c611-4529-865a-760ec975b322/tags/tempest-TagsExtTest-Tag-106320860 HTTP/1.1" status: 204 len: 168 time: 0.0924170 Dec 14 01:19:49.891959 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55418) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:49.896599 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-0e46e324-db46-46f6-9da9-e8af6611d841 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '86629278-c611-4529-865a-760ec975b322', 'tempest-TagsExtTest-Tag-106320860') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:49.990992 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0e46e324-db46-46f6-9da9-e8af6611d841 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/routers/86629278-c611-4529-865a-760ec975b322/tags/tempest-TagsExtTest-Tag-106320860 HTTP/1.1" status: 204 len: 168 time: 0.0974708 Dec 14 01:19:49.994731 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55420) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:50.000890 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-b8315475-ff59-410e-b347-ca80d0d0cd4c tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '86629278-c611-4529-865a-760ec975b322') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.025856 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.051545 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.054460 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.071901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e81d569-a5f2-4bf6-a8d7-308bb3643aad') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.072237 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e81d569-a5f2-4bf6-a8d7-308bb3643aad') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.073415 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b8315475-ff59-410e-b347-ca80d0d0cd4c tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/routers/86629278-c611-4529-865a-760ec975b322/tags HTTP/1.1" status: 200 len: 205 time: 0.0776327 Dec 14 01:19:50.076329 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55422) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:50.080613 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-8a02e60d-4990-4149-8100-443fa5665cb8 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '95fded2f-a024-4606-b671-b8291c387f91') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.098789 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Port': ['ID=b31aed16-5284-4155-be4d-0d3937cd2edf,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:50.102908 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.103187 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8a02e60d-4990-4149-8100-443fa5665cb8 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/subnetpools/95fded2f-a024-4606-b671-b8291c387f91/tags HTTP/1.1" status: 200 len: 241 time: 0.0258529 Dec 14 01:19:50.106047 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55424) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:50.106642 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-34a56b83-ee1c-4845-bc8f-c6598e2d1aa1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port 96d52139-8fa7-40f7-8a33-267f2d747669 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:50.106965 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-34a56b83-ee1c-4845-bc8f-c6598e2d1aa1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.110455 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-a93aaf36-a092-4a42-9fde-591e2f9d9e51 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '95fded2f-a024-4606-b671-b8291c387f91', 'tempest-TagsExtTest-Tag-1550786524') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.114315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] No DVR routers for this DVR port b31aed16-5284-4155-be4d-0d3937cd2edf on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:50.136749 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a93aaf36-a092-4a42-9fde-591e2f9d9e51 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/subnetpools/95fded2f-a024-4606-b671-b8291c387f91/tags/tempest-TagsExtTest-Tag-1550786524 HTTP/1.1" status: 204 len: 168 time: 0.0281854 Dec 14 01:19:50.137841 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f5a05474-38ab-423e-b39f-ae9fb1cf0244 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:19:50.138745 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55426) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:50.144148 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-6634a670-2b79-460a-84c4-21ede15e0c65 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '95fded2f-a024-4606-b671-b8291c387f91', 'tempest-TagsExtTest-Tag-1550786524') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.181619 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.182104 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6634a670-2b79-460a-84c4-21ede15e0c65 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/subnetpools/95fded2f-a024-4606-b671-b8291c387f91/tags/tempest-TagsExtTest-Tag-1550786524 HTTP/1.1" status: 204 len: 168 time: 0.0418949 Dec 14 01:19:50.184654 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55428) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:50.189432 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-8cfc8d7f-68e4-42d3-8cce-df38ee32e82b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '95fded2f-a024-4606-b671-b8291c387f91') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.192487 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port f5a05474-38ab-423e-b39f-ae9fb1cf0244 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:50.192861 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.212006 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8cfc8d7f-68e4-42d3-8cce-df38ee32e82b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/subnetpools/95fded2f-a024-4606-b671-b8291c387f91/tags HTTP/1.1" status: 200 len: 205 time: 0.0262711 Dec 14 01:19:50.215031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55430) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:50.222786 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-1e8a2a7e-2487-4f41-89a1-f7952f5cf348 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '95fded2f-a024-4606-b671-b8291c387f91') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.236000 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:50.236431 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:50.239429 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:50.256576 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1e8a2a7e-2487-4f41-89a1-f7952f5cf348 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/subnetpools/95fded2f-a024-4606-b671-b8291c387f91/tags HTTP/1.1" status: 204 len: 168 time: 0.0403445 Dec 14 01:19:50.259183 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55432) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:50.263674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-fa9ac558-db64-4486-8025-b8938bdbc28b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '86629278-c611-4529-865a-760ec975b322') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.282796 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.313230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957a9f2d-e8f7-494a-a7cb-6f64717ae29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:19:50.315722 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603f3035-64db-49b5-8a0f-53bd6ac48b69" -d '{"events": [{"server_uuid": "957a9f2d-e8f7-494a-a7cb-6f64717ae29d", "name": "network-vif-plugged", "status": "completed", "tag": "f5a05474-38ab-423e-b39f-ae9fb1cf0244"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:19:50.318336 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.329487 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f5a05474-38ab-423e-b39f-ae9fb1cf0244, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f5a05474-38ab-423e-b39f-ae9fb1cf0244,segment=NetworkSegment(2ee2c7a8-6d21-4f7f-822c-d2739650d098),segment_id=2ee2c7a8-6d21-4f7f-822c-d2739650d098)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:50.334588 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.343168 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-34a56b83-ee1c-4845-bc8f-c6598e2d1aa1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.353853 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fa9ac558-db64-4486-8025-b8938bdbc28b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/routers/86629278-c611-4529-865a-760ec975b322/tags HTTP/1.1" status: 204 len: 168 time: 0.0936604 Dec 14 01:19:50.356625 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55436) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:50.358298 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-34a56b83-ee1c-4845-bc8f-c6598e2d1aa1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for 96d52139-8fa7-40f7-8a33-267f2d747669 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:50.361182 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-bbb22f47-75b0-4b17-9edf-186c0a21e964 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5c6f4e8a-4e57-40f5-a048-b557d1014f07') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.366277 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580eb5ac-b744-42c4-9aa8-ce05ce9984e8 x-openstack-request-id: req-580eb5ac-b744-42c4-9aa8-ce05ce9984e8 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:19:50.366797 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957a9f2d-e8f7-494a-a7cb-6f64717ae29d", "name": "network-vif-plugged", "status": "completed", "tag": "f5a05474-38ab-423e-b39f-ae9fb1cf0244", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:19:50.367295 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-580eb5ac-b744-42c4-9aa8-ce05ce9984e8 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:19:50.368740 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957a9f2d-e8f7-494a-a7cb-6f64717ae29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244', 'code': 200} Dec 14 01:19:50.384241 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2fc32b-2ba1-4d70-af26-60561b1cddae']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.395408 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.398322 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d72911-f8b2-4e87-b869-6706df61bcd2') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.398732 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d72911-f8b2-4e87-b869-6706df61bcd2') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.401361 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=f5a05474-38ab-423e-b39f-ae9fb1cf0244,revision_number=8']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:50.422358 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bbb22f47-75b0-4b17-9edf-186c0a21e964 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/ports/5c6f4e8a-4e57-40f5-a048-b557d1014f07/tags HTTP/1.1" status: 204 len: 168 time: 0.0646391 Dec 14 01:19:50.424951 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55438) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:50.429060 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-2cbc88a0-f661-4ef9-9a65-793bd046daea tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '19c0085b-6dd9-4b36-b611-b3a4a85d829c') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.439279 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.442461 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/networks/9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7 HTTP/1.1" status: 204 len: 168 time: 1.5263982 Dec 14 01:19:50.446773 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55440) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:50.462215 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.468656 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-93c40327-a71d-48d6-9483-c75d4b407e8a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1863779114'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:50.479184 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4f388-b403-42be-854c-6a585c5c79d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Network': ['ID=9b2a98a4-eb5c-4b49-a9d6-a4a50b3dd6d7,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:50.486166 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2cbc88a0-f661-4ef9-9a65-793bd046daea tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/subnets/19c0085b-6dd9-4b36-b611-b3a4a85d829c/tags HTTP/1.1" status: 204 len: 168 time: 0.0602190 Dec 14 01:19:50.490979 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55442) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:50.495483 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-365938a0-c392-40cc-a0e5-39b3eb02ed62 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '19c0085b-6dd9-4b36-b611-b3a4a85d829c', 'tempest-TagsExtTest-Tag-1894477290') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.503743 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.513996 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:50.514385 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:50.518510 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:50.575343 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c40327-a71d-48d6-9483-c75d4b407e8a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:50.578899 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93c40327-a71d-48d6-9483-c75d4b407e8a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.600566 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.609508 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-365938a0-c392-40cc-a0e5-39b3eb02ed62 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "PUT /v2.0/subnets/19c0085b-6dd9-4b36-b611-b3a4a85d829c/tags/tempest-TagsExtTest-Tag-1894477290 HTTP/1.1" status: 201 len: 201 time: 0.1171961 Dec 14 01:19:50.609655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.611980 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55444) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:50.614900 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/networks/7b2fc32b-2ba1-4d70-af26-60561b1cddae HTTP/1.1" status: 204 len: 168 time: 1.4309511 Dec 14 01:19:50.615630 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-34a56b83-ee1c-4845-bc8f-c6598e2d1aa1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.617425 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-3517f2b2-b086-4b47-96f5-4f6f0af3ef6f tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5c6f4e8a-4e57-40f5-a048-b557d1014f07', 'tempest-TagsExtTest-Tag-1656653304') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.619384 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55446) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:50.633398 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fad66-a349-4b8a-b771-88238c354683 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Network': ['ID=7b2fc32b-2ba1-4d70-af26-60561b1cddae,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:50.641214 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c40327-a71d-48d6-9483-c75d4b407e8a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:19:50.669869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a56b83-ee1c-4845-bc8f-c6598e2d1aa1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=96d52139-8fa7-40f7-8a33-267f2d747669,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:50.677846 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93c40327-a71d-48d6-9483-c75d4b407e8a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.678182 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-93c40327-a71d-48d6-9483-c75d4b407e8a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Added segment 048b8d94-3992-4551-b5cc-d4140f116283 of type vlan for network 21a1dabc-765d-4cce-8a99-d2f3d4cc2004 Dec 14 01:19:50.679835 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-34a56b83-ee1c-4845-bc8f-c6598e2d1aa1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.686847 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-34a56b83-ee1c-4845-bc8f-c6598e2d1aa1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/96d52139-8fa7-40f7-8a33-267f2d747669 HTTP/1.1" status: 204 len: 168 time: 0.9060459 Dec 14 01:19:50.687103 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55448) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:50.691981 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-debe4471-ed93-47ed-99dd-392fb6951dfa tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478', 'mac_address': 'fa:16:3e:64:12:63', 'name': 'tempest-PortsIpV6TestJSON-1458102947'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:50.724952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93c40327-a71d-48d6-9483-c75d4b407e8a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.750920 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93c40327-a71d-48d6-9483-c75d4b407e8a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.756672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c40327-a71d-48d6-9483-c75d4b407e8a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:50.757264 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93c40327-a71d-48d6-9483-c75d4b407e8a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.819968 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-93c40327-a71d-48d6-9483-c75d4b407e8a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3597982 Dec 14 01:19:50.823056 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55450) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:50.828689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-9f4ac2b0-6c26-415c-a62d-8ebfbf6643c8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'subnet': {'network_id': '21a1dabc-765d-4cce-8a99-d2f3d4cc2004', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:50.847486 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c40327-a71d-48d6-9483-c75d4b407e8a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Network': ['ID=21a1dabc-765d-4cce-8a99-d2f3d4cc2004,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:50.858951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 21a1dabc-765d-4cce-8a99-d2f3d4cc2004 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:19:50.872642 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3517f2b2-b086-4b47-96f5-4f6f0af3ef6f tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "PUT /v2.0/ports/5c6f4e8a-4e57-40f5-a048-b557d1014f07/tags/tempest-TagsExtTest-Tag-1656653304 HTTP/1.1" status: 201 len: 201 time: 0.2573340 Dec 14 01:19:50.874285 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55452) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:50.879062 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-43c38e3b-f771-4d0e-bc2c-2d00d663f4b8 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '86629278-c611-4529-865a-760ec975b322', 'tempest-TagsExtTest-Tag-1194210653') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:50.926209 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a1a9b4d5-23ad-4f5f-a000-449889414dc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Deleting port d08e4a1a-00cb-4089-bcc5-8a17f5d38f97 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:50.926548 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b4d5-23ad-4f5f-a000-449889414dc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:50.928241 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debe4471-ed93-47ed-99dd-392fb6951dfa tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:50.935947 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4ac2b0-6c26-415c-a62d-8ebfbf6643c8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:50.939805 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9f4ac2b0-6c26-415c-a62d-8ebfbf6643c8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.076761 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-debe4471-ed93-47ed-99dd-392fb6951dfa tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.118295 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b4d5-23ad-4f5f-a000-449889414dc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.118511 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b4d5-23ad-4f5f-a000-449889414dc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.125360 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9f4ac2b0-6c26-415c-a62d-8ebfbf6643c8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.132824 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-debe4471-ed93-47ed-99dd-392fb6951dfa tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] device_id is not set on port 6dc9cedd-93bb-4b7a-a4a0-9185d6eaa7ad yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:51.141204 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-43c38e3b-f771-4d0e-bc2c-2d00d663f4b8 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "PUT /v2.0/routers/86629278-c611-4529-865a-760ec975b322/tags/tempest-TagsExtTest-Tag-1194210653 HTTP/1.1" status: 201 len: 201 time: 0.2658999 Dec 14 01:19:51.146076 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a1a9b4d5-23ad-4f5f-a000-449889414dc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Calling delete_port for d08e4a1a-00cb-4089-bcc5-8a17f5d38f97 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:51.147618 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55454) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:51.152297 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-42f9c6f4-3b27-4bd8-a37d-890a166bed78 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '95fded2f-a024-4606-b671-b8291c387f91', 'tempest-TagsExtTest-Tag-425356121') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:51.184542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ac2b0-6c26-415c-a62d-8ebfbf6643c8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Subnet': ['ID=2f8931a4-759b-404f-b573-ee952b6e1c77,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:51.195546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ac2b0-6c26-415c-a62d-8ebfbf6643c8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Checking segment: {'id': '048b8d94-3992-4551-b5cc-d4140f116283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '21a1dabc-765d-4cce-8a99-d2f3d4cc2004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:51.195882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ac2b0-6c26-415c-a62d-8ebfbf6643c8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network hostable DHCP agents. Network: 21a1dabc-765d-4cce-8a99-d2f3d4cc2004, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:19:51.215260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ac2b0-6c26-415c-a62d-8ebfbf6643c8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 21a1dabc-765d-4cce-8a99-d2f3d4cc2004 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:19:51.224804 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-9f4ac2b0-6c26-415c-a62d-8ebfbf6643c8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 21a1dabc-765d-4cce-8a99-d2f3d4cc2004) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:51.229158 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4ac2b0-6c26-415c-a62d-8ebfbf6643c8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:51.230743 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9f4ac2b0-6c26-415c-a62d-8ebfbf6643c8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.234099 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31be2651-72ad-46bf-a171-e9feb97f955e None None] Network 21a1dabc-765d-4cce-8a99-d2f3d4cc2004 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:51.251004 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9f4ac2b0-6c26-415c-a62d-8ebfbf6643c8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4259706 Dec 14 01:19:51.253248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55456) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:51.258850 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d669e2bf-3e0d-4ab2-a802-e9f07466fad7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'network_id': '21a1dabc-765d-4cce-8a99-d2f3d4cc2004', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2114268178'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:51.313374 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-42f9c6f4-3b27-4bd8-a37d-890a166bed78 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "PUT /v2.0/subnetpools/95fded2f-a024-4606-b671-b8291c387f91/tags/tempest-TagsExtTest-Tag-425356121 HTTP/1.1" status: 201 len: 201 time: 0.1622515 Dec 14 01:19:51.314183 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55458) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:51.323213 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-5564c0ab-3d5d-40ac-8b11-6b5580818d63 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '19c0085b-6dd9-4b36-b611-b3a4a85d829c', {'tags': ['tempest-TagsExtTest-Tag-1230386313', 'tempest-TagsExtTest-Tag-390592428', 'tempest-TagsExtTest-Tag-1992914421']}) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:51.425850 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d669e2bf-3e0d-4ab2-a802-e9f07466fad7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:51.429515 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d669e2bf-3e0d-4ab2-a802-e9f07466fad7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.446005 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-debe4471-ed93-47ed-99dd-392fb6951dfa tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.447917 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-d669e2bf-3e0d-4ab2-a802-e9f07466fad7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] device_id is not set on port 4c714aa4-037e-45cb-8360-ae3a97c7731e yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:51.483375 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b4d5-23ad-4f5f-a000-449889414dc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.496480 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5564c0ab-3d5d-40ac-8b11-6b5580818d63 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "PUT /v2.0/subnets/19c0085b-6dd9-4b36-b611-b3a4a85d829c/tags HTTP/1.1" status: 200 len: 317 time: 0.1777704 Dec 14 01:19:51.497416 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55460) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:51.511628 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-4c8bdfe1-39b9-4c4c-b22f-cfbfc8424c0c tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '19c0085b-6dd9-4b36-b611-b3a4a85d829c') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:51.513418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-21a1dabc-765d-4cce-8a99-d2f3d4cc2004', 'network_id': '21a1dabc-765d-4cce-8a99-d2f3d4cc2004', 'project_id': 'ee3732fa13194086b7ba439450103c52', 'fixed_ips': [{'subnet_id': '2f8931a4-759b-404f-b573-ee952b6e1c77'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:19:51.514568 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.519316 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9b4d5-23ad-4f5f-a000-449889414dc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Port': ['ID=d08e4a1a-00cb-4089-bcc5-8a17f5d38f97,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:51.553114 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-debe4471-ed93-47ed-99dd-392fb6951dfa tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.601024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-d669e2bf-3e0d-4ab2-a802-e9f07466fad7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Allocated IP 172.20.0.4 (21a1dabc-765d-4cce-8a99-d2f3d4cc2004/2f8931a4-759b-404f-b573-ee952b6e1c77/4c714aa4-037e-45cb-8360-ae3a97c7731e) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:51.636841 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debe4471-ed93-47ed-99dd-392fb6951dfa tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:51.645078 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-debe4471-ed93-47ed-99dd-392fb6951dfa tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:51.649262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debe4471-ed93-47ed-99dd-392fb6951dfa tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:51.654939 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debe4471-ed93-47ed-99dd-392fb6951dfa tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:51.655560 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-debe4471-ed93-47ed-99dd-392fb6951dfa tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.661363 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b4d5-23ad-4f5f-a000-449889414dc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.663925 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b4d5-23ad-4f5f-a000-449889414dc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.665082 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a1a9b4d5-23ad-4f5f-a000-449889414dc2 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/floatingips/026c8588-7a03-4e29-8c5d-aa40a5bd6254 HTTP/1.1" status: 204 len: 168 time: 1.0448115 Dec 14 01:19:51.670794 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55462) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:51.683400 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe4471-ed93-47ed-99dd-392fb6951dfa tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=6dc9cedd-93bb-4b7a-a4a0-9185d6eaa7ad,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:51.697578 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4c8bdfe1-39b9-4c4c-b22f-cfbfc8424c0c tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/subnets/19c0085b-6dd9-4b36-b611-b3a4a85d829c/tags HTTP/1.1" status: 204 len: 168 time: 0.1990502 Dec 14 01:19:51.700408 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55464) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:51.706409 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-0996456d-3196-4213-a4b4-a2f8d40d38ab tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '19c0085b-6dd9-4b36-b611-b3a4a85d829c', 'tempest-TagsExtTest-Tag-1230386313') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:51.706945 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-debe4471-ed93-47ed-99dd-392fb6951dfa tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0188363 Dec 14 01:19:51.707585 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55466) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:51.709916 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc0a576-0f2d-44c9-af32-53cb1edac440 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:51.710498 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc0a576-0f2d-44c9-af32-53cb1edac440 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:51.713507 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0fc0a576-0f2d-44c9-af32-53cb1edac440 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/ports/18c043b2-ee4d-4498-8fb4-20594f7525dc HTTP/1.1" status: 404 len: 333 time: 0.0396800 Dec 14 01:19:51.720837 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55468) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:51.767400 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-75fa1636-8c78-4aea-9110-f34d1ef1d356 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0e43b18-8c12-492b-8f00-487cda994479 HTTP/1.1" status: 200 len: 205 time: 0.0454707 Dec 14 01:19:51.770297 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55470) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:51.776260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d669e2bf-3e0d-4ab2-a802-e9f07466fad7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.808910 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-0996456d-3196-4213-a4b4-a2f8d40d38ab tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] show failed (client error): The resource could not be found. Dec 14 01:19:51.809990 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0996456d-3196-4213-a4b4-a2f8d40d38ab tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/subnets/19c0085b-6dd9-4b36-b611-b3a4a85d829c/tags/tempest-TagsExtTest-Tag-1230386313 HTTP/1.1" status: 404 len: 329 time: 0.1086478 Dec 14 01:19:51.813136 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55472) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:51.816853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43564a82-8e53-4e64-a4d1-5c9d1197c4ce tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:51.817217 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-4d58e1df-21ac-429b-870b-910105fcdf29 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '19c0085b-6dd9-4b36-b611-b3a4a85d829c', 'tempest-TagsExtTest-Tag-390592428') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:51.818249 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-43564a82-8e53-4e64-a4d1-5c9d1197c4ce tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports/6dc9cedd-93bb-4b7a-a4a0-9185d6eaa7ad HTTP/1.1" status: 200 len: 845 time: 0.1095381 Dec 14 01:19:51.819448 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-8c2e54a1-be44-4a4d-b79f-4e2edb5e5ae7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] delete failed (client error): The resource could not be found. Dec 14 01:19:51.820409 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8c2e54a1-be44-4a4d-b79f-4e2edb5e5ae7 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/routers/d0e43b18-8c12-492b-8f00-487cda994479 HTTP/1.1" status: 404 len: 336 time: 0.0495226 Dec 14 01:19:51.821040 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55474) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:51.824128 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55476) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:51.872043 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e31f158-14d6-426a-b03e-48c094f3e1f6 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] DELETE failed (client error): The resource could not be found. Dec 14 01:19:51.872513 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e31f158-14d6-426a-b03e-48c094f3e1f6 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:51.877967 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3e31f158-14d6-426a-b03e-48c094f3e1f6 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/subnets/a71ae35b-ca3a-4b27-a96b-7a26caeb4bd9 HTTP/1.1" status: 404 len: 337 time: 0.0495460 Dec 14 01:19:51.877967 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d669e2bf-3e0d-4ab2-a802-e9f07466fad7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.878378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55478) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:51.927692 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4b9d7fa-87d8-4be2-a797-8cd7f38e08c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.927931 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-30e64d52-80cd-450e-b8fe-671b5a6cf344 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port 6dc9cedd-93bb-4b7a-a4a0-9185d6eaa7ad {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:51.928475 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30e64d52-80cd-450e-b8fe-671b5a6cf344 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:51.936687 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Allocated IP 172.20.0.2 (21a1dabc-765d-4cce-8a99-d2f3d4cc2004/2f8931a4-759b-404f-b573-ee952b6e1c77/fe178653-e250-4f8d-9f42-87ff9080cdb4) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:51.964352 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d669e2bf-3e0d-4ab2-a802-e9f07466fad7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 21a1dabc-765d-4cce-8a99-d2f3d4cc2004 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:51.972448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d669e2bf-3e0d-4ab2-a802-e9f07466fad7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:51.974256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669e2bf-3e0d-4ab2-a802-e9f07466fad7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=4c714aa4-037e-45cb-8360-ae3a97c7731e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:51.976545 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d669e2bf-3e0d-4ab2-a802-e9f07466fad7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:52.005211 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30e64d52-80cd-450e-b8fe-671b5a6cf344 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.020305 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-30e64d52-80cd-450e-b8fe-671b5a6cf344 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for 6dc9cedd-93bb-4b7a-a4a0-9185d6eaa7ad owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:52.068738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d669e2bf-3e0d-4ab2-a802-e9f07466fad7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:52.069359 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d669e2bf-3e0d-4ab2-a802-e9f07466fad7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.085048 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-4d58e1df-21ac-429b-870b-910105fcdf29 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] show failed (client error): The resource could not be found. Dec 14 01:19:52.085768 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4d58e1df-21ac-429b-870b-910105fcdf29 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/subnets/19c0085b-6dd9-4b36-b611-b3a4a85d829c/tags/tempest-TagsExtTest-Tag-390592428 HTTP/1.1" status: 404 len: 328 time: 0.2717400 Dec 14 01:19:52.090066 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55480) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:52.095333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-10ba49b8-3780-468f-b9d3-670ded82f0ab tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '19c0085b-6dd9-4b36-b611-b3a4a85d829c', 'tempest-TagsExtTest-Tag-1992914421') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:52.103861 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d669e2bf-3e0d-4ab2-a802-e9f07466fad7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.8495164 Dec 14 01:19:52.107045 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55482) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:52.110952 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.120727 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.124502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c213433b-b2ff-4c5f-a9af-bf84af0ac5ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Deleting port 7884d67f-ee7c-4627-ac40-df1596f34b15 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:52.124841 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c213433b-b2ff-4c5f-a9af-bf84af0ac5ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.144606 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30e64d52-80cd-450e-b8fe-671b5a6cf344 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.168161 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Network 21a1dabc-765d-4cce-8a99-d2f3d4cc2004 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:52.171059 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:52.173716 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:52.185001 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e64d52-80cd-450e-b8fe-671b5a6cf344 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=6dc9cedd-93bb-4b7a-a4a0-9185d6eaa7ad,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:52.208234 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30e64d52-80cd-450e-b8fe-671b5a6cf344 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.211540 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-30e64d52-80cd-450e-b8fe-671b5a6cf344 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/6dc9cedd-93bb-4b7a-a4a0-9185d6eaa7ad HTTP/1.1" status: 204 len: 168 time: 0.3895783 Dec 14 01:19:52.216196 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Pushing event updated for resources: {'Port': ['ID=fe178653-e250-4f8d-9f42-87ff9080cdb4,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:52.216371 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55484) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:52.232090 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-10ba49b8-3780-468f-b9d3-670ded82f0ab tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] show failed (client error): The resource could not be found. Dec 14 01:19:52.235710 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-10ba49b8-3780-468f-b9d3-670ded82f0ab tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/subnets/19c0085b-6dd9-4b36-b611-b3a4a85d829c/tags/tempest-TagsExtTest-Tag-1992914421 HTTP/1.1" status: 404 len: 329 time: 0.1419759 Dec 14 01:19:52.236796 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55486) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:52.236945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c213433b-b2ff-4c5f-a9af-bf84af0ac5ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.240708 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-1d2ea89c-7725-4757-9ce5-8c262b90146e tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5c6f4e8a-4e57-40f5-a048-b557d1014f07', {'tags': ['tempest-TagsExtTest-Tag-1693613183', 'tempest-TagsExtTest-Tag-433474567', 'tempest-TagsExtTest-Tag-72676249']}) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:52.252584 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Attempting to bind port fe178653-e250-4f8d-9f42-87ff9080cdb4 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:19:52.252584 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Attempting to bind port fe178653-e250-4f8d-9f42-87ff9080cdb4 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '048b8d94-3992-4551-b5cc-d4140f116283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '21a1dabc-765d-4cce-8a99-d2f3d4cc2004'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:19:52.253303 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Attempting to bind port fe178653-e250-4f8d-9f42-87ff9080cdb4 on network 21a1dabc-765d-4cce-8a99-d2f3d4cc2004 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:19:52.254394 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c213433b-b2ff-4c5f-a9af-bf84af0ac5ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Calling delete_port for 7884d67f-ee7c-4627-ac40-df1596f34b15 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:52.258255 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:19:52.258630 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Checking segment: {'id': '048b8d94-3992-4551-b5cc-d4140f116283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '21a1dabc-765d-4cce-8a99-d2f3d4cc2004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:52.259222 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.259728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Bound using segment: {'id': '048b8d94-3992-4551-b5cc-d4140f116283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '21a1dabc-765d-4cce-8a99-d2f3d4cc2004'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:19:52.260275 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Bound port: fe178653-e250-4f8d-9f42-87ff9080cdb4, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048b8d94-3992-4551-b5cc-d4140f116283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '21a1dabc-765d-4cce-8a99-d2f3d4cc2004'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:19:52.260659 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.330582 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] For port fe178653-e250-4f8d-9f42-87ff9080cdb4, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:19:52.339479 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] For port fe178653-e250-4f8d-9f42-87ff9080cdb4, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=fe178653-e250-4f8d-9f42-87ff9080cdb4,segment=NetworkSegment(048b8d94-3992-4551-b5cc-d4140f116283),segment_id=048b8d94-3992-4551-b5cc-d4140f116283)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:19:52.345511 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.398091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c213433b-b2ff-4c5f-a9af-bf84af0ac5ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.415845 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c21d4-2e01-4842-9359-8f9573cf1aab None None] Pushing event updated for resources: {'Port': ['ID=fe178653-e250-4f8d-9f42-87ff9080cdb4,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:52.436781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213433b-b2ff-4c5f-a9af-bf84af0ac5ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Port': ['ID=7884d67f-ee7c-4627-ac40-df1596f34b15,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:52.458687 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7deef02-ba9d-47ca-ac2f-605bf3897b7e None None] DHCP port deletion for 1a6d2724-91ac-41ae-a899-cae28b27ee18 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:52.505464 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-46733c70-7db5-4099-963e-48e3355360fa tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] GET failed (client error): The resource could not be found. Dec 14 01:19:52.507001 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-46733c70-7db5-4099-963e-48e3355360fa tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports/6dc9cedd-93bb-4b7a-a4a0-9185d6eaa7ad HTTP/1.1" status: 404 len: 333 time: 0.2898061 Dec 14 01:19:52.514594 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55488) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:52.519718 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6393c1ab-7ae6-4747-9359-75b27012bcb9 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478', 'name': 'tempest-PortsIpV6TestJSON-1994194432'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:52.564064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c213433b-b2ff-4c5f-a9af-bf84af0ac5ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.569722 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c213433b-b2ff-4c5f-a9af-bf84af0ac5ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/ports/7884d67f-ee7c-4627-ac40-df1596f34b15 HTTP/1.1" status: 204 len: 168 time: 0.6852787 Dec 14 01:19:52.569975 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ab46ff80-014f-4ba0-92d3-49272145f97c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port 4c714aa4-037e-45cb-8360-ae3a97c7731e {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:52.569975 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab46ff80-014f-4ba0-92d3-49272145f97c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.570486 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55490) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:52.644863 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1d2ea89c-7725-4757-9ce5-8c262b90146e tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "PUT /v2.0/ports/5c6f4e8a-4e57-40f5-a048-b557d1014f07/tags HTTP/1.1" status: 200 len: 315 time: 0.4076195 Dec 14 01:19:52.645449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55492) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:52.669516 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-a179f350-1471-4f48-a866-9f77f2fbefff tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5c6f4e8a-4e57-40f5-a048-b557d1014f07') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:52.710099 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab46ff80-014f-4ba0-92d3-49272145f97c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.725780 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ab46ff80-014f-4ba0-92d3-49272145f97c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for 4c714aa4-037e-45cb-8360-ae3a97c7731e owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:52.738026 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6393c1ab-7ae6-4747-9359-75b27012bcb9 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:52.741546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6393c1ab-7ae6-4747-9359-75b27012bcb9 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.766138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7cc48fad-f1a5-4cd9-9d17-80262ce32245 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Deleting port 966f0b2a-1d82-4334-8cdb-4d18676aa692 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:52.766464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cc48fad-f1a5-4cd9-9d17-80262ce32245 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.816785 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-6393c1ab-7ae6-4747-9359-75b27012bcb9 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] device_id is not set on port da7add8a-ba51-40b9-b1f2-220a8f8b9622 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:52.883138 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab46ff80-014f-4ba0-92d3-49272145f97c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.886996 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a179f350-1471-4f48-a866-9f77f2fbefff tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/ports/5c6f4e8a-4e57-40f5-a048-b557d1014f07/tags HTTP/1.1" status: 204 len: 168 time: 0.2404068 Dec 14 01:19:52.891053 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55494) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:52.899358 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-e8e723a5-74ed-4815-9f58-f3bb21569b7c tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5c6f4e8a-4e57-40f5-a048-b557d1014f07', 'tempest-TagsExtTest-Tag-1693613183') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:52.927392 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cc48fad-f1a5-4cd9-9d17-80262ce32245 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:52.942248 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46ff80-014f-4ba0-92d3-49272145f97c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=4c714aa4-037e-45cb-8360-ae3a97c7731e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:52.951209 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7cc48fad-f1a5-4cd9-9d17-80262ce32245 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Calling delete_port for 966f0b2a-1d82-4334-8cdb-4d18676aa692 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:53.021316 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab46ff80-014f-4ba0-92d3-49272145f97c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:53.024819 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ab46ff80-014f-4ba0-92d3-49272145f97c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/4c714aa4-037e-45cb-8360-ae3a97c7731e HTTP/1.1" status: 204 len: 168 time: 0.9165628 Dec 14 01:19:53.027409 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55496) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:53.041242 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-e8e723a5-74ed-4815-9f58-f3bb21569b7c tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] show failed (client error): The resource could not be found. Dec 14 01:19:53.042294 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e8e723a5-74ed-4815-9f58-f3bb21569b7c tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/ports/5c6f4e8a-4e57-40f5-a048-b557d1014f07/tags/tempest-TagsExtTest-Tag-1693613183 HTTP/1.1" status: 404 len: 329 time: 0.1473281 Dec 14 01:19:53.056656 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55498) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:53.061539 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-c538bdfb-4e32-42fa-9db9-55ffdf7719fe tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5c6f4e8a-4e57-40f5-a048-b557d1014f07', 'tempest-TagsExtTest-Tag-433474567') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:53.064130 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b7251d-6ebd-4e01-9fef-5075c4a36bb6 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] GET failed (client error): The resource could not be found. Dec 14 01:19:53.070013 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e8b7251d-6ebd-4e01-9fef-5075c4a36bb6 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports/4c714aa4-037e-45cb-8360-ae3a97c7731e HTTP/1.1" status: 404 len: 333 time: 0.0372322 Dec 14 01:19:53.070013 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55500) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:53.151636 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-e245e34c-7723-43e7-8c12-3513727107d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting subnet 2f8931a4-759b-404f-b573-ee952b6e1c77 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:19:53.156964 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e245e34c-7723-43e7-8c12-3513727107d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:53.197446 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-c538bdfb-4e32-42fa-9db9-55ffdf7719fe tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] show failed (client error): The resource could not be found. Dec 14 01:19:53.202156 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c538bdfb-4e32-42fa-9db9-55ffdf7719fe tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/ports/5c6f4e8a-4e57-40f5-a048-b557d1014f07/tags/tempest-TagsExtTest-Tag-433474567 HTTP/1.1" status: 404 len: 328 time: 0.1409292 Dec 14 01:19:53.202156 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55502) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:53.205919 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-f3488122-5da6-4878-90a3-cd8e7ed76c59 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5c6f4e8a-4e57-40f5-a048-b557d1014f07', 'tempest-TagsExtTest-Tag-72676249') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:53.212753 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e245e34c-7723-43e7-8c12-3513727107d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:53.331909 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-f3488122-5da6-4878-90a3-cd8e7ed76c59 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] show failed (client error): The resource could not be found. Dec 14 01:19:53.333156 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f3488122-5da6-4878-90a3-cd8e7ed76c59 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/ports/5c6f4e8a-4e57-40f5-a048-b557d1014f07/tags/tempest-TagsExtTest-Tag-72676249 HTTP/1.1" status: 404 len: 327 time: 0.1305275 Dec 14 01:19:53.335780 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55504) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:53.340511 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-b654348d-72a7-4718-a971-5dc8983bf3a9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '86629278-c611-4529-865a-760ec975b322', {'tags': ['tempest-TagsExtTest-Tag-1193508157', 'tempest-TagsExtTest-Tag-105891776', 'tempest-TagsExtTest-Tag-636266045']}) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:53.347269 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e245e34c-7723-43e7-8c12-3513727107d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:53.421066 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6393c1ab-7ae6-4747-9359-75b27012bcb9 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:53.470985 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b654348d-72a7-4718-a971-5dc8983bf3a9 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "PUT /v2.0/routers/86629278-c611-4529-865a-760ec975b322/tags HTTP/1.1" status: 200 len: 316 time: 0.1341429 Dec 14 01:19:53.474292 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55506) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:53.479029 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-1e7a5ff0-474b-4b6c-8c62-15d5a755823f tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '86629278-c611-4529-865a-760ec975b322') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:53.502841 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6393c1ab-7ae6-4747-9359-75b27012bcb9 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:53.510268 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ee7cce-7ee6-4863-a7be-60cabdbfadd6 None None] Network 21a1dabc-765d-4cce-8a99-d2f3d4cc2004 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:53.523349 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e245e34c-7723-43e7-8c12-3513727107d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:53.566942 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6393c1ab-7ae6-4747-9359-75b27012bcb9 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:53.570587 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-6393c1ab-7ae6-4747-9359-75b27012bcb9 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:53.575488 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6393c1ab-7ae6-4747-9359-75b27012bcb9 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:53.581306 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6393c1ab-7ae6-4747-9359-75b27012bcb9 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:53.581922 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6393c1ab-7ae6-4747-9359-75b27012bcb9 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:53.583956 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-277a7fc9-fa56-4d4c-98be-0bee4214e673 None None] Provisioning complete for port fe178653-e250-4f8d-9f42-87ff9080cdb4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:53.584520 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-277a7fc9-fa56-4d4c-98be-0bee4214e673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:53.585635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cc48fad-f1a5-4cd9-9d17-80262ce32245 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:53.587667 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245e34c-7723-43e7-8c12-3513727107d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8931a4-759b-404f-b573-ee952b6e1c77,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:53.590942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e245e34c-7723-43e7-8c12-3513727107d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:53.591102 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393c1ab-7ae6-4747-9359-75b27012bcb9 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=da7add8a-ba51-40b9-b1f2-220a8f8b9622,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:53.596526 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e245e34c-7723-43e7-8c12-3513727107d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/2f8931a4-759b-404f-b573-ee952b6e1c77 HTTP/1.1" status: 204 len: 168 time: 0.5240610 Dec 14 01:19:53.596636 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55508) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:53.629201 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1e7a5ff0-474b-4b6c-8c62-15d5a755823f tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/routers/86629278-c611-4529-865a-760ec975b322/tags HTTP/1.1" status: 204 len: 168 time: 0.1538155 Dec 14 01:19:53.633881 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55510) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:53.647642 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-42a77d77-df77-4d60-a1c6-6f7d226c5ec7 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '86629278-c611-4529-865a-760ec975b322', 'tempest-TagsExtTest-Tag-1193508157') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:53.652538 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc48fad-f1a5-4cd9-9d17-80262ce32245 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Port': ['ID=966f0b2a-1d82-4334-8cdb-4d18676aa692,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:53.689508 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6393c1ab-7ae6-4747-9359-75b27012bcb9 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1736801 Dec 14 01:19:53.694768 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55512) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:53.702758 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-2228db2c-912e-431f-8bfe-60741b1d1b0c tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:53.713306 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8aa3b8-bb1f-432c-a5a5-0ba6a09db12b None None] DHCP port deletion for 1a6d2724-91ac-41ae-a899-cae28b27ee18 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:53.763740 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-42a77d77-df77-4d60-a1c6-6f7d226c5ec7 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] show failed (client error): The resource could not be found. Dec 14 01:19:53.767512 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-42a77d77-df77-4d60-a1c6-6f7d226c5ec7 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/routers/86629278-c611-4529-865a-760ec975b322/tags/tempest-TagsExtTest-Tag-1193508157 HTTP/1.1" status: 404 len: 329 time: 0.1278808 Dec 14 01:19:53.767955 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55514) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:53.772765 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-0ac7a661-52ac-45bd-ad33-b4185c0ddeab tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '86629278-c611-4529-865a-760ec975b322', 'tempest-TagsExtTest-Tag-105891776') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:53.785009 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device fe178653-e250-4f8d-9f42-87ff9080cdb4 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:19:53.820024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:53.835662 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-277a7fc9-fa56-4d4c-98be-0bee4214e673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:53.867943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2228db2c-912e-431f-8bfe-60741b1d1b0c tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:53.871530 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cc48fad-f1a5-4cd9-9d17-80262ce32245 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:53.875134 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7cc48fad-f1a5-4cd9-9d17-80262ce32245 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/ports/966f0b2a-1d82-4334-8cdb-4d18676aa692 HTTP/1.1" status: 204 len: 168 time: 1.3036888 Dec 14 01:19:53.878471 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55516) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:53.887932 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-277a7fc9-fa56-4d4c-98be-0bee4214e673 None None] For port fe178653-e250-4f8d-9f42-87ff9080cdb4, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=fe178653-e250-4f8d-9f42-87ff9080cdb4,segment=NetworkSegment(048b8d94-3992-4551-b5cc-d4140f116283),segment_id=048b8d94-3992-4551-b5cc-d4140f116283)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:53.897402 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port fe178653-e250-4f8d-9f42-87ff9080cdb4 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:53.897908 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:53.900891 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-277a7fc9-fa56-4d4c-98be-0bee4214e673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:53.930552 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-0ac7a661-52ac-45bd-ad33-b4185c0ddeab tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] show failed (client error): The resource could not be found. Dec 14 01:19:53.935515 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0ac7a661-52ac-45bd-ad33-b4185c0ddeab tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/routers/86629278-c611-4529-865a-760ec975b322/tags/tempest-TagsExtTest-Tag-105891776 HTTP/1.1" status: 404 len: 328 time: 0.1663003 Dec 14 01:19:53.940846 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55518) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:53.951341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-5f98b32f-f5f4-482e-b90a-b847b07949ff tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '86629278-c611-4529-865a-760ec975b322', 'tempest-TagsExtTest-Tag-636266045') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:53.960862 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7424201c-7d01-4870-8d19-40b88992ab95 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:53.963405 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7424201c-7d01-4870-8d19-40b88992ab95 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ab275d4-f0a2-4162-a736-a68344d840d7 HTTP/1.1" status: 200 len: 913 time: 0.0818288 Dec 14 01:19:53.967133 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55520) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:53.985631 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a7fc9-fa56-4d4c-98be-0bee4214e673 None None] Pushing event updated for resources: {'Port': ['ID=fe178653-e250-4f8d-9f42-87ff9080cdb4,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:54.044405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd594f8-0279-4846-a1a2-89f30d90a0a4 None None] Network 21a1dabc-765d-4cce-8a99-d2f3d4cc2004 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:54.121137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port fe178653-e250-4f8d-9f42-87ff9080cdb4 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:54.121480 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.151378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ee600304-3261-4286-a4fd-83eb5257e8b0 None None] Provisioning complete for port fe178653-e250-4f8d-9f42-87ff9080cdb4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:54.152158 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee600304-3261-4286-a4fd-83eb5257e8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.162309 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-5f98b32f-f5f4-482e-b90a-b847b07949ff tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] show failed (client error): The resource could not be found. Dec 14 01:19:54.166412 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5f98b32f-f5f4-482e-b90a-b847b07949ff tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/routers/86629278-c611-4529-865a-760ec975b322/tags/tempest-TagsExtTest-Tag-636266045 HTTP/1.1" status: 404 len: 328 time: 0.2178998 Dec 14 01:19:54.167066 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55522) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:54.199521 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-392aa718-e367-470b-ba16-d690f75b6b3f tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '95fded2f-a024-4606-b671-b8291c387f91', {'tags': ['tempest-TagsExtTest-Tag-223939356', 'tempest-TagsExtTest-Tag-409725975', 'tempest-TagsExtTest-Tag-125912200']}) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:54.212343 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d1d34382-cf4a-4d24-a86b-e5dde3107bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.213363 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] For port fe178653-e250-4f8d-9f42-87ff9080cdb4, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=fe178653-e250-4f8d-9f42-87ff9080cdb4,segment=NetworkSegment(048b8d94-3992-4551-b5cc-d4140f116283),segment_id=048b8d94-3992-4551-b5cc-d4140f116283)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:54.213786 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.240064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for fe178653-e250-4f8d-9f42-87ff9080cdb4 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:54.249064 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-392aa718-e367-470b-ba16-d690f75b6b3f tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "PUT /v2.0/subnetpools/95fded2f-a024-4606-b671-b8291c387f91/tags HTTP/1.1" status: 200 len: 315 time: 0.0786464 Dec 14 01:19:54.249889 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55524) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:54.250017 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2228db2c-912e-431f-8bfe-60741b1d1b0c tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.254096 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-5d7e9e17-935b-421d-a143-40ecf96c51cb tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '95fded2f-a024-4606-b671-b8291c387f91') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:54.259257 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2228db2c-912e-431f-8bfe-60741b1d1b0c tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.330076 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3c2f71-7133-4176-b6fc-b645b72ed2d2 None None] DHCP port deletion for 21a1dabc-765d-4cce-8a99-d2f3d4cc2004 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:54.354215 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2228db2c-912e-431f-8bfe-60741b1d1b0c tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] In _notify_port_updated(), no bound segment for port da7add8a-ba51-40b9-b1f2-220a8f8b9622 on network 8258ed1c-5817-4b44-8f27-0e85588a7478 {{(pid=103409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:19:54.357950 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5d7e9e17-935b-421d-a143-40ecf96c51cb tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/subnetpools/95fded2f-a024-4606-b671-b8291c387f91/tags HTTP/1.1" status: 204 len: 168 time: 0.1076319 Dec 14 01:19:54.360650 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2228db2c-912e-431f-8bfe-60741b1d1b0c tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:54.360844 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55526) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:54.361275 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2228db2c-912e-431f-8bfe-60741b1d1b0c tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.362587 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2228db2c-912e-431f-8bfe-60741b1d1b0c tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "PUT /v2.0/ports/da7add8a-ba51-40b9-b1f2-220a8f8b9622 HTTP/1.1" status: 200 len: 818 time: 0.6642475 Dec 14 01:19:54.364802 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-7a6f1af0-29d5-43bd-80da-2ba60fcab230 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '95fded2f-a024-4606-b671-b8291c387f91', 'tempest-TagsExtTest-Tag-223939356') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:54.366782 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55528) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:54.385529 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228db2c-912e-431f-8bfe-60741b1d1b0c tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=da7add8a-ba51-40b9-b1f2-220a8f8b9622,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:54.408186 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c2f71-7133-4176-b6fc-b645b72ed2d2 None None] Deleting port fe178653-e250-4f8d-9f42-87ff9080cdb4 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:54.408711 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b3c2f71-7133-4176-b6fc-b645b72ed2d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.412629 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.443605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=fe178653-e250-4f8d-9f42-87ff9080cdb4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:54.445561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No DVR routers for this DVR port fe178653-e250-4f8d-9f42-87ff9080cdb4 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:54.460418 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-7a6f1af0-29d5-43bd-80da-2ba60fcab230 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] show failed (client error): The resource could not be found. Dec 14 01:19:54.464175 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7a6f1af0-29d5-43bd-80da-2ba60fcab230 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/subnetpools/95fded2f-a024-4606-b671-b8291c387f91/tags/tempest-TagsExtTest-Tag-223939356 HTTP/1.1" status: 404 len: 328 time: 0.0998957 Dec 14 01:19:54.464389 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55530) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:54.468641 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-15a01055-5004-4292-94f9-0266e6ea0bee tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '95fded2f-a024-4606-b671-b8291c387f91', 'tempest-TagsExtTest-Tag-409725975') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:54.490133 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-8b3c2f71-7133-4176-b6fc-b645b72ed2d2 None None] For port fe178653-e250-4f8d-9f42-87ff9080cdb4, host dv-neutron-821592-1-hyperv, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:54.490477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b3c2f71-7133-4176-b6fc-b645b72ed2d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.506265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c2f71-7133-4176-b6fc-b645b72ed2d2 None None] Calling delete_port for fe178653-e250-4f8d-9f42-87ff9080cdb4 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:54.509622 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-8b3c2f71-7133-4176-b6fc-b645b72ed2d2 None None] Port fe178653-e250-4f8d-9f42-87ff9080cdb4 was not found and therefore no delete operation was performed {{(pid=103410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 01:19:54.510946 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b3c2f71-7133-4176-b6fc-b645b72ed2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.527140 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-15a01055-5004-4292-94f9-0266e6ea0bee tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] show failed (client error): The resource could not be found. Dec 14 01:19:54.530684 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-15a01055-5004-4292-94f9-0266e6ea0bee tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/subnetpools/95fded2f-a024-4606-b671-b8291c387f91/tags/tempest-TagsExtTest-Tag-409725975 HTTP/1.1" status: 404 len: 328 time: 0.0626032 Dec 14 01:19:54.531735 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55532) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:54.535429 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-f331101d-8267-4603-9e1b-f297f27b4ffd tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '95fded2f-a024-4606-b671-b8291c387f91', 'tempest-TagsExtTest-Tag-125912200') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:54.536277 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.540680 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c2f71-7133-4176-b6fc-b645b72ed2d2 None None] Pushing event deleted for resources: {'Port': ['ID=fe178653-e250-4f8d-9f42-87ff9080cdb4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:54.545260 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3c2f71-7133-4176-b6fc-b645b72ed2d2 None None] No DVR routers for this DVR port fe178653-e250-4f8d-9f42-87ff9080cdb4 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:54.563331 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a1dabc-765d-4cce-8a99-d2f3d4cc2004']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:54.567287 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1dd18bb4-0a77-4ac7-b5fb-42acaf63a45f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port da7add8a-ba51-40b9-b1f2-220a8f8b9622 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:54.567619 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dd18bb4-0a77-4ac7-b5fb-42acaf63a45f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.575131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048b8d94-3992-4551-b5cc-d4140f116283') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:54.575431 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048b8d94-3992-4551-b5cc-d4140f116283') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:54.586089 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.600296 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.609527 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:54.609919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:54.613255 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:54.629030 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-f331101d-8267-4603-9e1b-f297f27b4ffd tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] show failed (client error): The resource could not be found. Dec 14 01:19:54.630076 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f331101d-8267-4603-9e1b-f297f27b4ffd tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/subnetpools/95fded2f-a024-4606-b671-b8291c387f91/tags/tempest-TagsExtTest-Tag-125912200 HTTP/1.1" status: 404 len: 328 time: 0.0982728 Dec 14 01:19:54.635740 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55534) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:54.639946 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-c5f55df3-115b-456f-9b97-da45ec12635b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '95fded2f-a024-4606-b671-b8291c387f91') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:54.661680 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dd18bb4-0a77-4ac7-b5fb-42acaf63a45f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.678278 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.678989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24fc149c-5bd4-49eb-bb30-3ddccd88a886 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.683212 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1dd18bb4-0a77-4ac7-b5fb-42acaf63a45f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for da7add8a-ba51-40b9-b1f2-220a8f8b9622 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:54.686999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.690327 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/networks/21a1dabc-765d-4cce-8a99-d2f3d4cc2004 HTTP/1.1" status: 204 len: 168 time: 1.0908473 Dec 14 01:19:54.700210 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55536) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:54.705111 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-76a6cb56-1ddd-46e3-b716-a0444fe8a7e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163', 'name': 'tempest-PortsTestJSON-747935885'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:54.709779 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364888a-caee-4b83-b26a-2ad48c37aa75 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Network': ['ID=21a1dabc-765d-4cce-8a99-d2f3d4cc2004,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:54.801910 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a6cb56-1ddd-46e3-b716-a0444fe8a7e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:54.806355 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76a6cb56-1ddd-46e3-b716-a0444fe8a7e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:54.827335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-76a6cb56-1ddd-46e3-b716-a0444fe8a7e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] device_id is not set on port b966526a-4431-4e90-bf14-085e7584a7f4 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:55.001242 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76a6cb56-1ddd-46e3-b716-a0444fe8a7e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.017506 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c5f55df3-115b-456f-9b97-da45ec12635b tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/subnetpools/95fded2f-a024-4606-b671-b8291c387f91/tags HTTP/1.1" status: 204 len: 168 time: 0.3783212 Dec 14 01:19:55.018606 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55538) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:55.027699 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-7c949097-83bf-410b-b39e-2eef6c4a6a90 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '86629278-c611-4529-865a-760ec975b322') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:55.101634 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76a6cb56-1ddd-46e3-b716-a0444fe8a7e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.141255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dd18bb4-0a77-4ac7-b5fb-42acaf63a45f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.157986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a6cb56-1ddd-46e3-b716-a0444fe8a7e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 790c2fc3-7937-4e1b-abf3-78942309e163 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:55.163323 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-76a6cb56-1ddd-46e3-b716-a0444fe8a7e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:55.168779 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7c949097-83bf-410b-b39e-2eef6c4a6a90 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/routers/86629278-c611-4529-865a-760ec975b322/tags HTTP/1.1" status: 204 len: 168 time: 0.1465003 Dec 14 01:19:55.168779 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6cb56-1ddd-46e3-b716-a0444fe8a7e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=b966526a-4431-4e90-bf14-085e7584a7f4,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:55.169530 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a6cb56-1ddd-46e3-b716-a0444fe8a7e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:55.175071 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a6cb56-1ddd-46e3-b716-a0444fe8a7e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:55.175471 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55540) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:55.175614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76a6cb56-1ddd-46e3-b716-a0444fe8a7e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.181503 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-6ac45034-2a13-4d61-8f27-b63793115dc4 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5c6f4e8a-4e57-40f5-a048-b557d1014f07') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:55.184434 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd18bb4-0a77-4ac7-b5fb-42acaf63a45f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=da7add8a-ba51-40b9-b1f2-220a8f8b9622,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:55.195061 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-76a6cb56-1ddd-46e3-b716-a0444fe8a7e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4937899 Dec 14 01:19:55.197617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55542) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:55.210346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dd18bb4-0a77-4ac7-b5fb-42acaf63a45f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.215950 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1dd18bb4-0a77-4ac7-b5fb-42acaf63a45f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/da7add8a-ba51-40b9-b1f2-220a8f8b9622 HTTP/1.1" status: 204 len: 168 time: 0.8451123 Dec 14 01:19:55.218385 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55544) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:55.289297 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2df7a320-c61f-46c0-b06a-419a2836e610 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port b966526a-4431-4e90-bf14-085e7584a7f4 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:55.290083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2df7a320-c61f-46c0-b06a-419a2836e610 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.304745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.339974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da40270-5934-499c-ad52-857540bb6bb6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:55.341495 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5da40270-5934-499c-ad52-857540bb6bb6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1221933 Dec 14 01:19:55.346163 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55546) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:55.365386 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6ac45034-2a13-4d61-8f27-b63793115dc4 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/ports/5c6f4e8a-4e57-40f5-a048-b557d1014f07/tags HTTP/1.1" status: 204 len: 168 time: 0.1876943 Dec 14 01:19:55.382490 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55548) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:55.387259 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.tag.tag_plugin [None req-a4e575ab-e80a-4cc0-b406-138ecab3ebac tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '19c0085b-6dd9-4b36-b611-b3a4a85d829c') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:55.391071 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2df7a320-c61f-46c0-b06a-419a2836e610 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.394858 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d52ddf-c659-4582-a503-b58ed2609c2d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] GET failed (client error): The resource could not be found. Dec 14 01:19:55.396331 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c7d52ddf-c659-4582-a503-b58ed2609c2d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports/da7add8a-ba51-40b9-b1f2-220a8f8b9622 HTTP/1.1" status: 404 len: 333 time: 0.0492415 Dec 14 01:19:55.402599 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55550) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:55.407847 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e1256e6e-c2fb-4952-ac85-c3982799df19 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-315702526'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:55.429255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-24fc149c-5bd4-49eb-bb30-3ddccd88a886 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Deleting port 698c96a8-9692-4c24-8950-9dfb0c5e1fd0 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:55.429597 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24fc149c-5bd4-49eb-bb30-3ddccd88a886 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.431557 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2df7a320-c61f-46c0-b06a-419a2836e610 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for b966526a-4431-4e90-bf14-085e7584a7f4 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:55.483963 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1256e6e-c2fb-4952-ac85-c3982799df19 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:55.487668 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e1256e6e-c2fb-4952-ac85-c3982799df19 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.522755 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a4e575ab-e80a-4cc0-b406-138ecab3ebac tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/subnets/19c0085b-6dd9-4b36-b611-b3a4a85d829c/tags HTTP/1.1" status: 204 len: 168 time: 0.1392138 Dec 14 01:19:55.529200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55552) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:55.536647 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1256e6e-c2fb-4952-ac85-c3982799df19 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:19:55.553694 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24fc149c-5bd4-49eb-bb30-3ddccd88a886 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.562903 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e1256e6e-c2fb-4952-ac85-c3982799df19 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.563271 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-e1256e6e-c2fb-4952-ac85-c3982799df19 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Added segment ccf83100-d3b7-4df1-8d38-a1be1914f482 of type vlan for network a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe Dec 14 01:19:55.564491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2df7a320-c61f-46c0-b06a-419a2836e610 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.576379 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-24fc149c-5bd4-49eb-bb30-3ddccd88a886 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Calling delete_port for 698c96a8-9692-4c24-8950-9dfb0c5e1fd0 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:55.603975 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7a320-c61f-46c0-b06a-419a2836e610 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=b966526a-4431-4e90-bf14-085e7584a7f4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:55.619527 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2df7a320-c61f-46c0-b06a-419a2836e610 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.621263 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e1256e6e-c2fb-4952-ac85-c3982799df19 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.624779 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2df7a320-c61f-46c0-b06a-419a2836e610 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/b966526a-4431-4e90-bf14-085e7584a7f4 HTTP/1.1" status: 204 len: 168 time: 0.4238858 Dec 14 01:19:55.629666 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55554) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:55.637020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7819d618-f427-4ece-80d6-684f6b371ea2 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163', 'mac_address': 'fa:16:3e:ac:30:01', 'name': 'tempest-PortsTestJSON-708369277'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:55.698490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e1256e6e-c2fb-4952-ac85-c3982799df19 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.701989 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device fe178653-e250-4f8d-9f42-87ff9080cdb4 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:19:55.704566 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1256e6e-c2fb-4952-ac85-c3982799df19 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:55.705184 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e1256e6e-c2fb-4952-ac85-c3982799df19 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.711789 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdec18a3-6da0-4f7d-af60-4f748fe7e8d6 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks [] for subnetpool, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.712972 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bdec18a3-6da0-4f7d-af60-4f748fe7e8d6 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/subnetpools/95fded2f-a024-4606-b671-b8291c387f91 HTTP/1.1" status: 204 len: 168 time: 0.1827395 Dec 14 01:19:55.718449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55556) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:55.732280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: fe178653-e250-4f8d-9f42-87ff9080cdb4 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:19:55.732758 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device fe178653-e250-4f8d-9f42-87ff9080cdb4 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:19:55.755505 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b5179ea0-aafb-4646-8b53-667cbd8808b2 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "GET /v2.0/ports?device_id=86629278-c611-4529-865a-760ec975b322 HTTP/1.1" status: 200 len: 205 time: 0.0337951 Dec 14 01:19:55.757716 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55558) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:55.801251 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e1256e6e-c2fb-4952-ac85-c3982799df19 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3964367 Dec 14 01:19:55.811187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55560) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:55.816952 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-858d9c2a-5a6a-4b14-a6e4-82f2d813fd9d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'subnet': {'network_id': 'a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:55.847997 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf479e76-0564-4352-b1d3-2a1a89755c73 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.872124 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1256e6e-c2fb-4952-ac85-c3982799df19 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Network': ['ID=a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:55.886304 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:19:55.913367 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7819d618-f427-4ece-80d6-684f6b371ea2 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:55.974502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858d9c2a-5a6a-4b14-a6e4-82f2d813fd9d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:55.978336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-858d9c2a-5a6a-4b14-a6e4-82f2d813fd9d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:55.983755 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24fc149c-5bd4-49eb-bb30-3ddccd88a886 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.062899 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7819d618-f427-4ece-80d6-684f6b371ea2 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.067659 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc149c-5bd4-49eb-bb30-3ddccd88a886 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Port': ['ID=698c96a8-9692-4c24-8950-9dfb0c5e1fd0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:56.079173 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72705519-5d8c-4126-8568-71d7e3f90def None None] DHCP port deletion for 1a6d2724-91ac-41ae-a899-cae28b27ee18 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:56.102215 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf479e76-0564-4352-b1d3-2a1a89755c73 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.105407 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf479e76-0564-4352-b1d3-2a1a89755c73 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.145807 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-7819d618-f427-4ece-80d6-684f6b371ea2 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] device_id is not set on port 6276c78e-5412-4387-b951-900af0e885da yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:56.188870 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf479e76-0564-4352-b1d3-2a1a89755c73 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.189358 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf479e76-0564-4352-b1d3-2a1a89755c73 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Fanout notify agent at l3_agent the message router_deleted on router 86629278-c611-4529-865a-760ec975b322 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:19:56.198785 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf479e76-0564-4352-b1d3-2a1a89755c73 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.200591 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bf479e76-0564-4352-b1d3-2a1a89755c73 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/routers/86629278-c611-4529-865a-760ec975b322 HTTP/1.1" status: 204 len: 168 time: 0.4418144 Dec 14 01:19:56.202264 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55562) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:56.338260 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24fc149c-5bd4-49eb-bb30-3ddccd88a886 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.362260 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-858d9c2a-5a6a-4b14-a6e4-82f2d813fd9d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.388394 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7819d618-f427-4ece-80d6-684f6b371ea2 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.397652 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c8f457da-6bba-4eac-9f8d-27b323594c52 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Deleting port 5c6f4e8a-4e57-40f5-a048-b557d1014f07 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:56.397991 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8f457da-6bba-4eac-9f8d-27b323594c52 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.488343 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7819d618-f427-4ece-80d6-684f6b371ea2 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.499499 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d9c2a-5a6a-4b14-a6e4-82f2d813fd9d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Subnet': ['ID=d72048c7-0308-4c02-afcd-0a75cd4c7321,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:56.526045 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d9c2a-5a6a-4b14-a6e4-82f2d813fd9d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Checking segment: {'id': 'ccf83100-d3b7-4df1-8d38-a1be1914f482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:56.526401 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858d9c2a-5a6a-4b14-a6e4-82f2d813fd9d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network hostable DHCP agents. Network: a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:19:56.536143 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8f457da-6bba-4eac-9f8d-27b323594c52 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.563667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c8f457da-6bba-4eac-9f8d-27b323594c52 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Calling delete_port for 5c6f4e8a-4e57-40f5-a048-b557d1014f07 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:56.565326 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819d618-f427-4ece-80d6-684f6b371ea2 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=6276c78e-5412-4387-b951-900af0e885da,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:56.570502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7819d618-f427-4ece-80d6-684f6b371ea2 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 790c2fc3-7937-4e1b-abf3-78942309e163 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:56.576835 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-7819d618-f427-4ece-80d6-684f6b371ea2 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:56.580323 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819d618-f427-4ece-80d6-684f6b371ea2 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:56.586158 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7819d618-f427-4ece-80d6-684f6b371ea2 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:56.586776 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7819d618-f427-4ece-80d6-684f6b371ea2 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.590374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858d9c2a-5a6a-4b14-a6e4-82f2d813fd9d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:19:56.635986 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-858d9c2a-5a6a-4b14-a6e4-82f2d813fd9d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:56.639919 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7819d618-f427-4ece-80d6-684f6b371ea2 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0069749 Dec 14 01:19:56.640597 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858d9c2a-5a6a-4b14-a6e4-82f2d813fd9d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:56.641396 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-858d9c2a-5a6a-4b14-a6e4-82f2d813fd9d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.641695 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55564) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:56.647114 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544331f9-c1fc-4667-9be4-618efd6a42af None None] Network a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:56.672878 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-858d9c2a-5a6a-4b14-a6e4-82f2d813fd9d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8603449 Dec 14 01:19:56.675259 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55566) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:56.680587 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-734d58d4-7bd9-458c-943f-91aa03f55e9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'subnet': {'network_id': 'a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:56.710377 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bd8c2f-19e8-4bad-a60f-988325c5a378 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:56.714596 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f6bd8c2f-19e8-4bad-a60f-988325c5a378 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports/6276c78e-5412-4387-b951-900af0e885da HTTP/1.1" status: 200 len: 840 time: 0.0694356 Dec 14 01:19:56.714862 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55568) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:56.732237 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.734439 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fc149c-5bd4-49eb-bb30-3ddccd88a886 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Router 5ab275d4-f0a2-4162-a736-a68344d840d7 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:19:56.797996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe', 'network_id': 'a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe', 'project_id': '8909ba5bc98945bf8c8793443724faa2', 'fixed_ips': [{'subnet_id': 'd72048c7-0308-4c02-afcd-0a75cd4c7321'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:19:56.799780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.838614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8f457da-6bba-4eac-9f8d-27b323594c52 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.877078 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f457da-6bba-4eac-9f8d-27b323594c52 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Pushing event deleted for resources: {'Port': ['ID=5c6f4e8a-4e57-40f5-a048-b557d1014f07,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:56.899518 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-826c1c18-24f1-4c0b-bd50-970ef39fcea6 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port 6276c78e-5412-4387-b951-900af0e885da {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:56.900141 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-826c1c18-24f1-4c0b-bd50-970ef39fcea6 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:56.935548 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fc149c-5bd4-49eb-bb30-3ddccd88a886 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:19:56.946367 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac5d0a0-dc9c-4268-8fd3-061c51222d2e None None] Sync routers for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:19:56.962078 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-24fc149c-5bd4-49eb-bb30-3ddccd88a886 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "PUT /v2.0/routers/5ab275d4-f0a2-4162-a736-a68344d840d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9937224 Dec 14 01:19:56.964942 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac5d0a0-dc9c-4268-8fd3-061c51222d2e None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:56.965578 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7ac5d0a0-dc9c-4268-8fd3-061c51222d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:56.967716 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55570) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:56.968427 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734d58d4-7bd9-458c-943f-91aa03f55e9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:56.972044 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-734d58d4-7bd9-458c-943f-91aa03f55e9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.013249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Allocated IP 2001:db8::2 (a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe/d72048c7-0308-4c02-afcd-0a75cd4c7321/b1904f23-2dcb-4aeb-8f58-9043384dd5df) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:57.047148 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7ac5d0a0-dc9c-4268-8fd3-061c51222d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:57.065286 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac5d0a0-dc9c-4268-8fd3-061c51222d2e None None] Routers {'5ab275d4-f0a2-4162-a736-a68344d840d7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:19:57.067049 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7ac5d0a0-dc9c-4268-8fd3-061c51222d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['5ab275d4-f0a2-4162-a736-a68344d840d7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:57.080600 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-826c1c18-24f1-4c0b-bd50-970ef39fcea6 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.096761 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8f457da-6bba-4eac-9f8d-27b323594c52 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.101000 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c8f457da-6bba-4eac-9f8d-27b323594c52 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/ports/5c6f4e8a-4e57-40f5-a048-b557d1014f07 HTTP/1.1" status: 204 len: 168 time: 0.8975115 Dec 14 01:19:57.104661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55572) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:57.122544 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-826c1c18-24f1-4c0b-bd50-970ef39fcea6 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for 6276c78e-5412-4387-b951-900af0e885da owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:57.226323 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-24998ea6-99ab-441d-95ba-73d9c9497c31 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Deleting subnet 19c0085b-6dd9-4b36-b611-b3a4a85d829c {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:19:57.233970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24998ea6-99ab-441d-95ba-73d9c9497c31 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.245941 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.256997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.260246 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.ipam_backend_mixin [None req-734d58d4-7bd9-458c-943f-91aa03f55e9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d72048c7-0308-4c02-afcd-0a75cd4c7321 (CIDR: 2001:db8::/64) Dec 14 01:19:57.268305 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-734d58d4-7bd9-458c-943f-91aa03f55e9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:19:57.268768 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734d58d4-7bd9-458c-943f-91aa03f55e9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:19:57.280955 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f70cf6-23ab-48df-b083-7631654b38ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.288006 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7ac5d0a0-dc9c-4268-8fd3-061c51222d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:57.289030 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac5d0a0-dc9c-4268-8fd3-061c51222d2e None None] The sync data for ids ['5ab275d4-f0a2-4162-a736-a68344d840d7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:19:57.311464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24998ea6-99ab-441d-95ba-73d9c9497c31 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.313787 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Network a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:57.322552 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:57.327015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:57.337773 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Pushing event updated for resources: {'Port': ['ID=b1904f23-2dcb-4aeb-8f58-9043384dd5df,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:57.342245 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-734d58d4-7bd9-458c-943f-91aa03f55e9b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6626024 Dec 14 01:19:57.342428 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55574) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:57.347993 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ed1e4b4f-6b88-460c-b63c-4eacbe8d2d22 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'subnet': {'network_id': 'a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:57.380760 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-826c1c18-24f1-4c0b-bd50-970ef39fcea6 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.405142 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Attempting to bind port b1904f23-2dcb-4aeb-8f58-9043384dd5df on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:19:57.405480 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Attempting to bind port b1904f23-2dcb-4aeb-8f58-9043384dd5df by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'ccf83100-d3b7-4df1-8d38-a1be1914f482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:19:57.405964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Attempting to bind port b1904f23-2dcb-4aeb-8f58-9043384dd5df on network a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:19:57.412592 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:19:57.413573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Checking segment: {'id': 'ccf83100-d3b7-4df1-8d38-a1be1914f482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:19:57.414170 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.414765 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Bound using segment: {'id': 'ccf83100-d3b7-4df1-8d38-a1be1914f482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:19:57.415265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Bound port: b1904f23-2dcb-4aeb-8f58-9043384dd5df, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf83100-d3b7-4df1-8d38-a1be1914f482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:19:57.415652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.427007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c1c18-24f1-4c0b-bd50-970ef39fcea6 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=6276c78e-5412-4387-b951-900af0e885da,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:57.438552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-826c1c18-24f1-4c0b-bd50-970ef39fcea6 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.445348 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-826c1c18-24f1-4c0b-bd50-970ef39fcea6 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/6276c78e-5412-4387-b951-900af0e885da HTTP/1.1" status: 204 len: 168 time: 0.7270882 Dec 14 01:19:57.446153 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55576) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:57.495174 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] For port b1904f23-2dcb-4aeb-8f58-9043384dd5df, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:19:57.499713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] For port b1904f23-2dcb-4aeb-8f58-9043384dd5df, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b1904f23-2dcb-4aeb-8f58-9043384dd5df,segment=NetworkSegment(ccf83100-d3b7-4df1-8d38-a1be1914f482),segment_id=ccf83100-d3b7-4df1-8d38-a1be1914f482)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:19:57.500784 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d09d119-22f5-414f-9773-f17bda1be096 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] GET failed (client error): The resource could not be found. Dec 14 01:19:57.502519 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2d09d119-22f5-414f-9773-f17bda1be096 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports/6276c78e-5412-4387-b951-900af0e885da HTTP/1.1" status: 404 len: 333 time: 0.0556905 Dec 14 01:19:57.507970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55578) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:57.510716 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.513651 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f4ae8e28-6e92-4ecf-a9fb-e51e8a41bdd9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163', 'name': 'tempest-PortsTestJSON-1327097744'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:57.579290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e886e34-4397-4aa6-a7d8-00aa655eaf9a None None] Pushing event updated for resources: {'Port': ['ID=b1904f23-2dcb-4aeb-8f58-9043384dd5df,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:57.634583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24998ea6-99ab-441d-95ba-73d9c9497c31 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.707176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ae8e28-6e92-4ecf-a9fb-e51e8a41bdd9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:57.711202 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8e28-6e92-4ecf-a9fb-e51e8a41bdd9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.732241 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.749653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24998ea6-99ab-441d-95ba-73d9c9497c31 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.763299 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f70cf6-23ab-48df-b083-7631654b38ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.790958 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24998ea6-99ab-441d-95ba-73d9c9497c31 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.794974 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-24998ea6-99ab-441d-95ba-73d9c9497c31 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/subnets/19c0085b-6dd9-4b36-b611-b3a4a85d829c HTTP/1.1" status: 204 len: 168 time: 0.6890233 Dec 14 01:19:57.796755 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-f4ae8e28-6e92-4ecf-a9fb-e51e8a41bdd9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] device_id is not set on port 33e835eb-403e-4ed2-bacb-35fba34fcc0f yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:57.802632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24998ea6-99ab-441d-95ba-73d9c9497c31 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Pushing event deleted for resources: {'Subnet': ['ID=19c0085b-6dd9-4b36-b611-b3a4a85d829c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:57.802799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef272260-d2d6-48ca-8983-12cd7d64b88c None None] Network a28f5067-2bd1-48e0-962c-3ff672bc8826 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:57.807061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55580) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:57.872059 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1e4b4f-6b88-460c-b63c-4eacbe8d2d22 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:57.875870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4b4f-6b88-460c-b63c-4eacbe8d2d22 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.956374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f0f70cf6-23ab-48df-b083-7631654b38ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Deleting port a1e17270-3299-4abd-ae87-2d99c81c6887 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:57.956712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f70cf6-23ab-48df-b083-7631654b38ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:57.974427 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.080977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cfe2f5-3806-4507-adc5-66bd4a779306 None None] DHCP port deletion for a28f5067-2bd1-48e0-962c-3ff672bc8826 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:58.097335 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f70cf6-23ab-48df-b083-7631654b38ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.125682 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8e28-6e92-4ecf-a9fb-e51e8a41bdd9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.132987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a3cfe2f5-3806-4507-adc5-66bd4a779306 None None] Deleting port 926f66c1-5238-4773-99b2-9c9a09ba6eee {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:58.133604 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3cfe2f5-3806-4507-adc5-66bd4a779306 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.134344 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f0f70cf6-23ab-48df-b083-7631654b38ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Calling delete_port for a1e17270-3299-4abd-ae87-2d99c81c6887 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:58.146716 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Deleting port 926f66c1-5238-4773-99b2-9c9a09ba6eee {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:58.147048 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.197390 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a3cfe2f5-3806-4507-adc5-66bd4a779306 None None] For port 926f66c1-5238-4773-99b2-9c9a09ba6eee, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=926f66c1-5238-4773-99b2-9c9a09ba6eee,segment=NetworkSegment(9c52d7f8-2407-4823-bb97-94c17156df11),segment_id=9c52d7f8-2407-4823-bb97-94c17156df11)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:58.198052 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3cfe2f5-3806-4507-adc5-66bd4a779306 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.211540 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a3cfe2f5-3806-4507-adc5-66bd4a779306 None None] Calling delete_port for 926f66c1-5238-4773-99b2-9c9a09ba6eee owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:58.314144 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3cfe2f5-3806-4507-adc5-66bd4a779306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.356564 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfe2f5-3806-4507-adc5-66bd4a779306 None None] Pushing event deleted for resources: {'Port': ['ID=926f66c1-5238-4773-99b2-9c9a09ba6eee,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:58.362981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cfe2f5-3806-4507-adc5-66bd4a779306 None None] No DVR routers for this DVR port 926f66c1-5238-4773-99b2-9c9a09ba6eee on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:58.413779 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4b4f-6b88-460c-b63c-4eacbe8d2d22 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.488877 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1e4b4f-6b88-460c-b63c-4eacbe8d2d22 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:58.499611 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-ed1e4b4f-6b88-460c-b63c-4eacbe8d2d22 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:58.502764 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1e4b4f-6b88-460c-b63c-4eacbe8d2d22 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:58.503359 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4b4f-6b88-460c-b63c-4eacbe8d2d22 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.512896 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fa90c-8946-4ee3-b895-bd8048bb38a1 req-406af5c1-85d8-4ed3-8c12-02926d2e1359 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:58.514506 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-927fa90c-8946-4ee3-b895-bd8048bb38a1 req-406af5c1-85d8-4ed3-8c12-02926d2e1359 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1626942 Dec 14 01:19:58.546740 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e4b4f-6b88-460c-b63c-4eacbe8d2d22 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Subnet': ['ID=c51cde93-8fac-4fd3-b4ca-0a826df6267e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:58.562833 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ed1e4b4f-6b88-460c-b63c-4eacbe8d2d22 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2190559 Dec 14 01:19:58.563616 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f70cf6-23ab-48df-b083-7631654b38ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.565745 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55584) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:58.575203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7749f526-bcca-44df-9de2-0dcfb1faf4f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'network_id': 'a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe', 'fixed_ips': [{'subnet_id': 'd72048c7-0308-4c02-afcd-0a75cd4c7321'}, {'subnet_id': 'c51cde93-8fac-4fd3-b4ca-0a826df6267e'}], 'name': 'tempest-PortsIpV6TestJSON-763977185'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:58.589740 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8e28-6e92-4ecf-a9fb-e51e8a41bdd9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.609471 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] For port 926f66c1-5238-4773-99b2-9c9a09ba6eee, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=926f66c1-5238-4773-99b2-9c9a09ba6eee,segment=NetworkSegment(9c52d7f8-2407-4823-bb97-94c17156df11),segment_id=9c52d7f8-2407-4823-bb97-94c17156df11)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:58.609838 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.649085 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f70cf6-23ab-48df-b083-7631654b38ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Port': ['ID=a1e17270-3299-4abd-ae87-2d99c81c6887,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:58.657583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Calling delete_port for 926f66c1-5238-4773-99b2-9c9a09ba6eee owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:58.660602 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ae8e28-6e92-4ecf-a9fb-e51e8a41bdd9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 790c2fc3-7937-4e1b-abf3-78942309e163 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:19:58.667093 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-f4ae8e28-6e92-4ecf-a9fb-e51e8a41bdd9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:19:58.677306 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae8e28-6e92-4ecf-a9fb-e51e8a41bdd9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:19:58.678480 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5587d031-66a9-4d83-80bf-129b1b46160c None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:19:58.683003 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae8e28-6e92-4ecf-a9fb-e51e8a41bdd9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:58.684428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8e28-6e92-4ecf-a9fb-e51e8a41bdd9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.689697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae8e28-6e92-4ecf-a9fb-e51e8a41bdd9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=33e835eb-403e-4ed2-bacb-35fba34fcc0f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:58.740835 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f4ae8e28-6e92-4ecf-a9fb-e51e8a41bdd9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2316494 Dec 14 01:19:58.743391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55586) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:58.749649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-826ab10c-3ff8-479c-b9c3-ed8571729881 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:19:58.753630 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-927fa90c-8946-4ee3-b895-bd8048bb38a1 req-b3f61b71-0880-433a-aec2-d54a3a77f671 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273228 Dec 14 01:19:58.791696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f70cf6-23ab-48df-b083-7631654b38ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.868679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-826ab10c-3ff8-479c-b9c3-ed8571729881 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.882794 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2436b09-05fb-4bc9-a104-8b4d1ae2f55d None None] Network a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:58.918630 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.951728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f70cf6-23ab-48df-b083-7631654b38ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.955847 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Pushing event deleted for resources: {'Port': ['ID=926f66c1-5238-4773-99b2-9c9a09ba6eee,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:58.958372 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f70cf6-23ab-48df-b083-7631654b38ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:58.969210 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] No DVR routers for this DVR port 926f66c1-5238-4773-99b2-9c9a09ba6eee on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:19:58.997839 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0dbd078b-67cf-4584-af9a-2529ee598b58 None None] Provisioning complete for port b1904f23-2dcb-4aeb-8f58-9043384dd5df triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:58.998449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0dbd078b-67cf-4584-af9a-2529ee598b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.005649 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7749f526-bcca-44df-9de2-0dcfb1faf4f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:19:59.031401 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa54fc-8880-4dda-b264-29d1d191098f req-d8e3a6c2-83e3-4cc7-abb8-5ace71a9a604 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:59.033485 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2ffa54fc-8880-4dda-b264-29d1d191098f req-d8e3a6c2-83e3-4cc7-abb8-5ace71a9a604 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1933711 Dec 14 01:19:59.070325 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f70cf6-23ab-48df-b083-7631654b38ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.070921 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f70cf6-23ab-48df-b083-7631654b38ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Fanout notify agent at l3_agent the message router_deleted on router 5ab275d4-f0a2-4162-a736-a68344d840d7 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:19:59.086110 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f70cf6-23ab-48df-b083-7631654b38ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.090657 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f0f70cf6-23ab-48df-b083-7631654b38ab tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/routers/5ab275d4-f0a2-4162-a736-a68344d840d7 HTTP/1.1" status: 204 len: 168 time: 2.1072106 Dec 14 01:19:59.093157 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0dbd078b-67cf-4584-af9a-2529ee598b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.093317 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55590) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:59.111130 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.147690 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28f5067-2bd1-48e0-962c-3ff672bc8826']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:59.155782 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5734ce16-93c3-4c2d-ba0c-646b8d605fd2 None None] Update dhcp port {'port': {'network_id': 'a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe', 'fixed_ips': [{'subnet_id': 'd72048c7-0308-4c02-afcd-0a75cd4c7321', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c51cde93-8fac-4fd3-b4ca-0a826df6267e'}], 'binding:host_id': 'dv-neutron-821592-1-hyperv'}, 'id': 'b1904f23-2dcb-4aeb-8f58-9043384dd5df'} from dv-neutron-821592-1-hyperv. {{(pid=103410) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 01:19:59.158672 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0dbd078b-67cf-4584-af9a-2529ee598b58 None None] For port b1904f23-2dcb-4aeb-8f58-9043384dd5df, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b1904f23-2dcb-4aeb-8f58-9043384dd5df,segment=NetworkSegment(ccf83100-d3b7-4df1-8d38-a1be1914f482),segment_id=ccf83100-d3b7-4df1-8d38-a1be1914f482)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:59.160666 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c52d7f8-2407-4823-bb97-94c17156df11') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:59.161007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c52d7f8-2407-4823-bb97-94c17156df11') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:19:59.179310 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0dbd078b-67cf-4584-af9a-2529ee598b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.180346 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.190564 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-826ab10c-3ff8-479c-b9c3-ed8571729881 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.198754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-826ab10c-3ff8-479c-b9c3-ed8571729881 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.200146 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d614e9b-6a5f-449c-a584-cd43e7c9cbd3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Deleting subnet 6f7764bd-7ac3-4d60-a49e-e04cc9d027b4 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:19:59.201081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.208414 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5734ce16-93c3-4c2d-ba0c-646b8d605fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.211233 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d614e9b-6a5f-449c-a584-cd43e7c9cbd3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.215838 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:19:59.216429 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:19:59.237143 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:19:59.250992 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2ffa54fc-8880-4dda-b264-29d1d191098f req-e23d6522-2476-4236-b826-ddf9f900320b tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827433 Dec 14 01:19:59.255575 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-826ab10c-3ff8-479c-b9c3-ed8571729881 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] In _notify_port_updated(), no bound segment for port 33e835eb-403e-4ed2-bacb-35fba34fcc0f on network 790c2fc3-7937-4e1b-abf3-78942309e163 {{(pid=103409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:19:59.261424 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826ab10c-3ff8-479c-b9c3-ed8571729881 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:59.262250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-826ab10c-3ff8-479c-b9c3-ed8571729881 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.266119 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-826ab10c-3ff8-479c-b9c3-ed8571729881 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "PUT /v2.0/ports/33e835eb-403e-4ed2-bacb-35fba34fcc0f HTTP/1.1" status: 200 len: 818 time: 0.5192211 Dec 14 01:19:59.272805 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7749f526-bcca-44df-9de2-0dcfb1faf4f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.289387 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55592) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:59.298102 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7749f526-bcca-44df-9de2-0dcfb1faf4f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] device_id is not set on port cd0ce3af-310b-4c4a-a694-17cdb0d3a880 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:19:59.323171 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ab10c-3ff8-479c-b9c3-ed8571729881 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=33e835eb-403e-4ed2-bacb-35fba34fcc0f,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:59.337753 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.343778 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.349619 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] 10.222.0.32 "DELETE /v2.0/networks/a28f5067-2bd1-48e0-962c-3ff672bc8826 HTTP/1.1" status: 204 len: 168 time: 1.5412006 Dec 14 01:19:59.369410 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228930d-00b3-43e8-89e8-2430e3f62fb3 tempest-TagsExtTest-1144766882 tempest-TagsExtTest-1144766882-project] Pushing event deleted for resources: {'Network': ['ID=a28f5067-2bd1-48e0-962c-3ff672bc8826,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:59.438900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd078b-67cf-4584-af9a-2529ee598b58 None None] Pushing event updated for resources: {'Port': ['ID=b1904f23-2dcb-4aeb-8f58-9043384dd5df,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:59.453502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d614e9b-6a5f-449c-a584-cd43e7c9cbd3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.585122 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-5734ce16-93c3-4c2d-ba0c-646b8d605fd2 None None] Allocated IP 2001:db8:0:1::2 (a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe/c51cde93-8fac-4fd3-b4ca-0a826df6267e/b1904f23-2dcb-4aeb-8f58-9043384dd5df) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:19:59.641968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d614e9b-6a5f-449c-a584-cd43e7c9cbd3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.695646 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd8c7f-7cb4-4544-8c01-32d3da63ae1d req-57c2da61-3f31-4e4a-8437-4c7e7204bde2 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:19:59.697192 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4fdd8c7f-7cb4-4544-8c01-32d3da63ae1d req-57c2da61-3f31-4e4a-8437-4c7e7204bde2 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1545115 Dec 14 01:19:59.706200 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5734ce16-93c3-4c2d-ba0c-646b8d605fd2 None None] For port b1904f23-2dcb-4aeb-8f58-9043384dd5df, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b1904f23-2dcb-4aeb-8f58-9043384dd5df,segment=NetworkSegment(ccf83100-d3b7-4df1-8d38-a1be1914f482),segment_id=ccf83100-d3b7-4df1-8d38-a1be1914f482)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:19:59.727676 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ecef3b25-9dbc-417c-8855-73d51980209e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port 33e835eb-403e-4ed2-bacb-35fba34fcc0f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:19:59.728015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ecef3b25-9dbc-417c-8855-73d51980209e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.752221 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5734ce16-93c3-4c2d-ba0c-646b8d605fd2 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.753039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55602) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:59.758619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5734ce16-93c3-4c2d-ba0c-646b8d605fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.798506 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b1904f23-2dcb-4aeb-8f58-9043384dd5df up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:19:59.845149 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d614e9b-6a5f-449c-a584-cd43e7c9cbd3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.865659 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4fdd8c7f-7cb4-4544-8c01-32d3da63ae1d req-cdd6e676-bb27-4068-8a36-230a4d1688e6 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554976 Dec 14 01:19:59.900255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ecef3b25-9dbc-417c-8855-73d51980209e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.905017 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d614e9b-6a5f-449c-a584-cd43e7c9cbd3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7764bd-7ac3-4d60-a49e-e04cc9d027b4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:59.913935 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734ce16-93c3-4c2d-ba0c-646b8d605fd2 None None] Pushing event updated for resources: {'Port': ['ID=b1904f23-2dcb-4aeb-8f58-9043384dd5df,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:19:59.923661 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d614e9b-6a5f-449c-a584-cd43e7c9cbd3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:19:59.926944 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2d614e9b-6a5f-449c-a584-cd43e7c9cbd3 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/subnets/6f7764bd-7ac3-4d60-a49e-e04cc9d027b4 HTTP/1.1" status: 204 len: 168 time: 0.8319516 Dec 14 01:19:59.931414 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55606) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:19:59.933782 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6b95b8-ac19-4542-91c4-a3990b4ca5bf None None] Network 1a6d2724-91ac-41ae-a899-cae28b27ee18 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:19:59.943826 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ecef3b25-9dbc-417c-8855-73d51980209e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for 33e835eb-403e-4ed2-bacb-35fba34fcc0f owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:19:59.981595 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port b1904f23-2dcb-4aeb-8f58-9043384dd5df triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:19:59.982123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.011268 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b9ec61c3-04d7-4849-a035-51675b5f6adf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=183c3b155a794e7abfebc0cdb3d91798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563894 Dec 14 01:20:00.018174 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55608) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:00.078840 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b710-738c-4582-bdf4-5292cdcdd039 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.084077 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-7749f526-bcca-44df-9de2-0dcfb1faf4f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Allocated IP 2001:db8::33b (a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe/d72048c7-0308-4c02-afcd-0a75cd4c7321/cd0ce3af-310b-4c4a-a694-17cdb0d3a880) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:00.094145 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-7749f526-bcca-44df-9de2-0dcfb1faf4f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Allocated IP 2001:db8:0:1::e9 (a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe/c51cde93-8fac-4fd3-b4ca-0a826df6267e/cd0ce3af-310b-4c4a-a694-17cdb0d3a880) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:00.102745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2d877088-3d90-42db-b72e-9d70bf8f150c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.123657 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79579b27-d549-447d-ac06-6ae925a9bec0 None None] DHCP port deletion for 1a6d2724-91ac-41ae-a899-cae28b27ee18 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:20:00.155368 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2d877088-3d90-42db-b72e-9d70bf8f150c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.191343 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ecef3b25-9dbc-417c-8855-73d51980209e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.221068 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 926f66c1-5238-4773-99b2-9c9a09ba6eee no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:00.247179 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 926f66c1-5238-4773-99b2-9c9a09ba6eee {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:00.247530 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 926f66c1-5238-4773-99b2-9c9a09ba6eee not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:00.251044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b710-738c-4582-bdf4-5292cdcdd039 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.251754 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef3b25-9dbc-417c-8855-73d51980209e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=33e835eb-403e-4ed2-bacb-35fba34fcc0f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:00.267642 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ecef3b25-9dbc-417c-8855-73d51980209e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.273822 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ecef3b25-9dbc-417c-8855-73d51980209e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/33e835eb-403e-4ed2-bacb-35fba34fcc0f HTTP/1.1" status: 204 len: 168 time: 0.8904302 Dec 14 01:20:00.275635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55612) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:00.315394 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-2ae7b710-738c-4582-bdf4-5292cdcdd039 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6d2724-91ac-41ae-a899-cae28b27ee18']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:00.330984 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-2ae7b710-738c-4582-bdf4-5292cdcdd039 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ade94cf-c36c-4155-abc6-ba09276971c7') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:00.331258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-2ae7b710-738c-4582-bdf4-5292cdcdd039 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ade94cf-c36c-4155-abc6-ba09276971c7') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:00.338705 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7749f526-bcca-44df-9de2-0dcfb1faf4f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.341710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2d877088-3d90-42db-b72e-9d70bf8f150c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.344123 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2d877088-3d90-42db-b72e-9d70bf8f150c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.345373 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2d877088-3d90-42db-b72e-9d70bf8f150c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf4b1e21-6376-4fab-bd9a-ff21f05b3099 HTTP/1.1" status: 204 len: 168 time: 0.3259943 Dec 14 01:20:00.356728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b710-738c-4582-bdf4-5292cdcdd039 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.359866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d877088-3d90-42db-b72e-9d70bf8f150c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4b1e21-6376-4fab-bd9a-ff21f05b3099,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:00.386531 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a47e23-81dc-4107-b72a-450f7861cff0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:00.389070 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-87a47e23-81dc-4107-b72a-450f7861cff0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1114109 Dec 14 01:20:00.390050 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b710-738c-4582-bdf4-5292cdcdd039 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.392394 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55616) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:00.397665 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7749f526-bcca-44df-9de2-0dcfb1faf4f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.433497 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae7b710-738c-4582-bdf4-5292cdcdd039 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:00.433901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b710-738c-4582-bdf4-5292cdcdd039 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:00.439432 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:00.455215 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cf4eec-3a29-4d2d-aa7a-9d2a19d59613 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] GET failed (client error): The resource could not be found. Dec 14 01:20:00.457523 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d7cf4eec-3a29-4d2d-aa7a-9d2a19d59613 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports/33e835eb-403e-4ed2-bacb-35fba34fcc0f HTTP/1.1" status: 404 len: 333 time: 0.0641005 Dec 14 01:20:00.464872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55618) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:00.470101 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-98397bcf-83d4-4207-a4a7-167b9030e2f1 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1175896538'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:00.475862 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7749f526-bcca-44df-9de2-0dcfb1faf4f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:00.483524 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7749f526-bcca-44df-9de2-0dcfb1faf4f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:00.488229 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749f526-bcca-44df-9de2-0dcfb1faf4f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:00.495928 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7749f526-bcca-44df-9de2-0dcfb1faf4f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:00.496657 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7749f526-bcca-44df-9de2-0dcfb1faf4f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.499978 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749f526-bcca-44df-9de2-0dcfb1faf4f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=cd0ce3af-310b-4c4a-a694-17cdb0d3a880,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:00.530258 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7749f526-bcca-44df-9de2-0dcfb1faf4f5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.9605329 Dec 14 01:20:00.533344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55620) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:00.541381 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1d984e68-92d0-4ec9-ac88-f7e15ca83dbb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd72048c7-0308-4c02-afcd-0a75cd4c7321'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:00.541730 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98397bcf-83d4-4207-a4a7-167b9030e2f1 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:00.545666 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b710-738c-4582-bdf4-5292cdcdd039 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.548516 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98397bcf-83d4-4207-a4a7-167b9030e2f1 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.551256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b710-738c-4582-bdf4-5292cdcdd039 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.557078 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2ae7b710-738c-4582-bdf4-5292cdcdd039 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] 10.222.0.32 "DELETE /v2.0/networks/1a6d2724-91ac-41ae-a899-cae28b27ee18 HTTP/1.1" status: 204 len: 168 time: 0.6239600 Dec 14 01:20:00.604319 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7b710-738c-4582-bdf4-5292cdcdd039 tempest-FloatingIPTestJSON-1752254345 tempest-FloatingIPTestJSON-1752254345-project] Pushing event deleted for resources: {'Network': ['ID=1a6d2724-91ac-41ae-a899-cae28b27ee18,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:00.610036 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98397bcf-83d4-4207-a4a7-167b9030e2f1 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:00.624722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98397bcf-83d4-4207-a4a7-167b9030e2f1 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.625116 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-98397bcf-83d4-4207-a4a7-167b9030e2f1 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Added segment df3048c4-f5fd-4c24-96a4-5040ed11aa20 of type vlan for network c6568a66-f1f8-425e-bca9-d6cb15749f64 Dec 14 01:20:00.691067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61db06ea-e0c4-4a0f-be87-75fb8e4f8640 None None] Network a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:00.720218 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98397bcf-83d4-4207-a4a7-167b9030e2f1 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.762475 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98397bcf-83d4-4207-a4a7-167b9030e2f1 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.768288 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98397bcf-83d4-4207-a4a7-167b9030e2f1 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:00.768640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f8522612-9968-483c-b8ba-e095b0299eae None None] Provisioning complete for port b1904f23-2dcb-4aeb-8f58-9043384dd5df triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:00.768892 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98397bcf-83d4-4207-a4a7-167b9030e2f1 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.769598 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8522612-9968-483c-b8ba-e095b0299eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.781392 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d984e68-92d0-4ec9-ac88-f7e15ca83dbb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:00.833021 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-98397bcf-83d4-4207-a4a7-167b9030e2f1 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3644042 Dec 14 01:20:00.833737 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55624) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:00.841336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-238ff9a6-6479-4e7e-a9a3-24b840770080 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'subnet': {'network_id': 'c6568a66-f1f8-425e-bca9-d6cb15749f64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:00.885857 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98397bcf-83d4-4207-a4a7-167b9030e2f1 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Network': ['ID=c6568a66-f1f8-425e-bca9-d6cb15749f64,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:00.900956 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network c6568a66-f1f8-425e-bca9-d6cb15749f64 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:00.988218 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238ff9a6-6479-4e7e-a9a3-24b840770080 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:00.992328 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-238ff9a6-6479-4e7e-a9a3-24b840770080 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:01.028272 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55630) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:01.154396 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-1d984e68-92d0-4ec9-ac88-f7e15ca83dbb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Delete allocated IP 2001:db8:0:1::e9 (a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe/c51cde93-8fac-4fd3-b4ca-0a826df6267e) {{(pid=103409) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 14 01:20:01.278497 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b27082ea-c07c-462c-a0ee-c58de320ab8e None None] Provisioning complete for port b1904f23-2dcb-4aeb-8f58-9043384dd5df triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:01.279151 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b27082ea-c07c-462c-a0ee-c58de320ab8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:01.341200 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-164034fd-96bd-4c24-9552-c10a6c0cdfc1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81ab0088ff7745178df2325ee96a07e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117275 Dec 14 01:20:01.344361 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55634) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:01.366262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988b08e-e88d-4a98-b981-a11153f436fe req-2f2b32cf-246c-4d31-933f-e75fb2dbf1ca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:01.374140 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0988b08e-e88d-4a98-b981-a11153f436fe req-2f2b32cf-246c-4d31-933f-e75fb2dbf1ca tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.0844903 Dec 14 01:20:01.381271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d984e68-92d0-4ec9-ac88-f7e15ca83dbb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:01.394000 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b27082ea-c07c-462c-a0ee-c58de320ab8e None None] Provisioning complete for port cd0ce3af-310b-4c4a-a694-17cdb0d3a880 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:01.394387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b27082ea-c07c-462c-a0ee-c58de320ab8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:01.403636 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d984e68-92d0-4ec9-ac88-f7e15ca83dbb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:01.424335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8f12-c6e8-4fe7-b17f-638fba52331b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:01.434787 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b27082ea-c07c-462c-a0ee-c58de320ab8e None None] Port cd0ce3af-310b-4c4a-a694-17cdb0d3a880 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:01.468280 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0988b08e-e88d-4a98-b981-a11153f436fe req-38d9dc2f-932c-4ad1-81b6-2e235da08ab2 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933616 Dec 14 01:20:01.507496 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8f12-c6e8-4fe7-b17f-638fba52331b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:01.512972 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1d984e68-92d0-4ec9-ac88-f7e15ca83dbb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] In _notify_port_updated(), no bound segment for port cd0ce3af-310b-4c4a-a694-17cdb0d3a880 on network a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe {{(pid=103409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:20:01.518563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d984e68-92d0-4ec9-ac88-f7e15ca83dbb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:01.519281 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d984e68-92d0-4ec9-ac88-f7e15ca83dbb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:01.523303 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1d984e68-92d0-4ec9-ac88-f7e15ca83dbb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "PUT /v2.0/ports/cd0ce3af-310b-4c4a-a694-17cdb0d3a880 HTTP/1.1" status: 200 len: 925 time: 0.9854822 Dec 14 01:20:01.525006 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55636) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:01.527102 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d984e68-92d0-4ec9-ac88-f7e15ca83dbb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=cd0ce3af-310b-4c4a-a694-17cdb0d3a880,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:01.530594 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a9184a05-07c8-4cd2-b15c-47c0665803e7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd72048c7-0308-4c02-afcd-0a75cd4c7321'}, {'subnet_id': 'c51cde93-8fac-4fd3-b4ca-0a826df6267e'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:01.558428 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f3407102-fc01-4bcf-ad07-6db7375547c1 None None] Provisioning complete for port cd0ce3af-310b-4c4a-a694-17cdb0d3a880 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:01.558813 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3407102-fc01-4bcf-ad07-6db7375547c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:01.578562 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8f12-c6e8-4fe7-b17f-638fba52331b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:01.581968 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8f12-c6e8-4fe7-b17f-638fba52331b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:01.583383 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0a0f8f12-c6e8-4fe7-b17f-638fba52331b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14562bcf-a94a-45f8-97b3-5c740a9ab2b8 HTTP/1.1" status: 204 len: 168 time: 0.2379837 Dec 14 01:20:01.610484 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f3407102-fc01-4bcf-ad07-6db7375547c1 None None] Port cd0ce3af-310b-4c4a-a694-17cdb0d3a880 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:01.610647 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-238ff9a6-6479-4e7e-a9a3-24b840770080 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:01.610770 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f8f12-c6e8-4fe7-b17f-638fba52331b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14562bcf-a94a-45f8-97b3-5c740a9ab2b8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:01.684971 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9184a05-07c8-4cd2-b15c-47c0665803e7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:01.731729 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ff9a6-6479-4e7e-a9a3-24b840770080 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Subnet': ['ID=f22df1b5-05e4-4734-a0cc-e68bc2766938,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:01.755173 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b1904f23-2dcb-4aeb-8f58-9043384dd5df up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:01.757252 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238ff9a6-6479-4e7e-a9a3-24b840770080 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Checking segment: {'id': 'df3048c4-f5fd-4c24-96a4-5040ed11aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6568a66-f1f8-425e-bca9-d6cb15749f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:01.757612 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238ff9a6-6479-4e7e-a9a3-24b840770080 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network hostable DHCP agents. Network: c6568a66-f1f8-425e-bca9-d6cb15749f64, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:20:01.818448 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port b1904f23-2dcb-4aeb-8f58-9043384dd5df triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:01.818903 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:01.822528 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238ff9a6-6479-4e7e-a9a3-24b840770080 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network c6568a66-f1f8-425e-bca9-d6cb15749f64 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:20:01.844760 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-238ff9a6-6479-4e7e-a9a3-24b840770080 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, c6568a66-f1f8-425e-bca9-d6cb15749f64) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:01.857387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd7d3a5-df40-4c99-b354-56cbbc141e63 None None] Network c6568a66-f1f8-425e-bca9-d6cb15749f64 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:01.863105 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ff9a6-6479-4e7e-a9a3-24b840770080 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:01.863948 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-238ff9a6-6479-4e7e-a9a3-24b840770080 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:01.911945 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ee8a13cf-1a8a-4e64-adca-2039bf5a5bbc None None] Provisioning complete for port cd0ce3af-310b-4c4a-a694-17cdb0d3a880 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:01.912476 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee8a13cf-1a8a-4e64-adca-2039bf5a5bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:01.916438 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-238ff9a6-6479-4e7e-a9a3-24b840770080 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0813072 Dec 14 01:20:01.919386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55646) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:01.925033 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1902c6b4-84f0-4fb8-b4f5-71545194082b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'subnet': {'network_id': 'c6568a66-f1f8-425e-bca9-d6cb15749f64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:01.998994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ee8a13cf-1a8a-4e64-adca-2039bf5a5bbc None None] Port cd0ce3af-310b-4c4a-a694-17cdb0d3a880 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:02.044203 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-c6568a66-f1f8-425e-bca9-d6cb15749f64', 'network_id': 'c6568a66-f1f8-425e-bca9-d6cb15749f64', 'project_id': 'ee3732fa13194086b7ba439450103c52', 'fixed_ips': [{'subnet_id': 'f22df1b5-05e4-4734-a0cc-e68bc2766938'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:20:02.045172 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.057375 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1902c6b4-84f0-4fb8-b4f5-71545194082b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:02.064056 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1902c6b4-84f0-4fb8-b4f5-71545194082b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.110349 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a9184a05-07c8-4cd2-b15c-47c0665803e7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Allocated IP 2001:db8:0:1::198 (a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe/c51cde93-8fac-4fd3-b4ca-0a826df6267e/cd0ce3af-310b-4c4a-a694-17cdb0d3a880) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:02.162530 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.ipam_backend_mixin [None req-1902c6b4-84f0-4fb8-b4f5-71545194082b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f22df1b5-05e4-4734-a0cc-e68bc2766938 (CIDR: 172.20.0.0/28) Dec 14 01:20:02.165886 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-1902c6b4-84f0-4fb8-b4f5-71545194082b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:20:02.166574 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1902c6b4-84f0-4fb8-b4f5-71545194082b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:02.188359 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1902c6b4-84f0-4fb8-b4f5-71545194082b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2674391 Dec 14 01:20:02.191158 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55654) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:02.197628 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b1118715-7a54-4125-9ea2-f74b21702958 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'subnet': {'network_id': 'c6568a66-f1f8-425e-bca9-d6cb15749f64', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:02.203422 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Allocated IP 172.20.0.2 (c6568a66-f1f8-425e-bca9-d6cb15749f64/f22df1b5-05e4-4734-a0cc-e68bc2766938/03baf7f2-83ce-46e2-b0bb-43a9208ba5de) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:02.287880 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9184a05-07c8-4cd2-b15c-47c0665803e7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.294656 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9184a05-07c8-4cd2-b15c-47c0665803e7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.342244 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1118715-7a54-4125-9ea2-f74b21702958 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:02.346481 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b1118715-7a54-4125-9ea2-f74b21702958 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.393956 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a9184a05-07c8-4cd2-b15c-47c0665803e7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] In _notify_port_updated(), no bound segment for port cd0ce3af-310b-4c4a-a694-17cdb0d3a880 on network a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:20:02.404533 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9184a05-07c8-4cd2-b15c-47c0665803e7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:02.405348 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9184a05-07c8-4cd2-b15c-47c0665803e7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.406755 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a9184a05-07c8-4cd2-b15c-47c0665803e7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "PUT /v2.0/ports/cd0ce3af-310b-4c4a-a694-17cdb0d3a880 HTTP/1.1" status: 200 len: 1011 time: 0.8807313 Dec 14 01:20:02.410341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55662) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:02.415310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9184a05-07c8-4cd2-b15c-47c0665803e7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=cd0ce3af-310b-4c4a-a694-17cdb0d3a880,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:02.431176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.438715 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.482143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Network c6568a66-f1f8-425e-bca9-d6cb15749f64 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:02.485262 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:02.489294 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:02.503647 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Pushing event updated for resources: {'Port': ['ID=03baf7f2-83ce-46e2-b0bb-43a9208ba5de,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:02.538442 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55666) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:02.594440 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Attempting to bind port 03baf7f2-83ce-46e2-b0bb-43a9208ba5de on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:20:02.594976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Attempting to bind port 03baf7f2-83ce-46e2-b0bb-43a9208ba5de by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'df3048c4-f5fd-4c24-96a4-5040ed11aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6568a66-f1f8-425e-bca9-d6cb15749f64'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:20:02.595446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Attempting to bind port 03baf7f2-83ce-46e2-b0bb-43a9208ba5de on network c6568a66-f1f8-425e-bca9-d6cb15749f64 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:20:02.601142 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:20:02.601679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Checking segment: {'id': 'df3048c4-f5fd-4c24-96a4-5040ed11aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6568a66-f1f8-425e-bca9-d6cb15749f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:02.602339 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.602817 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Bound using segment: {'id': 'df3048c4-f5fd-4c24-96a4-5040ed11aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6568a66-f1f8-425e-bca9-d6cb15749f64'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:20:02.603908 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Bound port: 03baf7f2-83ce-46e2-b0bb-43a9208ba5de, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3048c4-f5fd-4c24-96a4-5040ed11aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6568a66-f1f8-425e-bca9-d6cb15749f64'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:20:02.603908 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.644348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf8276-ddac-4cbf-8626-bf12859485bb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port cd0ce3af-310b-4c4a-a694-17cdb0d3a880 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:02.644695 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8276-ddac-4cbf-8626-bf12859485bb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.688085 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Request body: {'networks': [{'name': 'tempest-network--2059993330'}, {'name': 'tempest-network--324587527'}]} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:02.688554 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Request body: {'network': {'name': 'tempest-network--2059993330'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:02.689119 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Request body: {'network': {'name': 'tempest-network--324587527'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:02.713610 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] For port 03baf7f2-83ce-46e2-b0bb-43a9208ba5de, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:20:02.724202 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Made reservation on behalf of 022c0c8777644ebcb4c6354c897ef3fd for: {'network': 2} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:02.726544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] For port 03baf7f2-83ce-46e2-b0bb-43a9208ba5de, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=03baf7f2-83ce-46e2-b0bb-43a9208ba5de,segment=NetworkSegment(df3048c4-f5fd-4c24-96a4-5040ed11aa20),segment_id=df3048c4-f5fd-4c24-96a4-5040ed11aa20)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:20:02.731323 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.737816 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a7baa50b-071d-4c31-aec5-64c5664f18cb None None] Provisioning complete for port cd0ce3af-310b-4c4a-a694-17cdb0d3a880 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:02.738194 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7baa50b-071d-4c31-aec5-64c5664f18cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.744951 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.786345 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a7baa50b-071d-4c31-aec5-64c5664f18cb None None] Port cd0ce3af-310b-4c4a-a694-17cdb0d3a880 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:02.789599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.830362 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8276-ddac-4cbf-8626-bf12859485bb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.850306 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf8276-ddac-4cbf-8626-bf12859485bb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for cd0ce3af-310b-4c4a-a694-17cdb0d3a880 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:02.862212 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9f81c-f480-48ad-9da8-f9c1dde7dc11 None None] Pushing event updated for resources: {'Port': ['ID=03baf7f2-83ce-46e2-b0bb-43a9208ba5de,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:02.863562 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.882586 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.882586 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.919379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b1118715-7a54-4125-9ea2-f74b21702958 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.955557 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:02.964366 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f139b09-4818-4962-acee-82b8f4c4cf35,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:02.975230 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1118715-7a54-4125-9ea2-f74b21702958 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network c6568a66-f1f8-425e-bca9-d6cb15749f64 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:02.977088 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47e65a-5772-4823-8a86-9659ac188a36 req-00a3126b-21ed-4d54-8cc6-401323ad70ba tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:02.983181 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-b1118715-7a54-4125-9ea2-f74b21702958 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:02.985594 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fe47e65a-5772-4823-8a86-9659ac188a36 req-00a3126b-21ed-4d54-8cc6-401323ad70ba tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.4205537 Dec 14 01:20:02.989118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1118715-7a54-4125-9ea2-f74b21702958 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:02.989705 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b1118715-7a54-4125-9ea2-f74b21702958 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.998089 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:02.998459 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Added segment 7d05e762-beae-427f-a846-c621d6a1f5d5 of type vlan for network 87b7ff48-d91a-4057-878f-cba1611949f7 Dec 14 01:20:03.010861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1118715-7a54-4125-9ea2-f74b21702958 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Subnet': ['ID=749e2133-0ea2-4bbf-9f73-0914de6fd69f,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:03.029241 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b1118715-7a54-4125-9ea2-f74b21702958 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8339441 Dec 14 01:20:03.030666 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55672) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:03.057781 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0443ac74-93e1-4299-aa50-99b9c9290464 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'network_id': 'c6568a66-f1f8-425e-bca9-d6cb15749f64', 'fixed_ips': [{'subnet_id': 'f22df1b5-05e4-4734-a0cc-e68bc2766938'}, {'subnet_id': '749e2133-0ea2-4bbf-9f73-0914de6fd69f'}], 'name': 'tempest-PortsTestJSON-509264426'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:03.142294 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.146532 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8276-ddac-4cbf-8626-bf12859485bb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.150027 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fe47e65a-5772-4823-8a86-9659ac188a36 req-7eeda17e-ebd0-4f09-ba79-ae1efa6731fe tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634727 Dec 14 01:20:03.184420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf8276-ddac-4cbf-8626-bf12859485bb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=cd0ce3af-310b-4c4a-a694-17cdb0d3a880,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:03.224483 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:03.242712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8276-ddac-4cbf-8626-bf12859485bb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.246181 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dfbf8276-ddac-4cbf-8626-bf12859485bb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/cd0ce3af-310b-4c4a-a694-17cdb0d3a880 HTTP/1.1" status: 204 len: 168 time: 0.8347716 Dec 14 01:20:03.248842 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55674) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:03.258366 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.258897 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Added segment 9d53a901-d72e-4369-9aaa-caf508735094 of type vlan for network 0aa8fb9f-5af8-4a9b-96ca-90fc398c1f99 Dec 14 01:20:03.278097 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-283ff197-16f3-46f6-a75b-509b90b8e95c tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] GET failed (client error): The resource could not be found. Dec 14 01:20:03.282504 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-283ff197-16f3-46f6-a75b-509b90b8e95c tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports/cd0ce3af-310b-4c4a-a694-17cdb0d3a880 HTTP/1.1" status: 404 len: 333 time: 0.0299113 Dec 14 01:20:03.282746 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55676) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:03.311738 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.327182 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0443ac74-93e1-4299-aa50-99b9c9290464 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:03.345078 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e331418-dca1-4392-a5b8-0e21d2b25c93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting subnet c51cde93-8fac-4fd3-b4ca-0a826df6267e {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:03.348587 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7e331418-dca1-4392-a5b8-0e21d2b25c93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.393191 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.394439 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.401197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:03.403108 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7e331418-dca1-4392-a5b8-0e21d2b25c93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.406277 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:03.406955 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.482117 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9392369 Dec 14 01:20:03.483152 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55678) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:03.510342 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event updated for resources: {'Network': ['ID=87b7ff48-d91a-4057-878f-cba1611949f7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:03.515431 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0443ac74-93e1-4299-aa50-99b9c9290464 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.518422 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7e331418-dca1-4392-a5b8-0e21d2b25c93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.521940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 87b7ff48-d91a-4057-878f-cba1611949f7 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:03.583141 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-0443ac74-93e1-4299-aa50-99b9c9290464 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] device_id is not set on port dc179180-7864-4968-a37a-875c7e102edb yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:20:03.598097 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f1f21-7e56-4a9c-918e-45409edaac7c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event updated for resources: {'Network': ['ID=0aa8fb9f-5af8-4a9b-96ca-90fc398c1f99,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:03.608887 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 0aa8fb9f-5af8-4a9b-96ca-90fc398c1f99 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:03.660378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2b6646-2efb-482a-a357-655022d50a81 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:03.671778 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2b6646-2efb-482a-a357-655022d50a81 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:03.677959 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2b6646-2efb-482a-a357-655022d50a81 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:03.691620 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2b6646-2efb-482a-a357-655022d50a81 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:03.696642 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55682) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:03.702281 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3f2b6646-2efb-482a-a357-655022d50a81 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2166302 Dec 14 01:20:03.704978 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7e331418-dca1-4392-a5b8-0e21d2b25c93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.735857 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e331418-dca1-4392-a5b8-0e21d2b25c93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Subnet': ['ID=c51cde93-8fac-4fd3-b4ca-0a826df6267e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:03.738042 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7e331418-dca1-4392-a5b8-0e21d2b25c93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.744115 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7e331418-dca1-4392-a5b8-0e21d2b25c93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/c51cde93-8fac-4fd3-b4ca-0a826df6267e HTTP/1.1" status: 204 len: 168 time: 0.4602711 Dec 14 01:20:03.744827 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55684) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:03.746561 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e1f502-474a-4c7c-81f2-f3b6f1af9430 None None] Network a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:03.811667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc41a745-b1cb-449a-b48d-f2c269410422 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting subnet d72048c7-0308-4c02-afcd-0a75cd4c7321 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:03.812892 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 03baf7f2-83ce-46e2-b0bb-43a9208ba5de up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:03.815594 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc41a745-b1cb-449a-b48d-f2c269410422 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.832290 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-901a9c6c-83ea-41fe-aff8-32408211ea27 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.865568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc41a745-b1cb-449a-b48d-f2c269410422 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.934883 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 03baf7f2-83ce-46e2-b0bb-43a9208ba5de triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:03.934883 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:03.976051 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc41a745-b1cb-449a-b48d-f2c269410422 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.044583 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.059900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc41a745-b1cb-449a-b48d-f2c269410422 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.083645 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 03baf7f2-83ce-46e2-b0bb-43a9208ba5de, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=03baf7f2-83ce-46e2-b0bb-43a9208ba5de,segment=NetworkSegment(df3048c4-f5fd-4c24-96a4-5040ed11aa20),segment_id=df3048c4-f5fd-4c24-96a4-5040ed11aa20)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:04.090480 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.098001 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41a745-b1cb-449a-b48d-f2c269410422 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Subnet': ['ID=d72048c7-0308-4c02-afcd-0a75cd4c7321,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:04.098149 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-901a9c6c-83ea-41fe-aff8-32408211ea27 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.101465 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-0443ac74-93e1-4299-aa50-99b9c9290464 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Allocated IP 172.20.0.13 (c6568a66-f1f8-425e-bca9-d6cb15749f64/f22df1b5-05e4-4734-a0cc-e68bc2766938/dc179180-7864-4968-a37a-875c7e102edb) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:04.102065 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc41a745-b1cb-449a-b48d-f2c269410422 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.109367 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bc41a745-b1cb-449a-b48d-f2c269410422 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/d72048c7-0308-4c02-afcd-0a75cd4c7321 HTTP/1.1" status: 204 len: 168 time: 0.3627872 Dec 14 01:20:04.110164 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55688) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:04.118200 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-0443ac74-93e1-4299-aa50-99b9c9290464 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Allocated IP 172.20.0.28 (c6568a66-f1f8-425e-bca9-d6cb15749f64/749e2133-0ea2-4bbf-9f73-0914de6fd69f/dc179180-7864-4968-a37a-875c7e102edb) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:04.137136 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-901a9c6c-83ea-41fe-aff8-32408211ea27 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b7ff48-d91a-4057-878f-cba1611949f7']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:04.161243 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-901a9c6c-83ea-41fe-aff8-32408211ea27 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d05e762-beae-427f-a846-c621d6a1f5d5') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:04.161533 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-901a9c6c-83ea-41fe-aff8-32408211ea27 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d05e762-beae-427f-a846-c621d6a1f5d5') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:04.190802 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-901a9c6c-83ea-41fe-aff8-32408211ea27 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.216602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=03baf7f2-83ce-46e2-b0bb-43a9208ba5de,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:04.227675 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aaaf28-599d-495d-993d-a418af488ea5 None None] Network c6568a66-f1f8-425e-bca9-d6cb15749f64 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:04.231935 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-901a9c6c-83ea-41fe-aff8-32408211ea27 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.246519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901a9c6c-83ea-41fe-aff8-32408211ea27 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:04.246928 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-901a9c6c-83ea-41fe-aff8-32408211ea27 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:04.250612 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:04.267914 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.293012 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-07db311d-ef87-4918-a5fb-94c9ff9587fd None None] Provisioning complete for port 03baf7f2-83ce-46e2-b0bb-43a9208ba5de triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:04.293385 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-07db311d-ef87-4918-a5fb-94c9ff9587fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.353544 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port b1904f23-2dcb-4aeb-8f58-9043384dd5df {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:04.357396 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.376135 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-901a9c6c-83ea-41fe-aff8-32408211ea27 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.388563 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-901a9c6c-83ea-41fe-aff8-32408211ea27 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.396158 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-901a9c6c-83ea-41fe-aff8-32408211ea27 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "DELETE /v2.0/networks/87b7ff48-d91a-4057-878f-cba1611949f7 HTTP/1.1" status: 204 len: 168 time: 0.6959419 Dec 14 01:20:04.430098 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55696) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:04.466243 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] For port b1904f23-2dcb-4aeb-8f58-9043384dd5df, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b1904f23-2dcb-4aeb-8f58-9043384dd5df,segment=NetworkSegment(ccf83100-d3b7-4df1-8d38-a1be1914f482),segment_id=ccf83100-d3b7-4df1-8d38-a1be1914f482)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:04.466619 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.489620 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for b1904f23-2dcb-4aeb-8f58-9043384dd5df owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:04.522774 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a9c6c-83ea-41fe-aff8-32408211ea27 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event deleted for resources: {'Network': ['ID=87b7ff48-d91a-4057-878f-cba1611949f7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:04.583826 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0443ac74-93e1-4299-aa50-99b9c9290464 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.592961 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f5992-a8b4-413c-b866-f352a6bb43d4 req-e69113d6-9d7f-4970-9dc4-09f8ecbcb056 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:04.594674 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a62f5992-a8b4-413c-b866-f352a6bb43d4 req-e69113d6-9d7f-4970-9dc4-09f8ecbcb056 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.2914588 Dec 14 01:20:04.607633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.619114 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce105bbe-971b-46e5-9efd-7547c48aa47e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.639329 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No DVR routers for this DVR port b1904f23-2dcb-4aeb-8f58-9043384dd5df on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:04.699343 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=b1904f23-2dcb-4aeb-8f58-9043384dd5df,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:04.724924 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6402ad14-ccf3-4aba-8a3b-6bf4221d724a None None] Update dhcp port {'port': {'network_id': 'c6568a66-f1f8-425e-bca9-d6cb15749f64', 'fixed_ips': [{'subnet_id': 'f22df1b5-05e4-4734-a0cc-e68bc2766938', 'ip_address': '172.20.0.2'}, {'subnet_id': '749e2133-0ea2-4bbf-9f73-0914de6fd69f'}], 'binding:host_id': 'dv-neutron-821592-1-hyperv'}, 'id': '03baf7f2-83ce-46e2-b0bb-43a9208ba5de'} from dv-neutron-821592-1-hyperv. {{(pid=103410) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 01:20:04.757205 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a62f5992-a8b4-413c-b866-f352a6bb43d4 req-698479f6-4802-4cc2-839e-59a077ecfa6c tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471612 Dec 14 01:20:04.770558 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6402ad14-ccf3-4aba-8a3b-6bf4221d724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.773133 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0443ac74-93e1-4299-aa50-99b9c9290464 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.778571 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce105bbe-971b-46e5-9efd-7547c48aa47e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.791992 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.816075 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:04.825814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5973e552-d5d0-4dad-b62a-1a16a5a06c62 None None] Network a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:04.831713 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf83100-d3b7-4df1-8d38-a1be1914f482') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:04.832087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf83100-d3b7-4df1-8d38-a1be1914f482') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:04.843538 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.848880 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ce105bbe-971b-46e5-9efd-7547c48aa47e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa8fb9f-5af8-4a9b-96ca-90fc398c1f99']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:04.856759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0443ac74-93e1-4299-aa50-99b9c9290464 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network c6568a66-f1f8-425e-bca9-d6cb15749f64 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:04.861694 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.866823 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0443ac74-93e1-4299-aa50-99b9c9290464 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:04.872135 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:04.872329 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ce105bbe-971b-46e5-9efd-7547c48aa47e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d53a901-d72e-4369-9aaa-caf508735094') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:04.872433 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ce105bbe-971b-46e5-9efd-7547c48aa47e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d53a901-d72e-4369-9aaa-caf508735094') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:04.872702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.874624 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0443ac74-93e1-4299-aa50-99b9c9290464 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:04.878063 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:04.892054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-28eae0b6-8c31-490a-8de1-391c5d7275c1 None None] Could not find standard attr ID for object b1904f23-2dcb-4aeb-8f58-9043384dd5df. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:20:04.908255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443ac74-93e1-4299-aa50-99b9c9290464 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=dc179180-7864-4968-a37a-875c7e102edb,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:04.914239 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce105bbe-971b-46e5-9efd-7547c48aa47e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.944702 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce105bbe-971b-46e5-9efd-7547c48aa47e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.960401 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0443ac74-93e1-4299-aa50-99b9c9290464 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:04.960619 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0443ac74-93e1-4299-aa50-99b9c9290464 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.966695 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce105bbe-971b-46e5-9efd-7547c48aa47e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:04.967250 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce105bbe-971b-46e5-9efd-7547c48aa47e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.968594 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:04.971061 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:04.979415 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:04.988627 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/networks/a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe HTTP/1.1" status: 204 len: 168 time: 0.8770947 Dec 14 01:20:04.989242 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55698) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:05.018858 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49e2fa-4cfa-4ec9-a87f-d23aff3ae8b3 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Network': ['ID=a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:05.021756 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0443ac74-93e1-4299-aa50-99b9c9290464 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.9676347 Dec 14 01:20:05.027184 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55700) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:05.045245 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-57fda7f2-1d9e-43f4-b006-c471221c28c0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f22df1b5-05e4-4734-a0cc-e68bc2766938'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:05.051269 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-6402ad14-ccf3-4aba-8a3b-6bf4221d724a None None] Allocated IP 172.20.0.18 (c6568a66-f1f8-425e-bca9-d6cb15749f64/749e2133-0ea2-4bbf-9f73-0914de6fd69f/03baf7f2-83ce-46e2-b0bb-43a9208ba5de) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:05.070315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54245c41-2618-48c9-a5d3-2bef379f44de None None] DHCP port deletion for a7e595dd-10b1-4bc1-b3aa-82bc2fce9bfe request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:20:05.074118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ddaceb-7745-48d6-9226-a905e7416ddd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:05.079848 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-87ddaceb-7745-48d6-9226-a905e7416ddd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0841086 Dec 14 01:20:05.088880 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55702) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:05.100315 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce105bbe-971b-46e5-9efd-7547c48aa47e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.128497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce105bbe-971b-46e5-9efd-7547c48aa47e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.131653 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ce105bbe-971b-46e5-9efd-7547c48aa47e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "DELETE /v2.0/networks/0aa8fb9f-5af8-4a9b-96ca-90fc398c1f99 HTTP/1.1" status: 204 len: 168 time: 0.7004845 Dec 14 01:20:05.135227 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55704) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:05.143551 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bbaffdf3-eb5e-4e2e-91e2-01d708f7c9b1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0506370 Dec 14 01:20:05.143551 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55706) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:05.148413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a6c68413-d2db-491b-8381-ed4d49789b30 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1293998022'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:05.162628 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce105bbe-971b-46e5-9efd-7547c48aa47e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event deleted for resources: {'Network': ['ID=0aa8fb9f-5af8-4a9b-96ca-90fc398c1f99,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:05.176339 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c68413-d2db-491b-8381-ed4d49789b30 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:05.180800 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a6c68413-d2db-491b-8381-ed4d49789b30 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.186378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6402ad14-ccf3-4aba-8a3b-6bf4221d724a None None] For port 03baf7f2-83ce-46e2-b0bb-43a9208ba5de, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=03baf7f2-83ce-46e2-b0bb-43a9208ba5de,segment=NetworkSegment(df3048c4-f5fd-4c24-96a4-5040ed11aa20),segment_id=df3048c4-f5fd-4c24-96a4-5040ed11aa20)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:05.212244 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c68413-d2db-491b-8381-ed4d49789b30 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:05.215019 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-57fda7f2-1d9e-43f4-b006-c471221c28c0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.222762 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a6c68413-d2db-491b-8381-ed4d49789b30 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.223254 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-a6c68413-d2db-491b-8381-ed4d49789b30 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Added segment 8c70f366-aa37-4357-b645-fd23288471c5 of type vlan for network 5d155c8a-96b3-41f1-9363-4996e4a2131b Dec 14 01:20:05.225035 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6402ad14-ccf3-4aba-8a3b-6bf4221d724a None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.231503 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6402ad14-ccf3-4aba-8a3b-6bf4221d724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.271809 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a6c68413-d2db-491b-8381-ed4d49789b30 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.302042 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a6c68413-d2db-491b-8381-ed4d49789b30 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.309234 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c68413-d2db-491b-8381-ed4d49789b30 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:05.309864 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a6c68413-d2db-491b-8381-ed4d49789b30 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.322695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402ad14-ccf3-4aba-8a3b-6bf4221d724a None None] Pushing event updated for resources: {'Port': ['ID=03baf7f2-83ce-46e2-b0bb-43a9208ba5de,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:05.382512 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a6c68413-d2db-491b-8381-ed4d49789b30 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2351015 Dec 14 01:20:05.383056 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55708) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:05.390129 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7cce3e40-b398-4fed-8bea-b9e8a155bb34 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'subnet': {'network_id': '5d155c8a-96b3-41f1-9363-4996e4a2131b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:05.395013 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c68413-d2db-491b-8381-ed4d49789b30 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Network': ['ID=5d155c8a-96b3-41f1-9363-4996e4a2131b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:05.399715 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd19320a-58f1-4251-a1f6-6b1af51fa66c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:05.406180 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd19320a-58f1-4251-a1f6-6b1af51fa66c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:05.412297 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fd19320a-58f1-4251-a1f6-6b1af51fa66c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2635026 Dec 14 01:20:05.413678 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55710) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:05.414422 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 5d155c8a-96b3-41f1-9363-4996e4a2131b details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:05.418878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-392ed4d3-94e9-4e97-8768-d45ef6ab85a2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1687277755'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:05.492891 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392ed4d3-94e9-4e97-8768-d45ef6ab85a2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Made reservation on behalf of 022c0c8777644ebcb4c6354c897ef3fd for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:05.496862 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-392ed4d3-94e9-4e97-8768-d45ef6ab85a2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.515591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cce3e40-b398-4fed-8bea-b9e8a155bb34 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:05.519646 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cce3e40-b398-4fed-8bea-b9e8a155bb34 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.562362 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392ed4d3-94e9-4e97-8768-d45ef6ab85a2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:05.581836 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-392ed4d3-94e9-4e97-8768-d45ef6ab85a2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.582179 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-392ed4d3-94e9-4e97-8768-d45ef6ab85a2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Added segment 9ca2e72b-9ac8-4605-bf86-ae10759d4e20 of type vlan for network 500cc3a2-eb67-4bb1-9b20-80d28ee9f734 Dec 14 01:20:05.673630 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-57fda7f2-1d9e-43f4-b006-c471221c28c0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Delete allocated IP 172.20.0.28 (c6568a66-f1f8-425e-bca9-d6cb15749f64/749e2133-0ea2-4bbf-9f73-0914de6fd69f) {{(pid=103408) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 14 01:20:05.677427 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-392ed4d3-94e9-4e97-8768-d45ef6ab85a2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.724015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 03baf7f2-83ce-46e2-b0bb-43a9208ba5de up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:05.788683 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 03baf7f2-83ce-46e2-b0bb-43a9208ba5de triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:05.790577 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.856758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-57fda7f2-1d9e-43f4-b006-c471221c28c0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.859079 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-392ed4d3-94e9-4e97-8768-d45ef6ab85a2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.868021 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392ed4d3-94e9-4e97-8768-d45ef6ab85a2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:05.868712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-392ed4d3-94e9-4e97-8768-d45ef6ab85a2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.883323 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-57fda7f2-1d9e-43f4-b006-c471221c28c0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:05.983750 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd9caec-e882-4022-a707-5e906eff35df None None] Network c6568a66-f1f8-425e-bca9-d6cb15749f64 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:06.030310 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b1904f23-2dcb-4aeb-8f58-9043384dd5df no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:06.075062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: b1904f23-2dcb-4aeb-8f58-9043384dd5df {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:06.075572 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b1904f23-2dcb-4aeb-8f58-9043384dd5df not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:06.088067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6858ac30-9db5-415b-bc0b-360452f1a129 None None] Provisioning complete for port 03baf7f2-83ce-46e2-b0bb-43a9208ba5de triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:06.088598 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6858ac30-9db5-415b-bc0b-360452f1a129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:06.150753 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cce3e40-b398-4fed-8bea-b9e8a155bb34 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:06.226659 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce3e40-b398-4fed-8bea-b9e8a155bb34 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Subnet': ['ID=2c32d165-ddbe-4368-9f10-ed9f4efb5c91,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:06.233450 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cce3e40-b398-4fed-8bea-b9e8a155bb34 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Checking segment: {'id': '8c70f366-aa37-4357-b645-fd23288471c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d155c8a-96b3-41f1-9363-4996e4a2131b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:06.233797 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce3e40-b398-4fed-8bea-b9e8a155bb34 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network hostable DHCP agents. Network: 5d155c8a-96b3-41f1-9363-4996e4a2131b, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:20:06.259039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce3e40-b398-4fed-8bea-b9e8a155bb34 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 5d155c8a-96b3-41f1-9363-4996e4a2131b is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:20:06.274152 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-7cce3e40-b398-4fed-8bea-b9e8a155bb34 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 5d155c8a-96b3-41f1-9363-4996e4a2131b) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:06.283414 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e008bf6d-3960-43b4-8a9f-36fb17fe060f None None] Network 5d155c8a-96b3-41f1-9363-4996e4a2131b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:06.287975 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cce3e40-b398-4fed-8bea-b9e8a155bb34 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:06.289061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cce3e40-b398-4fed-8bea-b9e8a155bb34 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:06.295129 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-392ed4d3-94e9-4e97-8768-d45ef6ab85a2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8803511 Dec 14 01:20:06.296146 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55714) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:06.312551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-da97802d-231e-4287-8618-c0d8bbb6c2c6 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1798007736'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:06.318138 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7cce3e40-b398-4fed-8bea-b9e8a155bb34 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9342308 Dec 14 01:20:06.318778 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55716) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:06.328558 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1390f0f7-efed-4fc1-9ce1-df07309d8040 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'network_id': '5d155c8a-96b3-41f1-9363-4996e4a2131b', 'name': 'tempest-PortsIpV6TestJSON-1346421683'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:06.361722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fda7f2-1d9e-43f4-b006-c471221c28c0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=dc179180-7864-4968-a37a-875c7e102edb,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:06.369382 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ed4d3-94e9-4e97-8768-d45ef6ab85a2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event updated for resources: {'Network': ['ID=500cc3a2-eb67-4bb1-9b20-80d28ee9f734,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:06.396010 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 500cc3a2-eb67-4bb1-9b20-80d28ee9f734 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:06.428135 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fead1-4bd7-4504-8a70-ba8a591431ec req-869cee7f-a46d-4fd9-aef2-23b7f753a05f tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:06.429734 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d9fead1-4bd7-4504-8a70-ba8a591431ec req-869cee7f-a46d-4fd9-aef2-23b7f753a05f tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.5560341 Dec 14 01:20:06.433453 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da97802d-231e-4287-8618-c0d8bbb6c2c6 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Made reservation on behalf of 022c0c8777644ebcb4c6354c897ef3fd for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:06.436539 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da97802d-231e-4287-8618-c0d8bbb6c2c6 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:06.466100 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1390f0f7-efed-4fc1-9ce1-df07309d8040 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:06.468085 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-57fda7f2-1d9e-43f4-b006-c471221c28c0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] In _notify_port_updated(), no bound segment for port dc179180-7864-4968-a37a-875c7e102edb on network c6568a66-f1f8-425e-bca9-d6cb15749f64 {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:20:06.470303 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1390f0f7-efed-4fc1-9ce1-df07309d8040 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:06.474461 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fda7f2-1d9e-43f4-b006-c471221c28c0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:06.475132 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-57fda7f2-1d9e-43f4-b006-c471221c28c0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:06.478969 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-57fda7f2-1d9e-43f4-b006-c471221c28c0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "PUT /v2.0/ports/dc179180-7864-4968-a37a-875c7e102edb HTTP/1.1" status: 200 len: 919 time: 1.4357879 Dec 14 01:20:06.480063 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55718) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:06.490325 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3940e2d0-ff48-4435-9e1b-af85b50f7129 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f22df1b5-05e4-4734-a0cc-e68bc2766938'}, {'subnet_id': '749e2133-0ea2-4bbf-9f73-0914de6fd69f'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:06.490962 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-1390f0f7-efed-4fc1-9ce1-df07309d8040 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] device_id is not set on port e601951c-f4b4-47d8-bea9-8317050451fa yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:20:06.493762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-5d155c8a-96b3-41f1-9363-4996e4a2131b', 'network_id': '5d155c8a-96b3-41f1-9363-4996e4a2131b', 'project_id': '8909ba5bc98945bf8c8793443724faa2', 'fixed_ips': [{'subnet_id': '2c32d165-ddbe-4368-9f10-ed9f4efb5c91'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:20:06.495774 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:06.538646 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da97802d-231e-4287-8618-c0d8bbb6c2c6 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:06.572805 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da97802d-231e-4287-8618-c0d8bbb6c2c6 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:06.573332 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-da97802d-231e-4287-8618-c0d8bbb6c2c6 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Added segment 86c7b4ff-5b5b-460b-b966-fa3103101471 of type vlan for network 5fed363e-8c58-4999-b56f-75e22784c7ff Dec 14 01:20:06.617893 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b68094cd-93b0-4cdb-ace4-876f6d12f0cc None None] Provisioning complete for port 03baf7f2-83ce-46e2-b0bb-43a9208ba5de triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:06.618478 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b68094cd-93b0-4cdb-ace4-876f6d12f0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:06.634087 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d9fead1-4bd7-4504-8a70-ba8a591431ec req-fa924def-cf9c-488f-b325-121630180711 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870966 Dec 14 01:20:06.636959 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-1390f0f7-efed-4fc1-9ce1-df07309d8040 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Allocated IP 2001:db8::215 (5d155c8a-96b3-41f1-9363-4996e4a2131b/2c32d165-ddbe-4368-9f10-ed9f4efb5c91/e601951c-f4b4-47d8-bea9-8317050451fa) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:06.665536 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3940e2d0-ff48-4435-9e1b-af85b50f7129 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:06.668682 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da97802d-231e-4287-8618-c0d8bbb6c2c6 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:06.735971 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da97802d-231e-4287-8618-c0d8bbb6c2c6 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:06.741620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da97802d-231e-4287-8618-c0d8bbb6c2c6 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:06.742238 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da97802d-231e-4287-8618-c0d8bbb6c2c6 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:06.755877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b68094cd-93b0-4cdb-ace4-876f6d12f0cc None None] Provisioning complete for port dc179180-7864-4968-a37a-875c7e102edb triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:06.756188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b68094cd-93b0-4cdb-ace4-876f6d12f0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:06.808992 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b68094cd-93b0-4cdb-ace4-876f6d12f0cc None None] Port dc179180-7864-4968-a37a-875c7e102edb cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:06.856409 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1390f0f7-efed-4fc1-9ce1-df07309d8040 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:06.868742 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-da97802d-231e-4287-8618-c0d8bbb6c2c6 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5605345 Dec 14 01:20:06.869114 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55720) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:06.874245 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Request body: {'ports': [{'network_id': '500cc3a2-eb67-4bb1-9b20-80d28ee9f734', 'name': 'tempest-port--679219547', 'admin_state_up': True}, {'network_id': '5fed363e-8c58-4999-b56f-75e22784c7ff', 'admin_state_up': False}]} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:06.874552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Request body: {'port': {'network_id': '500cc3a2-eb67-4bb1-9b20-80d28ee9f734', 'name': 'tempest-port--679219547', 'admin_state_up': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:06.875032 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Request body: {'port': {'network_id': '5fed363e-8c58-4999-b56f-75e22784c7ff', 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:06.908211 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97802d-231e-4287-8618-c0d8bbb6c2c6 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event updated for resources: {'Network': ['ID=5fed363e-8c58-4999-b56f-75e22784c7ff,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:06.929104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 5fed363e-8c58-4999-b56f-75e22784c7ff details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:06.967526 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1390f0f7-efed-4fc1-9ce1-df07309d8040 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.007997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-bca09816-a247-40c3-aa6b-41608a489a5b None None] Provisioning complete for port dc179180-7864-4968-a37a-875c7e102edb triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:07.008669 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bca09816-a247-40c3-aa6b-41608a489a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.067759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-3940e2d0-ff48-4435-9e1b-af85b50f7129 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Allocated IP 172.20.0.30 (c6568a66-f1f8-425e-bca9-d6cb15749f64/749e2133-0ea2-4bbf-9f73-0914de6fd69f/dc179180-7864-4968-a37a-875c7e102edb) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:07.077560 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1390f0f7-efed-4fc1-9ce1-df07309d8040 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 5d155c8a-96b3-41f1-9363-4996e4a2131b is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:07.078355 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390f0f7-efed-4fc1-9ce1-df07309d8040 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=e601951c-f4b4-47d8-bea9-8317050451fa,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:07.089289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-1390f0f7-efed-4fc1-9ce1-df07309d8040 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:07.091556 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Allocated IP 2001:db8::2 (5d155c8a-96b3-41f1-9363-4996e4a2131b/2c32d165-ddbe-4368-9f10-ed9f4efb5c91/4220ea89-fb1d-4c0a-ae08-6c222361ffab) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:07.094498 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1390f0f7-efed-4fc1-9ce1-df07309d8040 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:07.094665 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bca09816-a247-40c3-aa6b-41608a489a5b None None] Port dc179180-7864-4968-a37a-875c7e102edb cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:07.098772 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1390f0f7-efed-4fc1-9ce1-df07309d8040 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:07.099417 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1390f0f7-efed-4fc1-9ce1-df07309d8040 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.133335 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1390f0f7-efed-4fc1-9ce1-df07309d8040 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8097243 Dec 14 01:20:07.133590 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55722) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:07.139770 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ad98cfd4-6ee5-4bf2-98ed-f5c23302a20d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'network_id': '5d155c8a-96b3-41f1-9363-4996e4a2131b', 'name': 'tempest-PortsIpV6TestJSON-1103430048'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:07.141487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Made reservation on behalf of 022c0c8777644ebcb4c6354c897ef3fd for: {'port': 2} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:07.146611 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.161986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.243672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] device_id is not set on port 3cd2e973-992d-4fca-a344-bb314089b001 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:20:07.260351 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2fb3d924-a18f-4ecc-a913-9d28b56952ff None None] Provisioning complete for port dc179180-7864-4968-a37a-875c7e102edb triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:07.260849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fb3d924-a18f-4ecc-a913-9d28b56952ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.263540 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.291666 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.295540 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3940e2d0-ff48-4435-9e1b-af85b50f7129 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.313630 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3940e2d0-ff48-4435-9e1b-af85b50f7129 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.340380 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2fb3d924-a18f-4ecc-a913-9d28b56952ff None None] Port dc179180-7864-4968-a37a-875c7e102edb cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:07.349637 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Network 5d155c8a-96b3-41f1-9363-4996e4a2131b is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:07.367049 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:07.367210 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad98cfd4-6ee5-4bf2-98ed-f5c23302a20d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:07.369363 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Pushing event updated for resources: {'Port': ['ID=4220ea89-fb1d-4c0a-ae08-6c222361ffab,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:07.371736 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:07.372582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad98cfd4-6ee5-4bf2-98ed-f5c23302a20d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.406802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.434006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Attempting to bind port 4220ea89-fb1d-4c0a-ae08-6c222361ffab on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:20:07.434431 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Attempting to bind port 4220ea89-fb1d-4c0a-ae08-6c222361ffab by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '8c70f366-aa37-4357-b645-fd23288471c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d155c8a-96b3-41f1-9363-4996e4a2131b'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:20:07.434791 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Attempting to bind port 4220ea89-fb1d-4c0a-ae08-6c222361ffab on network 5d155c8a-96b3-41f1-9363-4996e4a2131b {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:20:07.441593 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:20:07.442006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Checking segment: {'id': '8c70f366-aa37-4357-b645-fd23288471c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d155c8a-96b3-41f1-9363-4996e4a2131b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:07.442417 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.442817 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Bound using segment: {'id': '8c70f366-aa37-4357-b645-fd23288471c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d155c8a-96b3-41f1-9363-4996e4a2131b'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:20:07.443291 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Bound port: 4220ea89-fb1d-4c0a-ae08-6c222361ffab, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c70f366-aa37-4357-b645-fd23288471c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d155c8a-96b3-41f1-9363-4996e4a2131b'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:20:07.443680 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.455606 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940e2d0-ff48-4435-9e1b-af85b50f7129 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=dc179180-7864-4968-a37a-875c7e102edb,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:07.461494 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-ad98cfd4-6ee5-4bf2-98ed-f5c23302a20d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] device_id is not set on port dc2b9dba-699b-41a7-8657-778978b01235 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:20:07.489503 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] device_id is not set on port 6de9bd4d-3265-4c49-830e-da2090003757 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:20:07.525529 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3940e2d0-ff48-4435-9e1b-af85b50f7129 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] In _notify_port_updated(), no bound segment for port dc179180-7864-4968-a37a-875c7e102edb on network c6568a66-f1f8-425e-bca9-d6cb15749f64 {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:20:07.531292 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3940e2d0-ff48-4435-9e1b-af85b50f7129 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:07.531954 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3940e2d0-ff48-4435-9e1b-af85b50f7129 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.536263 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3940e2d0-ff48-4435-9e1b-af85b50f7129 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "PUT /v2.0/ports/dc179180-7864-4968-a37a-875c7e102edb HTTP/1.1" status: 200 len: 999 time: 1.0495169 Dec 14 01:20:07.538930 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55724) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:07.550607 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] For port 4220ea89-fb1d-4c0a-ae08-6c222361ffab, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:20:07.554736 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] For port 4220ea89-fb1d-4c0a-ae08-6c222361ffab, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4220ea89-fb1d-4c0a-ae08-6c222361ffab,segment=NetworkSegment(8c70f366-aa37-4357-b645-fd23288471c5),segment_id=8c70f366-aa37-4357-b645-fd23288471c5)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:20:07.566447 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.660550 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1e56e-92d7-45d9-af9f-f4dea26d8cdd None None] Pushing event updated for resources: {'Port': ['ID=4220ea89-fb1d-4c0a-ae08-6c222361ffab,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:07.664391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.687198 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-ad98cfd4-6ee5-4bf2-98ed-f5c23302a20d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Allocated IP 2001:db8::fc (5d155c8a-96b3-41f1-9363-4996e4a2131b/2c32d165-ddbe-4368-9f10-ed9f4efb5c91/dc2b9dba-699b-41a7-8657-778978b01235) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:07.693706 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-11e859a0-6a58-463e-8907-19302ec72663 None None] Provisioning complete for port dc179180-7864-4968-a37a-875c7e102edb triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:07.694265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-11e859a0-6a58-463e-8907-19302ec72663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.724772 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.732812 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-11e859a0-6a58-463e-8907-19302ec72663 None None] Port dc179180-7864-4968-a37a-875c7e102edb cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:07.739069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fec42978-d38d-4bf8-9e7a-00d39001510e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port dc179180-7864-4968-a37a-875c7e102edb {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:07.739646 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fec42978-d38d-4bf8-9e7a-00d39001510e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.794708 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event updated for resources: {'Port': ['ID=3cd2e973-992d-4fca-a344-bb314089b001,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:07.811304 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Checking segment: {'id': '9ca2e72b-9ac8-4605-bf86-ae10759d4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '500cc3a2-eb67-4bb1-9b20-80d28ee9f734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:07.816248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Network hostable DHCP agents. Network: 500cc3a2-eb67-4bb1-9b20-80d28ee9f734, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:20:07.837867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Network 500cc3a2-eb67-4bb1-9b20-80d28ee9f734 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:20:07.851886 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 500cc3a2-eb67-4bb1-9b20-80d28ee9f734) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:07.856891 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:07.858068 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.883260 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b713e245-a9dd-4196-afd2-1a6c8727a519 None None] Network 500cc3a2-eb67-4bb1-9b20-80d28ee9f734 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:07.914016 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fec42978-d38d-4bf8-9e7a-00d39001510e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:07.936420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event updated for resources: {'Port': ['ID=6de9bd4d-3265-4c49-830e-da2090003757,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:07.965052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Checking segment: {'id': '86c7b4ff-5b5b-460b-b966-fa3103101471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5fed363e-8c58-4999-b56f-75e22784c7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:07.965469 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Network hostable DHCP agents. Network: 5fed363e-8c58-4999-b56f-75e22784c7ff, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:20:07.983407 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fec42978-d38d-4bf8-9e7a-00d39001510e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for dc179180-7864-4968-a37a-875c7e102edb owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:07.995690 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Network 5fed363e-8c58-4999-b56f-75e22784c7ff is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:20:08.005344 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5b28b-5f43-4cca-ba4f-dc0723715d77 req-57f86cd4-30a9-467f-81d9-377e43d70d7f tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:08.007381 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6ac5b28b-5f43-4cca-ba4f-dc0723715d77 req-57f86cd4-30a9-467f-81d9-377e43d70d7f tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.2528958 Dec 14 01:20:08.013485 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 5fed363e-8c58-4999-b56f-75e22784c7ff) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:08.019872 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:08.028434 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:08.035231 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:08.036312 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:08.063229 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-aaa97fb1-d4ae-4c0c-abc7-91b45f664d4d tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1927655 Dec 14 01:20:08.065517 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55728) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:08.129150 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a6fbd-5b5c-49ba-a76b-14184f1e478b tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:08.135351 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a6fbd-5b5c-49ba-a76b-14184f1e478b tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:08.140402 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-467a6fbd-5b5c-49ba-a76b-14184f1e478b tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0733562 Dec 14 01:20:08.141745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55730) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:08.170302 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6ac5b28b-5f43-4cca-ba4f-dc0723715d77 req-d725040d-a4cc-4fac-bd33-3ac24f7d9428 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461506 Dec 14 01:20:08.174795 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad98cfd4-6ee5-4bf2-98ed-f5c23302a20d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:08.202667 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2d7fa2-a66d-4664-b20a-c894ad2e6fff None None] Network 5fed363e-8c58-4999-b56f-75e22784c7ff requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:08.253689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9870609b-e65a-4f16-95f9-17142870af10 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Deleting port 3cd2e973-992d-4fca-a344-bb314089b001 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:08.254209 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9870609b-e65a-4f16-95f9-17142870af10 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:08.291889 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad98cfd4-6ee5-4bf2-98ed-f5c23302a20d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:08.332400 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9870609b-e65a-4f16-95f9-17142870af10 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:08.346602 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9870609b-e65a-4f16-95f9-17142870af10 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Calling delete_port for 3cd2e973-992d-4fca-a344-bb314089b001 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:08.350463 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad98cfd4-6ee5-4bf2-98ed-f5c23302a20d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 5d155c8a-96b3-41f1-9363-4996e4a2131b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:08.357268 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-ad98cfd4-6ee5-4bf2-98ed-f5c23302a20d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:08.365469 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad98cfd4-6ee5-4bf2-98ed-f5c23302a20d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:08.371377 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad98cfd4-6ee5-4bf2-98ed-f5c23302a20d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:08.371990 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad98cfd4-6ee5-4bf2-98ed-f5c23302a20d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:08.378212 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fec42978-d38d-4bf8-9e7a-00d39001510e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:08.381868 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98cfd4-6ee5-4bf2-98ed-f5c23302a20d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=dc2b9dba-699b-41a7-8657-778978b01235,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:08.449227 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9870609b-e65a-4f16-95f9-17142870af10 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:08.474010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9870609b-e65a-4f16-95f9-17142870af10 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:08.480030 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9870609b-e65a-4f16-95f9-17142870af10 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "DELETE /v2.0/ports/3cd2e973-992d-4fca-a344-bb314089b001 HTTP/1.1" status: 204 len: 168 time: 0.3373392 Dec 14 01:20:08.491289 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec42978-d38d-4bf8-9e7a-00d39001510e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=dc179180-7864-4968-a37a-875c7e102edb,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:08.498021 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ad98cfd4-6ee5-4bf2-98ed-f5c23302a20d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3634689 Dec 14 01:20:08.498909 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55732) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:08.500891 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870609b-e65a-4f16-95f9-17142870af10 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event deleted for resources: {'Port': ['ID=3cd2e973-992d-4fca-a344-bb314089b001,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:08.502755 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55734) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:08.562565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fec42978-d38d-4bf8-9e7a-00d39001510e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:08.566343 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fec42978-d38d-4bf8-9e7a-00d39001510e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/dc179180-7864-4968-a37a-875c7e102edb HTTP/1.1" status: 204 len: 168 time: 1.0264010 Dec 14 01:20:08.570587 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55736) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:08.607591 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe2dd47-8ffa-4bca-95e6-bbefc80ef6c5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] GET failed (client error): The resource could not be found. Dec 14 01:20:08.612265 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cbe2dd47-8ffa-4bca-95e6-bbefc80ef6c5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports/dc179180-7864-4968-a37a-875c7e102edb HTTP/1.1" status: 404 len: 333 time: 0.0320895 Dec 14 01:20:08.613080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55738) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:08.637672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8854351a-5840-4b51-b278-57c60d18d92f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:08.639314 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8854351a-5840-4b51-b278-57c60d18d92f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A215 HTTP/1.1" status: 200 len: 929 time: 0.1356211 Dec 14 01:20:08.642408 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55740) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:08.697526 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-7606f863-5272-4315-a8b7-6ce727cd4787 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting subnet 749e2133-0ea2-4bbf-9f73-0914de6fd69f {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:08.703335 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d3c939e1-d6db-45fe-9ef4-8bf614fc40df tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Deleting port 6de9bd4d-3265-4c49-830e-da2090003757 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:08.703678 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3c939e1-d6db-45fe-9ef4-8bf614fc40df tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:08.708866 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7606f863-5272-4315-a8b7-6ce727cd4787 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:08.752410 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b0c8ac62-c394-41a9-a98b-04dcd2dfa5ac tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port dc2b9dba-699b-41a7-8657-778978b01235 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:08.752774 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ac62-c394-41a9-a98b-04dcd2dfa5ac tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:08.804280 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7606f863-5272-4315-a8b7-6ce727cd4787 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:08.841160 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3c939e1-d6db-45fe-9ef4-8bf614fc40df tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:08.862255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d3c939e1-d6db-45fe-9ef4-8bf614fc40df tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Calling delete_port for 6de9bd4d-3265-4c49-830e-da2090003757 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:08.878588 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ac62-c394-41a9-a98b-04dcd2dfa5ac tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:08.891660 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b0c8ac62-c394-41a9-a98b-04dcd2dfa5ac tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for dc2b9dba-699b-41a7-8657-778978b01235 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:08.896699 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3c9bb5-2bcf-45a4-af49-3291d6cca9cc None None] Network 5d155c8a-96b3-41f1-9363-4996e4a2131b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:08.965330 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7606f863-5272-4315-a8b7-6ce727cd4787 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:08.983419 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f3dbcc7f-cbd8-4dbc-8446-efef3a39ead1 None None] Provisioning complete for port 4220ea89-fb1d-4c0a-ae08-6c222361ffab triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:08.983419 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3dbcc7f-cbd8-4dbc-8446-efef3a39ead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.031261 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3c939e1-d6db-45fe-9ef4-8bf614fc40df tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.038595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ac62-c394-41a9-a98b-04dcd2dfa5ac tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.071673 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3c939e1-d6db-45fe-9ef4-8bf614fc40df tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.075301 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d3c939e1-d6db-45fe-9ef4-8bf614fc40df tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "DELETE /v2.0/ports/6de9bd4d-3265-4c49-830e-da2090003757 HTTP/1.1" status: 204 len: 168 time: 0.5731475 Dec 14 01:20:09.075765 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8ac62-c394-41a9-a98b-04dcd2dfa5ac tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=dc2b9dba-699b-41a7-8657-778978b01235,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:09.076585 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c939e1-d6db-45fe-9ef4-8bf614fc40df tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event deleted for resources: {'Port': ['ID=6de9bd4d-3265-4c49-830e-da2090003757,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:09.080221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7606f863-5272-4315-a8b7-6ce727cd4787 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.082160 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55742) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:09.107830 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3dbcc7f-cbd8-4dbc-8446-efef3a39ead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.122316 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ac62-c394-41a9-a98b-04dcd2dfa5ac tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.128065 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b0c8ac62-c394-41a9-a98b-04dcd2dfa5ac tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/dc2b9dba-699b-41a7-8657-778978b01235 HTTP/1.1" status: 204 len: 168 time: 0.4823110 Dec 14 01:20:09.128447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55744) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:09.138693 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606f863-5272-4315-a8b7-6ce727cd4787 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Subnet': ['ID=749e2133-0ea2-4bbf-9f73-0914de6fd69f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:09.143765 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1627fe73-11d7-4381-a58e-3acf1401d974 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0575962 Dec 14 01:20:09.147049 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7606f863-5272-4315-a8b7-6ce727cd4787 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.150263 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7606f863-5272-4315-a8b7-6ce727cd4787 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/749e2133-0ea2-4bbf-9f73-0914de6fd69f HTTP/1.1" status: 204 len: 168 time: 0.5344458 Dec 14 01:20:09.150852 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55746) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:09.156655 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b1b3b9eb-4e18-46ad-9043-2357dd4e8df0 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1371966387'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:09.159145 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f3dbcc7f-cbd8-4dbc-8446-efef3a39ead1 None None] For port 4220ea89-fb1d-4c0a-ae08-6c222361ffab, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4220ea89-fb1d-4c0a-ae08-6c222361ffab,segment=NetworkSegment(8c70f366-aa37-4357-b645-fd23288471c5),segment_id=8c70f366-aa37-4357-b645-fd23288471c5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:09.161112 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55748) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:09.163080 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229aa770-ff48-4a1a-b6a2-07c42fcbb6ee None None] Network c6568a66-f1f8-425e-bca9-d6cb15749f64 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:09.167580 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-989a73f8-3063-44b2-9fac-2f5a8d11c7d1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] GET failed (client error): The resource could not be found. Dec 14 01:20:09.172565 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-989a73f8-3063-44b2-9fac-2f5a8d11c7d1 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports/dc2b9dba-699b-41a7-8657-778978b01235 HTTP/1.1" status: 404 len: 333 time: 0.0429654 Dec 14 01:20:09.173226 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55750) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:09.180132 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3dbcc7f-cbd8-4dbc-8446-efef3a39ead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.215781 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b3b9eb-4e18-46ad-9043-2357dd4e8df0 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Made reservation on behalf of 022c0c8777644ebcb4c6354c897ef3fd for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:09.220628 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b9eb-4e18-46ad-9043-2357dd4e8df0 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.268568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4377b3-50c5-410a-8712-10c336eed6d8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting subnet f22df1b5-05e4-4734-a0cc-e68bc2766938 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:09.272158 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c4377b3-50c5-410a-8712-10c336eed6d8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.292349 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-eedf3b75-2b11-41be-b3b7-8030ecabcd7f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port e601951c-f4b4-47d8-bea9-8317050451fa {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:09.292834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eedf3b75-2b11-41be-b3b7-8030ecabcd7f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.298497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b3b9eb-4e18-46ad-9043-2357dd4e8df0 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:09.344599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbcc7f-cbd8-4dbc-8446-efef3a39ead1 None None] Pushing event updated for resources: {'Port': ['ID=4220ea89-fb1d-4c0a-ae08-6c222361ffab,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:09.354071 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b9eb-4e18-46ad-9043-2357dd4e8df0 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.354541 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-b1b3b9eb-4e18-46ad-9043-2357dd4e8df0 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Added segment 6d83684e-0006-448d-ada1-70be19d41e9c of type vlan for network 99e8a6df-cc04-4df5-864d-7edd6b4e2b15 Dec 14 01:20:09.388408 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c4377b3-50c5-410a-8712-10c336eed6d8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.405482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eedf3b75-2b11-41be-b3b7-8030ecabcd7f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.421471 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-eedf3b75-2b11-41be-b3b7-8030ecabcd7f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for e601951c-f4b4-47d8-bea9-8317050451fa owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:09.455309 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b9eb-4e18-46ad-9043-2357dd4e8df0 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.473663 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092177a6-dd57-49c4-9a3d-f92ac04ad1cc req-7547bb0d-b413-4b2e-b008-a8cd28a99d7b tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:09.475195 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-092177a6-dd57-49c4-9a3d-f92ac04ad1cc req-7547bb0d-b413-4b2e-b008-a8cd28a99d7b tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1778991 Dec 14 01:20:09.513281 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4ca6c14e-f09c-4247-9dc2-4107682d46d6 None None] Provisioning complete for port 4220ea89-fb1d-4c0a-ae08-6c222361ffab triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:09.516547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c14e-f09c-4247-9dc2-4107682d46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.580626 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b9eb-4e18-46ad-9043-2357dd4e8df0 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.587811 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b3b9eb-4e18-46ad-9043-2357dd4e8df0 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:09.588929 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b9eb-4e18-46ad-9043-2357dd4e8df0 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.629422 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c4377b3-50c5-410a-8712-10c336eed6d8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.631142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eedf3b75-2b11-41be-b3b7-8030ecabcd7f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.666470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf3b75-2b11-41be-b3b7-8030ecabcd7f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=e601951c-f4b4-47d8-bea9-8317050451fa,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:09.686487 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4ca6c14e-f09c-4247-9dc2-4107682d46d6 None None] Could not find standard attr ID for object e601951c-f4b4-47d8-bea9-8317050451fa. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:20:09.690087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4ca6c14e-f09c-4247-9dc2-4107682d46d6 None None] Could not find standard attr ID for object dc2b9dba-699b-41a7-8657-778978b01235. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:20:09.729289 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b1b3b9eb-4e18-46ad-9043-2357dd4e8df0 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5771959 Dec 14 01:20:09.733872 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-092177a6-dd57-49c4-9a3d-f92ac04ad1cc req-3f0b08db-c518-4765-b67d-912e1977a183 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495947 Dec 14 01:20:09.738628 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55754) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:09.747905 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-bafb35e9-3175-4372-b571-df49ff0904db tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-489568808'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:09.757090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eedf3b75-2b11-41be-b3b7-8030ecabcd7f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.763116 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-eedf3b75-2b11-41be-b3b7-8030ecabcd7f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/e601951c-f4b4-47d8-bea9-8317050451fa HTTP/1.1" status: 204 len: 168 time: 0.5878973 Dec 14 01:20:09.763768 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55756) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:09.794130 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3b9eb-4e18-46ad-9043-2357dd4e8df0 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event updated for resources: {'Network': ['ID=99e8a6df-cc04-4df5-864d-7edd6b4e2b15,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:09.810084 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 99e8a6df-cc04-4df5-864d-7edd6b4e2b15 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:09.827915 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c71676c-5fdd-4644-b6cf-53c1bb52cddc tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] GET failed (client error): The resource could not be found. Dec 14 01:20:09.833623 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3c71676c-5fdd-4644-b6cf-53c1bb52cddc tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports/e601951c-f4b4-47d8-bea9-8317050451fa HTTP/1.1" status: 404 len: 333 time: 0.0685894 Dec 14 01:20:09.835550 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55758) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:09.850837 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafb35e9-3175-4372-b571-df49ff0904db tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Made reservation on behalf of 022c0c8777644ebcb4c6354c897ef3fd for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:09.855124 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bafb35e9-3175-4372-b571-df49ff0904db tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.863498 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4220ea89-fb1d-4c0a-ae08-6c222361ffab up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:09.867355 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ba8183c6-a0df-4900-b2f9-3bf6710ba093 None None] Could not find standard attr ID for object e601951c-f4b4-47d8-bea9-8317050451fa. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:20:09.902835 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c4377b3-50c5-410a-8712-10c336eed6d8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.971127 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 4220ea89-fb1d-4c0a-ae08-6c222361ffab triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:09.972276 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.972506 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4377b3-50c5-410a-8712-10c336eed6d8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Subnet': ['ID=f22df1b5-05e4-4734-a0cc-e68bc2766938,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:09.984247 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c4377b3-50c5-410a-8712-10c336eed6d8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:09.988416 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2c4377b3-50c5-410a-8712-10c336eed6d8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/f22df1b5-05e4-4734-a0cc-e68bc2766938 HTTP/1.1" status: 204 len: 168 time: 0.8260000 Dec 14 01:20:09.991128 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55760) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:10.015897 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c92e22f-e11d-46a1-a91f-7fdeabbda96e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting subnet 2c32d165-ddbe-4368-9f10-ed9f4efb5c91 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:10.025270 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafb35e9-3175-4372-b571-df49ff0904db tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:10.027805 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c92e22f-e11d-46a1-a91f-7fdeabbda96e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.103675 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bafb35e9-3175-4372-b571-df49ff0904db tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.108264 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-bafb35e9-3175-4372-b571-df49ff0904db tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Added segment 9e3d7ce4-dc32-49c2-a1ea-94387cc5be3e of type vlan for network ee359b4d-a579-4832-a6df-3e521c6db812 Dec 14 01:20:10.137040 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.156513 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c92e22f-e11d-46a1-a91f-7fdeabbda96e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.200397 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bafb35e9-3175-4372-b571-df49ff0904db tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.202424 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port 03baf7f2-83ce-46e2-b0bb-43a9208ba5de {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:10.202872 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.263255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bafb35e9-3175-4372-b571-df49ff0904db tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.272036 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafb35e9-3175-4372-b571-df49ff0904db tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:10.273364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bafb35e9-3175-4372-b571-df49ff0904db tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.282554 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] For port 03baf7f2-83ce-46e2-b0bb-43a9208ba5de, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=03baf7f2-83ce-46e2-b0bb-43a9208ba5de,segment=NetworkSegment(df3048c4-f5fd-4c24-96a4-5040ed11aa20),segment_id=df3048c4-f5fd-4c24-96a4-5040ed11aa20)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:10.283623 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.300339 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb79f9e-a641-47c3-aa4d-5dd655c4ad34 None None] Network c6568a66-f1f8-425e-bca9-d6cb15749f64 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:10.302315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for 03baf7f2-83ce-46e2-b0bb-43a9208ba5de owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:10.345493 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c92e22f-e11d-46a1-a91f-7fdeabbda96e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.383854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf8d9ca8-38b1-407c-b019-144e705f3440 None None] Provisioning complete for port 03baf7f2-83ce-46e2-b0bb-43a9208ba5de triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:10.384348 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bafb35e9-3175-4372-b571-df49ff0904db tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6447992 Dec 14 01:20:10.384665 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf8d9ca8-38b1-407c-b019-144e705f3440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.410080 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.424446 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb35e9-3175-4372-b571-df49ff0904db tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event updated for resources: {'Network': ['ID=ee359b4d-a579-4832-a6df-3e521c6db812,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:10.440306 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network ee359b4d-a579-4832-a6df-3e521c6db812 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:10.448941 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=03baf7f2-83ce-46e2-b0bb-43a9208ba5de,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:10.456272 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No DVR routers for this DVR port 03baf7f2-83ce-46e2-b0bb-43a9208ba5de on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:10.519316 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c92e22f-e11d-46a1-a91f-7fdeabbda96e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.552466 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf8d9ca8-38b1-407c-b019-144e705f3440 None None] Could not find standard attr ID for object 03baf7f2-83ce-46e2-b0bb-43a9208ba5de. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:20:10.565909 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.plugins.ml2.db [None req-cf8d9ca8-38b1-407c-b019-144e705f3440 None None] No ports have port_id starting with 03baf7f2-83ce-46e2-b0bb-43a9208ba5de Dec 14 01:20:10.578548 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf8d9ca8-38b1-407c-b019-144e705f3440 None None] Could not find standard attr ID for object dc2b9dba-699b-41a7-8657-778978b01235. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:20:10.587116 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92e22f-e11d-46a1-a91f-7fdeabbda96e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Subnet': ['ID=2c32d165-ddbe-4368-9f10-ed9f4efb5c91,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:10.602706 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b672546e-5d6b-4b0b-9774-e34ed5663342 None None] DHCP port deletion for c6568a66-f1f8-425e-bca9-d6cb15749f64 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:20:10.602907 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.612788 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c92e22f-e11d-46a1-a91f-7fdeabbda96e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.623997 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4c92e22f-e11d-46a1-a91f-7fdeabbda96e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/2c32d165-ddbe-4368-9f10-ed9f4efb5c91 HTTP/1.1" status: 204 len: 168 time: 0.7873032 Dec 14 01:20:10.631023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55762) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:10.634126 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.648812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6568a66-f1f8-425e-bca9-d6cb15749f64']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:10.660718 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3048c4-f5fd-4c24-96a4-5040ed11aa20') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:10.661004 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3048c4-f5fd-4c24-96a4-5040ed11aa20') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:10.673307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.697733 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.710053 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:10.710461 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:10.715242 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:10.750243 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.799542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.811428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.817368 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/networks/c6568a66-f1f8-425e-bca9-d6cb15749f64 HTTP/1.1" status: 204 len: 168 time: 0.8248792 Dec 14 01:20:10.821282 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55766) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:10.838665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2aba3-75d4-4ab9-86da-f23934e12557 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Network': ['ID=c6568a66-f1f8-425e-bca9-d6cb15749f64,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:10.850909 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7ce1ec-08e5-41f5-bfe0-09fe783e64f2 None None] Network 5d155c8a-96b3-41f1-9363-4996e4a2131b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:10.928470 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08365066-7638-4c22-88f4-0a3bc956c0be tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:10.933624 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-08365066-7638-4c22-88f4-0a3bc956c0be tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1074920 Dec 14 01:20:10.934052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55768) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:10.952665 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port 4220ea89-fb1d-4c0a-ae08-6c222361ffab {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:10.953012 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:10.961519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b24c-4fa3-4932-8e52-1973c29bc32c req-019d7a7c-9ac5-4d1d-82a9-6f0eeb280787 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:10.963069 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-12e6b24c-4fa3-4932-8e52-1973c29bc32c req-019d7a7c-9ac5-4d1d-82a9-6f0eeb280787 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.0947869 Dec 14 01:20:10.991517 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3461f554-f211-40d6-8e8d-672257c370e2 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0529542 Dec 14 01:20:10.991808 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55770) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:10.997463 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-35da6b98-1ebd-45e5-9b98-b1ad3917d7d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1681329723'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:11.035599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35da6b98-1ebd-45e5-9b98-b1ad3917d7d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:11.036013 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a209c3e-bebd-4bfe-9faf-654e17fb6933 None None] DHCP port deletion for 5d155c8a-96b3-41f1-9363-4996e4a2131b request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:20:11.040157 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-35da6b98-1ebd-45e5-9b98-b1ad3917d7d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.071576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35da6b98-1ebd-45e5-9b98-b1ad3917d7d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:11.089167 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-35da6b98-1ebd-45e5-9b98-b1ad3917d7d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.089604 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-35da6b98-1ebd-45e5-9b98-b1ad3917d7d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Added segment ceaf0780-9f1a-4e2e-ab0b-6daa796a3405 of type vlan for network 481b9d36-eabc-4cde-bdea-eed880728c9b Dec 14 01:20:11.100933 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0a209c3e-bebd-4bfe-9faf-654e17fb6933 None None] Deleting port 4220ea89-fb1d-4c0a-ae08-6c222361ffab {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:11.101312 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a209c3e-bebd-4bfe-9faf-654e17fb6933 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.142940 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-35da6b98-1ebd-45e5-9b98-b1ad3917d7d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.177330 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-35da6b98-1ebd-45e5-9b98-b1ad3917d7d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.185466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35da6b98-1ebd-45e5-9b98-b1ad3917d7d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:11.186174 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-35da6b98-1ebd-45e5-9b98-b1ad3917d7d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.186677 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0a209c3e-bebd-4bfe-9faf-654e17fb6933 None None] For port 4220ea89-fb1d-4c0a-ae08-6c222361ffab, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4220ea89-fb1d-4c0a-ae08-6c222361ffab,segment=NetworkSegment(8c70f366-aa37-4357-b645-fd23288471c5),segment_id=8c70f366-aa37-4357-b645-fd23288471c5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:11.187391 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a209c3e-bebd-4bfe-9faf-654e17fb6933 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.206478 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0a209c3e-bebd-4bfe-9faf-654e17fb6933 None None] Calling delete_port for 4220ea89-fb1d-4c0a-ae08-6c222361ffab owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:11.253521 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-35da6b98-1ebd-45e5-9b98-b1ad3917d7d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2578137 Dec 14 01:20:11.254290 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55772) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:11.259395 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-65aad1b4-f7b2-4446-b002-76fa86bbb786 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'subnet': {'network_id': '481b9d36-eabc-4cde-bdea-eed880728c9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:11.321190 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da6b98-1ebd-45e5-9b98-b1ad3917d7d0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Network': ['ID=481b9d36-eabc-4cde-bdea-eed880728c9b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:11.335231 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a209c3e-bebd-4bfe-9faf-654e17fb6933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.341320 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] For port 4220ea89-fb1d-4c0a-ae08-6c222361ffab, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4220ea89-fb1d-4c0a-ae08-6c222361ffab,segment=NetworkSegment(8c70f366-aa37-4357-b645-fd23288471c5),segment_id=8c70f366-aa37-4357-b645-fd23288471c5)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:11.341975 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.357232 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 481b9d36-eabc-4cde-bdea-eed880728c9b details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:11.359585 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for 4220ea89-fb1d-4c0a-ae08-6c222361ffab owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:11.376271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65aad1b4-f7b2-4446-b002-76fa86bbb786 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:11.378889 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-12e6b24c-4fa3-4932-8e52-1973c29bc32c req-435f42c6-f2e0-4503-af5e-e6ceda57dcac tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4045227 Dec 14 01:20:11.380444 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-65aad1b4-f7b2-4446-b002-76fa86bbb786 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.445604 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a209c3e-bebd-4bfe-9faf-654e17fb6933 None None] No DVR routers for this DVR port 4220ea89-fb1d-4c0a-ae08-6c222361ffab on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:11.478339 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a209c3e-bebd-4bfe-9faf-654e17fb6933 None None] Pushing event deleted for resources: {'Port': ['ID=4220ea89-fb1d-4c0a-ae08-6c222361ffab,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:11.519516 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.598498 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=4220ea89-fb1d-4c0a-ae08-6c222361ffab,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:11.615323 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No DVR routers for this DVR port 4220ea89-fb1d-4c0a-ae08-6c222361ffab on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:11.717709 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-65aad1b4-f7b2-4446-b002-76fa86bbb786 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.722018 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4220ea89-fb1d-4c0a-ae08-6c222361ffab no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:11.749540 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.759519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2000bc-ea6b-450d-a0a7-3a1ae2554ab7 req-622f385d-526d-402d-965c-c640f3883bce tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:11.761088 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 4220ea89-fb1d-4c0a-ae08-6c222361ffab {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:11.761601 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4220ea89-fb1d-4c0a-ae08-6c222361ffab not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:11.762799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 03baf7f2-83ce-46e2-b0bb-43a9208ba5de no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:11.763673 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9a2000bc-ea6b-450d-a0a7-3a1ae2554ab7 req-622f385d-526d-402d-965c-c640f3883bce tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1666467 Dec 14 01:20:11.788049 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 03baf7f2-83ce-46e2-b0bb-43a9208ba5de {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:11.788990 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 03baf7f2-83ce-46e2-b0bb-43a9208ba5de not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:11.821805 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d155c8a-96b3-41f1-9363-4996e4a2131b']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:11.837157 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aad1b4-f7b2-4446-b002-76fa86bbb786 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Subnet': ['ID=5ea39844-7748-4086-be28-fa8776264328,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:11.840705 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c70f366-aa37-4357-b645-fd23288471c5') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:11.841184 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c70f366-aa37-4357-b645-fd23288471c5') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:11.848191 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0f01b-f566-4e2c-99de-719148ff1211 req-157f439c-b0b5-4e93-8738-42c49b9abac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:11.849714 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4be0f01b-f566-4e2c-99de-719148ff1211 req-157f439c-b0b5-4e93-8738-42c49b9abac1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfe5dd77b8fd41d0a68aef6d29a81ff5&device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 1099 time: 0.1250377 Dec 14 01:20:11.852420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aad1b4-f7b2-4446-b002-76fa86bbb786 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Checking segment: {'id': 'ceaf0780-9f1a-4e2e-ab0b-6daa796a3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '481b9d36-eabc-4cde-bdea-eed880728c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:11.852771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aad1b4-f7b2-4446-b002-76fa86bbb786 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network hostable DHCP agents. Network: 481b9d36-eabc-4cde-bdea-eed880728c9b, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:20:11.860559 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.875734 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9a2000bc-ea6b-450d-a0a7-3a1ae2554ab7 req-db584091-f0c7-4460-863e-ff4810bcbc82 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039066 Dec 14 01:20:11.882324 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.889336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:11.889859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:11.893766 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:11.937416 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aad1b4-f7b2-4446-b002-76fa86bbb786 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 481b9d36-eabc-4cde-bdea-eed880728c9b is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:20:11.956444 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-65aad1b4-f7b2-4446-b002-76fa86bbb786 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 481b9d36-eabc-4cde-bdea-eed880728c9b) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:11.965247 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aad1b4-f7b2-4446-b002-76fa86bbb786 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:11.965974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-65aad1b4-f7b2-4446-b002-76fa86bbb786 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.967355 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.969314 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1e92f6-03a3-426d-b3ec-c11215c6fad7 None None] Network 481b9d36-eabc-4cde-bdea-eed880728c9b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:11.977797 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:11.986845 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55778) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:11.987717 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/networks/5d155c8a-96b3-41f1-9363-4996e4a2131b HTTP/1.1" status: 204 len: 168 time: 1.3547516 Dec 14 01:20:11.996519 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d5df21e1-0f7a-4753-9aca-3ea3fcc15362 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1896705946'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:12.000706 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820e100-5cb6-4d17-8609-6c5f9556a3d2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Network': ['ID=5d155c8a-96b3-41f1-9363-4996e4a2131b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:12.013088 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-65aad1b4-f7b2-4446-b002-76fa86bbb786 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7577353 Dec 14 01:20:12.013412 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55780) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:12.017184 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0f01b-f566-4e2c-99de-719148ff1211 req-5f78aac1-ec8e-4dbc-8f1c-778cbb9330ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:12.018635 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4be0f01b-f566-4e2c-99de-719148ff1211 req-5f78aac1-ec8e-4dbc-8f1c-778cbb9330ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7b8327e-95d0-4538-baf8-12b321378ee5 HTTP/1.1" status: 200 len: 911 time: 0.1597822 Dec 14 01:20:12.022334 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7df8cf63-4e84-431b-b084-1b442b0ec88d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'network_id': '481b9d36-eabc-4cde-bdea-eed880728c9b', 'name': 'tempest-PortsTestJSON-2090491944'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:12.089799 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5df21e1-0f7a-4753-9aca-3ea3fcc15362 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:12.096579 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5df21e1-0f7a-4753-9aca-3ea3fcc15362 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:12.110987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-481b9d36-eabc-4cde-bdea-eed880728c9b', 'network_id': '481b9d36-eabc-4cde-bdea-eed880728c9b', 'project_id': 'ee3732fa13194086b7ba439450103c52', 'fixed_ips': [{'subnet_id': '5ea39844-7748-4086-be28-fa8776264328'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:20:12.112041 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:12.138988 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4be0f01b-f566-4e2c-99de-719148ff1211 req-49e418da-ea2d-460b-86d2-3b2d9bfd5b88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30390df4-d18c-4a5d-952e-de9aae2f0d60 HTTP/1.1" status: 200 len: 1001 time: 0.1104836 Dec 14 01:20:12.142444 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5df21e1-0f7a-4753-9aca-3ea3fcc15362 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:12.202266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5df21e1-0f7a-4753-9aca-3ea3fcc15362 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:12.202266 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-d5df21e1-0f7a-4753-9aca-3ea3fcc15362 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Added segment 7fb39516-ec8f-4646-b42a-3efcf571cb81 of type vlan for network 609215d2-d4e4-49e3-af4b-c6f497d05451 Dec 14 01:20:12.206273 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df8cf63-4e84-431b-b084-1b442b0ec88d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:12.211275 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7df8cf63-4e84-431b-b084-1b442b0ec88d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:12.232537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7df8cf63-4e84-431b-b084-1b442b0ec88d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] device_id is not set on port 8dfd10f9-d819-4966-a603-5d1814ac38f6 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:20:12.250557 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5df21e1-0f7a-4753-9aca-3ea3fcc15362 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:12.271094 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Allocated IP 172.20.0.2 (481b9d36-eabc-4cde-bdea-eed880728c9b/5ea39844-7748-4086-be28-fa8776264328/9cb332b4-5f70-4664-a70a-e30bea383dd7) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:12.275041 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0f01b-f566-4e2c-99de-719148ff1211 req-8ad0f921-e6d2-4d39-a5f3-d2a72d0e2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:12.277099 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4be0f01b-f566-4e2c-99de-719148ff1211 req-8ad0f921-e6d2-4d39-a5f3-d2a72d0e2bc0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c950cfe2-66cf-445f-90c5-d23a7416e235 HTTP/1.1" status: 200 len: 850 time: 0.1293397 Dec 14 01:20:12.280635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5df21e1-0f7a-4753-9aca-3ea3fcc15362 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:12.288468 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5df21e1-0f7a-4753-9aca-3ea3fcc15362 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:12.289171 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5df21e1-0f7a-4753-9aca-3ea3fcc15362 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:12.401906 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d5df21e1-0f7a-4753-9aca-3ea3fcc15362 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4137332 Dec 14 01:20:12.402674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55784) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:12.421651 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-053cb77d-ceb5-4d16-b3a2-2f53347ad150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'subnet': {'network_id': '609215d2-d4e4-49e3-af4b-c6f497d05451', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:12.432072 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0f01b-f566-4e2c-99de-719148ff1211 req-296d90d3-0261-44dc-a20e-18385f58be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:12.433877 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4be0f01b-f566-4e2c-99de-719148ff1211 req-296d90d3-0261-44dc-a20e-18385f58be4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7b8327e-95d0-4538-baf8-12b321378ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1347146 Dec 14 01:20:12.437964 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df21e1-0f7a-4753-9aca-3ea3fcc15362 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Network': ['ID=609215d2-d4e4-49e3-af4b-c6f497d05451,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:12.446193 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:12.452742 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 609215d2-d4e4-49e3-af4b-c6f497d05451 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:12.522181 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:12.541489 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Network 481b9d36-eabc-4cde-bdea-eed880728c9b is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:12.545069 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:12.568140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:12.568562 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4be0f01b-f566-4e2c-99de-719148ff1211 req-57d0d498-26b5-460b-9fb7-9da1359eeb22 service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239328 Dec 14 01:20:12.611063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Pushing event updated for resources: {'Port': ['ID=9cb332b4-5f70-4664-a70a-e30bea383dd7,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:12.619654 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-7df8cf63-4e84-431b-b084-1b442b0ec88d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Allocated IP 172.20.0.4 (481b9d36-eabc-4cde-bdea-eed880728c9b/5ea39844-7748-4086-be28-fa8776264328/8dfd10f9-d819-4966-a603-5d1814ac38f6) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:12.624855 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053cb77d-ceb5-4d16-b3a2-2f53347ad150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:12.628957 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-053cb77d-ceb5-4d16-b3a2-2f53347ad150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:12.661728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Attempting to bind port 9cb332b4-5f70-4664-a70a-e30bea383dd7 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:20:12.662259 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Attempting to bind port 9cb332b4-5f70-4664-a70a-e30bea383dd7 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'ceaf0780-9f1a-4e2e-ab0b-6daa796a3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '481b9d36-eabc-4cde-bdea-eed880728c9b'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:20:12.662719 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Attempting to bind port 9cb332b4-5f70-4664-a70a-e30bea383dd7 on network 481b9d36-eabc-4cde-bdea-eed880728c9b {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:20:12.668605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:20:12.669127 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Checking segment: {'id': 'ceaf0780-9f1a-4e2e-ab0b-6daa796a3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '481b9d36-eabc-4cde-bdea-eed880728c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:12.669626 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:12.670190 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Bound using segment: {'id': 'ceaf0780-9f1a-4e2e-ab0b-6daa796a3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '481b9d36-eabc-4cde-bdea-eed880728c9b'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:20:12.670760 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Bound port: 9cb332b4-5f70-4664-a70a-e30bea383dd7, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceaf0780-9f1a-4e2e-ab0b-6daa796a3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '481b9d36-eabc-4cde-bdea-eed880728c9b'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:20:12.671234 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:12.706256 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4be0f01b-f566-4e2c-99de-719148ff1211 req-2d5f6122-a56e-45ae-872d-f6e73aba21fa service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302226 Dec 14 01:20:12.752949 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] For port 9cb332b4-5f70-4664-a70a-e30bea383dd7, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:20:12.756607 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] For port 9cb332b4-5f70-4664-a70a-e30bea383dd7, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=9cb332b4-5f70-4664-a70a-e30bea383dd7,segment=NetworkSegment(ceaf0780-9f1a-4e2e-ab0b-6daa796a3405),segment_id=ceaf0780-9f1a-4e2e-ab0b-6daa796a3405)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:20:12.768016 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:12.847233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1b540-ebde-4d7a-83f6-a6f0946859cf None None] Pushing event updated for resources: {'Port': ['ID=9cb332b4-5f70-4664-a70a-e30bea383dd7,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:12.957482 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7df8cf63-4e84-431b-b084-1b442b0ec88d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:12.999206 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-053cb77d-ceb5-4d16-b3a2-2f53347ad150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:13.007558 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0d76411d-c4f8-4b6b-ac0a-3eefb7bd49fd req-4793ecf3-ce6f-42d3-9531-69953ba6a6f8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797272 Dec 14 01:20:13.139653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76411d-c4f8-4b6b-ac0a-3eefb7bd49fd req-36643254-b3bf-4666-a223-742b9c6c2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:13.142325 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0d76411d-c4f8-4b6b-ac0a-3eefb7bd49fd req-36643254-b3bf-4666-a223-742b9c6c2bdb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b1b08b5113b40ba8706b97c1e28214f&device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 1099 time: 0.0898714 Dec 14 01:20:13.144979 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7df8cf63-4e84-431b-b084-1b442b0ec88d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:13.164129 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cb77d-ceb5-4d16-b3a2-2f53347ad150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Subnet': ['ID=a004d961-b2c0-46b3-808f-0b7bbaeba94a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:13.207045 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926519e-722a-48a6-b248-eb712f4bb9a2 req-43803a66-afb3-43b4-b4ce-6a9a37b4cc3f tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:13.208765 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c926519e-722a-48a6-b248-eb712f4bb9a2 req-43803a66-afb3-43b4-b4ce-6a9a37b4cc3f tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.2244267 Dec 14 01:20:13.233284 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df8cf63-4e84-431b-b084-1b442b0ec88d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 481b9d36-eabc-4cde-bdea-eed880728c9b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:13.239568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053cb77d-ceb5-4d16-b3a2-2f53347ad150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Checking segment: {'id': '7fb39516-ec8f-4646-b42a-3efcf571cb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '609215d2-d4e4-49e3-af4b-c6f497d05451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:13.239568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053cb77d-ceb5-4d16-b3a2-2f53347ad150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network hostable DHCP agents. Network: 609215d2-d4e4-49e3-af4b-c6f497d05451, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:20:13.242538 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8cf63-4e84-431b-b084-1b442b0ec88d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=8dfd10f9-d819-4966-a603-5d1814ac38f6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:13.260324 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7df8cf63-4e84-431b-b084-1b442b0ec88d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:13.263222 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df8cf63-4e84-431b-b084-1b442b0ec88d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:13.313938 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76411d-c4f8-4b6b-ac0a-3eefb7bd49fd req-a3108931-f695-4f7a-a8f1-103273d9d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:13.315436 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0d76411d-c4f8-4b6b-ac0a-3eefb7bd49fd req-a3108931-f695-4f7a-a8f1-103273d9d1cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 HTTP/1.1" status: 200 len: 896 time: 0.1306174 Dec 14 01:20:13.392953 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053cb77d-ceb5-4d16-b3a2-2f53347ad150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 609215d2-d4e4-49e3-af4b-c6f497d05451 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:20:13.428572 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df8cf63-4e84-431b-b084-1b442b0ec88d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:13.429445 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7df8cf63-4e84-431b-b084-1b442b0ec88d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:13.441960 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c926519e-722a-48a6-b248-eb712f4bb9a2 req-04f33f48-9515-4284-bba6-345bca9f5666 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051268 Dec 14 01:20:13.444645 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-053cb77d-ceb5-4d16-b3a2-2f53347ad150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 609215d2-d4e4-49e3-af4b-c6f497d05451) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:13.450154 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053cb77d-ceb5-4d16-b3a2-2f53347ad150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:13.450864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-053cb77d-ceb5-4d16-b3a2-2f53347ad150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:13.478014 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7df8cf63-4e84-431b-b084-1b442b0ec88d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4623532 Dec 14 01:20:13.479482 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5441eaed-0fc8-483b-a898-0b87751d84a2 None None] Network 609215d2-d4e4-49e3-af4b-c6f497d05451 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:13.485086 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-053cb77d-ceb5-4d16-b3a2-2f53347ad150 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0779502 Dec 14 01:20:13.485972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55790) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:13.487877 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55792) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:13.492673 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f10d290c-9778-4dd8-96ce-c9ea85b31e6e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'network_id': '481b9d36-eabc-4cde-bdea-eed880728c9b', 'name': 'tempest-PortsTestJSON-1259027255'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:13.502373 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-fdb4f9f5-32af-4690-830b-ad30ad2808fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'network_id': '609215d2-d4e4-49e3-af4b-c6f497d05451', 'name': 'tempest-PortsIpV6TestJSON-1095348227', 'fixed_ips': [{'subnet_id': 'a004d961-b2c0-46b3-808f-0b7bbaeba94a', 'ip_address': '2001:db8::10'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:13.505193 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0d76411d-c4f8-4b6b-ac0a-3eefb7bd49fd req-f4c0135c-91f2-42b2-8a08-23b889973094 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5a05474-38ab-423e-b39f-ae9fb1cf0244 HTTP/1.1" status: 200 len: 1002 time: 0.1731036 Dec 14 01:20:13.583190 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76411d-c4f8-4b6b-ac0a-3eefb7bd49fd req-0ad1a209-8eb7-49fb-880d-17f05f3aa872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:13.585666 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0d76411d-c4f8-4b6b-ac0a-3eefb7bd49fd req-0ad1a209-8eb7-49fb-880d-17f05f3aa872 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0dab735-ce9b-45a3-83ae-2f1e95f91491 HTTP/1.1" status: 200 len: 835 time: 0.0713036 Dec 14 01:20:13.598854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-609215d2-d4e4-49e3-af4b-c6f497d05451', 'network_id': '609215d2-d4e4-49e3-af4b-c6f497d05451', 'project_id': '8909ba5bc98945bf8c8793443724faa2', 'fixed_ips': [{'subnet_id': 'a004d961-b2c0-46b3-808f-0b7bbaeba94a'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:20:13.600867 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:13.683201 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76411d-c4f8-4b6b-ac0a-3eefb7bd49fd req-b02a8d97-f54d-4f27-a4a2-a03c2aa3c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:13.684851 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0d76411d-c4f8-4b6b-ac0a-3eefb7bd49fd req-b02a8d97-f54d-4f27-a4a2-a03c2aa3c8bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e55d5a8-1bf1-40f9-b4ea-f6331316ca43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0905564 Dec 14 01:20:13.712674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55794) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:13.721271 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Request body: {'subnets': [{'network_id': '99e8a6df-cc04-4df5-864d-7edd6b4e2b15', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1703778877', 'ip_version': 6}, {'network_id': 'ee359b4d-a579-4832-a6df-3e521c6db812', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:13.721931 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Request body: {'subnet': {'network_id': '99e8a6df-cc04-4df5-864d-7edd6b4e2b15', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1703778877', 'ip_version': 6}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:13.722793 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Request body: {'subnet': {'network_id': 'ee359b4d-a579-4832-a6df-3e521c6db812', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:13.776603 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 9cb332b4-5f70-4664-a70a-e30bea383dd7 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:13.788004 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Allocated IP 2001:db8::2 (609215d2-d4e4-49e3-af4b-c6f497d05451/a004d961-b2c0-46b3-808f-0b7bbaeba94a/0e2ee762-f18e-4104-872f-47b488866e98) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:13.820721 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0d76411d-c4f8-4b6b-ac0a-3eefb7bd49fd req-0d2171ed-8199-4c7e-893d-2f0261df08d4 service neutron] 10.222.0.16 "GET /v2.0/networks/0e55d5a8-1bf1-40f9-b4ea-f6331316ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275618 Dec 14 01:20:13.899389 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 9cb332b4-5f70-4664-a70a-e30bea383dd7 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:13.899754 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:13.922162 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0d76411d-c4f8-4b6b-ac0a-3eefb7bd49fd req-b137ef4e-bce2-4c5b-b61b-4ba80acd6f3a service neutron] 10.222.0.16 "GET /v2.0/networks/0e55d5a8-1bf1-40f9-b4ea-f6331316ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943203 Dec 14 01:20:13.937464 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10d290c-9778-4dd8-96ce-c9ea85b31e6e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:13.941346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f10d290c-9778-4dd8-96ce-c9ea85b31e6e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:13.958119 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb4f9f5-32af-4690-830b-ad30ad2808fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:14.014896 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-f10d290c-9778-4dd8-96ce-c9ea85b31e6e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] device_id is not set on port 38af5bf3-b941-4a38-b685-61f2c3049479 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:20:14.035444 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:14.058851 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:14.093083 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Made reservation on behalf of 022c0c8777644ebcb4c6354c897ef3fd for: {'subnet': 2} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:14.098302 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:14.098642 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:14.111692 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Network 609215d2-d4e4-49e3-af4b-c6f497d05451 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:14.112674 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:14.117379 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:14.119869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:14.134862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Pushing event updated for resources: {'Port': ['ID=0e2ee762-f18e-4104-872f-47b488866e98,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:14.238176 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fdb4f9f5-32af-4690-830b-ad30ad2808fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:14.298582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f10d290c-9778-4dd8-96ce-c9ea85b31e6e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Allocated IP 172.20.0.7 (481b9d36-eabc-4cde-bdea-eed880728c9b/5ea39844-7748-4086-be28-fa8776264328/38af5bf3-b941-4a38-b685-61f2c3049479) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:14.302282 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-fdb4f9f5-32af-4690-830b-ad30ad2808fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] device_id is not set on port a0f713f3-79bd-4825-89a5-3b0a7b32ba47 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:20:14.333161 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8791c7f-1020-45ae-88ea-688b7c552ca0 None None] Network 481b9d36-eabc-4cde-bdea-eed880728c9b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:14.398614 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 9cb332b4-5f70-4664-a70a-e30bea383dd7, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=9cb332b4-5f70-4664-a70a-e30bea383dd7,segment=NetworkSegment(ceaf0780-9f1a-4e2e-ab0b-6daa796a3405),segment_id=ceaf0780-9f1a-4e2e-ab0b-6daa796a3405)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:14.410513 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d9e2fe25-0ad8-4c13-b693-983bae0b5939 None None] Provisioning complete for port 9cb332b4-5f70-4664-a70a-e30bea383dd7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:14.410891 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9e2fe25-0ad8-4c13-b693-983bae0b5939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:14.414889 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:14.480290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Attempting to bind port 0e2ee762-f18e-4104-872f-47b488866e98 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:20:14.481022 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Attempting to bind port 0e2ee762-f18e-4104-872f-47b488866e98 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '7fb39516-ec8f-4646-b42a-3efcf571cb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '609215d2-d4e4-49e3-af4b-c6f497d05451'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:20:14.481022 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Attempting to bind port 0e2ee762-f18e-4104-872f-47b488866e98 on network 609215d2-d4e4-49e3-af4b-c6f497d05451 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:20:14.514127 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:20:14.514505 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Checking segment: {'id': '7fb39516-ec8f-4646-b42a-3efcf571cb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '609215d2-d4e4-49e3-af4b-c6f497d05451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:14.514964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:14.515304 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Bound using segment: {'id': '7fb39516-ec8f-4646-b42a-3efcf571cb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '609215d2-d4e4-49e3-af4b-c6f497d05451'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:20:14.515896 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Bound port: 0e2ee762-f18e-4104-872f-47b488866e98, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb39516-ec8f-4646-b42a-3efcf571cb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '609215d2-d4e4-49e3-af4b-c6f497d05451'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:20:14.516177 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:14.590440 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] For port 0e2ee762-f18e-4104-872f-47b488866e98, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:20:14.593537 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] For port 0e2ee762-f18e-4104-872f-47b488866e98, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=0e2ee762-f18e-4104-872f-47b488866e98,segment=NetworkSegment(7fb39516-ec8f-4646-b42a-3efcf571cb81),segment_id=7fb39516-ec8f-4646-b42a-3efcf571cb81)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:20:14.608785 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:14.640796 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=9cb332b4-5f70-4664-a70a-e30bea383dd7,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:14.691343 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a67a0-5aad-4521-88fc-2ea2a94758bf None None] Pushing event updated for resources: {'Port': ['ID=0e2ee762-f18e-4104-872f-47b488866e98,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:14.814598 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-fdb4f9f5-32af-4690-830b-ad30ad2808fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Allocated IP 2001:db8::10 (609215d2-d4e4-49e3-af4b-c6f497d05451/a004d961-b2c0-46b3-808f-0b7bbaeba94a/a0f713f3-79bd-4825-89a5-3b0a7b32ba47) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:14.853559 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f10d290c-9778-4dd8-96ce-c9ea85b31e6e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:14.866902 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe8e05-d31d-4f2b-a4da-8f4d415fddeb req-16c12a11-ee78-4c53-b7c3-6d6a8b3cace1 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:14.869273 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-01fe8e05-d31d-4f2b-a4da-8f4d415fddeb req-16c12a11-ee78-4c53-b7c3-6d6a8b3cace1 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.3025529 Dec 14 01:20:15.089910 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-01fe8e05-d31d-4f2b-a4da-8f4d415fddeb req-74986dda-fec6-44ec-a07b-5896b0d98d28 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046025 Dec 14 01:20:15.126240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1f1ce322-112a-40dd-92ad-ea8710bf426e None None] Provisioning complete for port 9cb332b4-5f70-4664-a70a-e30bea383dd7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:15.127401 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f1ce322-112a-40dd-92ad-ea8710bf426e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:15.153437 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f10d290c-9778-4dd8-96ce-c9ea85b31e6e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:15.297180 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1f1ce322-112a-40dd-92ad-ea8710bf426e None None] Provisioning complete for port 8dfd10f9-d819-4966-a603-5d1814ac38f6 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:15.297719 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f1ce322-112a-40dd-92ad-ea8710bf426e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:15.342722 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1f1ce322-112a-40dd-92ad-ea8710bf426e None None] Port 8dfd10f9-d819-4966-a603-5d1814ac38f6 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:15.464188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-95ee4229-0a30-484f-aaaa-e7b756b2317d None None] Provisioning complete for port 8dfd10f9-d819-4966-a603-5d1814ac38f6 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:15.464574 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95ee4229-0a30-484f-aaaa-e7b756b2317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:15.499537 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-95ee4229-0a30-484f-aaaa-e7b756b2317d None None] Port 8dfd10f9-d819-4966-a603-5d1814ac38f6 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:15.508800 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10d290c-9778-4dd8-96ce-c9ea85b31e6e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 481b9d36-eabc-4cde-bdea-eed880728c9b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:15.539769 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f10d290c-9778-4dd8-96ce-c9ea85b31e6e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:15.549279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d290c-9778-4dd8-96ce-c9ea85b31e6e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:15.553357 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:15.562492 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d290c-9778-4dd8-96ce-c9ea85b31e6e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=38af5bf3-b941-4a38-b685-61f2c3049479,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:15.645159 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fdb4f9f5-32af-4690-830b-ad30ad2808fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:15.703874 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628de9fa-cd01-42d5-9c12-47518c9678df req-a9f66623-9248-4c65-a510-26767c291518 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:15.705549 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-628de9fa-cd01-42d5-9c12-47518c9678df req-a9f66623-9248-4c65-a510-26767c291518 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.2320070 Dec 14 01:20:15.720118 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10d290c-9778-4dd8-96ce-c9ea85b31e6e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:15.720118 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f10d290c-9778-4dd8-96ce-c9ea85b31e6e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:15.720118 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event updated for resources: {'Subnet': ['ID=99837dbf-6c61-4d81-b0b8-88dc82567025,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:15.802915 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f10d290c-9778-4dd8-96ce-c9ea85b31e6e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3156233 Dec 14 01:20:15.805851 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55804) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:15.816658 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Checking segment: {'id': '6d83684e-0006-448d-ada1-70be19d41e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '99e8a6df-cc04-4df5-864d-7edd6b4e2b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:15.817023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Network hostable DHCP agents. Network: 99e8a6df-cc04-4df5-864d-7edd6b4e2b15, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:20:15.851195 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fdb4f9f5-32af-4690-830b-ad30ad2808fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:15.868519 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 0e2ee762-f18e-4104-872f-47b488866e98 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:15.895243 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3b8fc6-e32d-4902-bf4b-baba08e8ad32 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:15.897083 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ef3b8fc6-e32d-4902-bf4b-baba08e8ad32 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.0902457 Dec 14 01:20:15.903103 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55806) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:15.923447 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-628de9fa-cd01-42d5-9c12-47518c9678df req-ff1bb327-020b-4ab6-ab05-661ef61d993a tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079129 Dec 14 01:20:15.931794 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-582144c1-1809-4ea1-abe2-647a3d66f3b3 None None] Provisioning complete for port 38af5bf3-b941-4a38-b685-61f2c3049479 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:15.932183 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-582144c1-1809-4ea1-abe2-647a3d66f3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:15.954934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Network 99e8a6df-cc04-4df5-864d-7edd6b4e2b15 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:20:15.954934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4f9f5-32af-4690-830b-ad30ad2808fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=a0f713f3-79bd-4825-89a5-3b0a7b32ba47,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:15.966890 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb4f9f5-32af-4690-830b-ad30ad2808fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 609215d2-d4e4-49e3-af4b-c6f497d05451 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:15.972567 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fdb4f9f5-32af-4690-830b-ad30ad2808fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:15.975324 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb4f9f5-32af-4690-830b-ad30ad2808fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:15.982942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb4f9f5-32af-4690-830b-ad30ad2808fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:15.983935 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fdb4f9f5-32af-4690-830b-ad30ad2808fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:15.988170 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 99e8a6df-cc04-4df5-864d-7edd6b4e2b15) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:15.992392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-582144c1-1809-4ea1-abe2-647a3d66f3b3 None None] Port 38af5bf3-b941-4a38-b685-61f2c3049479 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:15.998157 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:16.000395 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d43c511-9221-48b3-b3ea-267538b75329 None None] Network 99e8a6df-cc04-4df5-864d-7edd6b4e2b15 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:16.079566 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fe4117f4-1e28-45f8-8f31-318822ddc777 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port 38af5bf3-b941-4a38-b685-61f2c3049479 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:16.083756 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fdb4f9f5-32af-4690-830b-ad30ad2808fd tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5864761 Dec 14 01:20:16.084453 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe4117f4-1e28-45f8-8f31-318822ddc777 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:16.086112 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55810) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:16.114182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 0e2ee762-f18e-4104-872f-47b488866e98 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:16.114936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:16.119257 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-df77de96-f60c-4a25-9dff-41f2505d4248 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'network_id': '609215d2-d4e4-49e3-af4b-c6f497d05451', 'name': 'tempest-PortsIpV6TestJSON-1116216982', 'fixed_ips': [{'subnet_id': 'a004d961-b2c0-46b3-808f-0b7bbaeba94a', 'ip_address': '2001:db8::f'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:16.142410 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-99e8a6df-cc04-4df5-864d-7edd6b4e2b15', 'network_id': '99e8a6df-cc04-4df5-864d-7edd6b4e2b15', 'project_id': '022c0c8777644ebcb4c6354c897ef3fd', 'fixed_ips': [{'subnet_id': '99837dbf-6c61-4d81-b0b8-88dc82567025'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:20:16.143453 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:16.178231 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event updated for resources: {'Subnet': ['ID=e54d09e5-e963-43ed-a8bb-ea03db7ab850,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:16.202313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe4117f4-1e28-45f8-8f31-318822ddc777 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:16.228087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fe4117f4-1e28-45f8-8f31-318822ddc777 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for 38af5bf3-b941-4a38-b685-61f2c3049479 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:16.230738 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5251047-e154-4256-b90e-dcb67fed0a24 None None] Network 609215d2-d4e4-49e3-af4b-c6f497d05451 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:16.234893 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Checking segment: {'id': '9e3d7ce4-dc32-49c2-a1ea-94387cc5be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ee359b4d-a579-4832-a6df-3e521c6db812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:16.235274 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Network hostable DHCP agents. Network: ee359b4d-a579-4832-a6df-3e521c6db812, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:20:16.266249 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6aeba-1c84-4cc0-b208-33eb9e0a62e8 req-9ad1c2e9-fafe-4a45-9d23-2cab589ef260 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:16.268664 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e7a6aeba-1c84-4cc0-b208-33eb9e0a62e8 req-9ad1c2e9-fafe-4a45-9d23-2cab589ef260 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.2134769 Dec 14 01:20:16.310532 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Network ee359b4d-a579-4832-a6df-3e521c6db812 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:20:16.335336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, ee359b4d-a579-4832-a6df-3e521c6db812) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:16.351501 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:16.352121 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:16.352673 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:16.374107 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e7a6aeba-1c84-4cc0-b208-33eb9e0a62e8 req-ac90fd67-e696-473e-83e7-7e9364cb22d3 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919874 Dec 14 01:20:16.375721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df77de96-f60c-4a25-9dff-41f2505d4248 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:16.377249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8434a6c2-dc6b-4eaf-9df1-1b175cb0f6ff None None] Network ee359b4d-a579-4832-a6df-3e521c6db812 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:16.379941 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe4117f4-1e28-45f8-8f31-318822ddc777 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:16.381740 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df77de96-f60c-4a25-9dff-41f2505d4248 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:16.402279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-df77de96-f60c-4a25-9dff-41f2505d4248 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] device_id is not set on port 86908e80-9112-4a8b-9bb2-07351b6ccf58 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:20:16.412800 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-78b6d584-3516-490f-8cf0-736db449fb7f tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.6937585 Dec 14 01:20:16.414748 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55814) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:16.419107 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4117f4-1e28-45f8-8f31-318822ddc777 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=38af5bf3-b941-4a38-b685-61f2c3049479,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:16.469274 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:16.509869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ae4b3e6b-560b-4430-a333-17544936bef6 None None] Provisioning complete for port 0e2ee762-f18e-4104-872f-47b488866e98 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:16.510976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae4b3e6b-560b-4430-a333-17544936bef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:16.538738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe4117f4-1e28-45f8-8f31-318822ddc777 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:16.548822 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fe4117f4-1e28-45f8-8f31-318822ddc777 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/38af5bf3-b941-4a38-b685-61f2c3049479 HTTP/1.1" status: 204 len: 168 time: 0.6442268 Dec 14 01:20:16.551132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55816) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:16.573442 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c140e3-1138-4e21-9f01-675e77187b92 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:16.575326 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c140e3-1138-4e21-9f01-675e77187b92 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:16.578147 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c140e3-1138-4e21-9f01-675e77187b92 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:16.589819 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-55c140e3-1138-4e21-9f01-675e77187b92 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1647136 Dec 14 01:20:16.590102 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Allocated IP 2001:db8::1 (99e8a6df-cc04-4df5-864d-7edd6b4e2b15/99837dbf-6c61-4d81-b0b8-88dc82567025/760672c8-6a84-49d6-8815-4b8753afd71d) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:16.590564 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55818) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:16.597565 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ec45c3-b0ff-46af-94f6-c1714d319ff4 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] GET failed (client error): The resource could not be found. Dec 14 01:20:16.600677 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-51ec45c3-b0ff-46af-94f6-c1714d319ff4 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports/38af5bf3-b941-4a38-b685-61f2c3049479 HTTP/1.1" status: 404 len: 333 time: 0.0480762 Dec 14 01:20:16.603124 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55820) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:16.743448 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 0e2ee762-f18e-4104-872f-47b488866e98, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=0e2ee762-f18e-4104-872f-47b488866e98,segment=NetworkSegment(7fb39516-ec8f-4646-b42a-3efcf571cb81),segment_id=7fb39516-ec8f-4646-b42a-3efcf571cb81)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:16.756541 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d0de46c2-0f8a-4d6c-ab66-2e15f6c285d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port 8dfd10f9-d819-4966-a603-5d1814ac38f6 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:16.756967 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0de46c2-0f8a-4d6c-ab66-2e15f6c285d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:16.758523 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-81629193-2ebc-425c-9e8b-4b8e7e12143c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Deleting subnet 99837dbf-6c61-4d81-b0b8-88dc82567025 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:16.771200 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:16.771996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 9cb332b4-5f70-4664-a70a-e30bea383dd7 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:16.816517 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-df77de96-f60c-4a25-9dff-41f2505d4248 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Allocated IP 2001:db8::f (609215d2-d4e4-49e3-af4b-c6f497d05451/a004d961-b2c0-46b3-808f-0b7bbaeba94a/86908e80-9112-4a8b-9bb2-07351b6ccf58) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:16.852786 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d92d-decc-4f85-8ca8-d6076d243530 req-3391dce1-9a24-4c90-8f38-2bb6b60e0aec tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:16.856007 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3943d92d-decc-4f85-8ca8-d6076d243530 req-3391dce1-9a24-4c90-8f38-2bb6b60e0aec tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1281788 Dec 14 01:20:16.865667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0de46c2-0f8a-4d6c-ab66-2e15f6c285d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:16.875356 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-ee359b4d-a579-4832-a6df-3e521c6db812', 'network_id': 'ee359b4d-a579-4832-a6df-3e521c6db812', 'project_id': '022c0c8777644ebcb4c6354c897ef3fd', 'fixed_ips': [{'subnet_id': 'e54d09e5-e963-43ed-a8bb-ea03db7ab850'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:20:16.876340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:16.892926 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d0de46c2-0f8a-4d6c-ab66-2e15f6c285d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for 8dfd10f9-d819-4966-a603-5d1814ac38f6 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:16.957658 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3943d92d-decc-4f85-8ca8-d6076d243530 req-802bdc3c-e27f-409e-8a6e-83d567152137 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912201 Dec 14 01:20:17.075075 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0de46c2-0f8a-4d6c-ab66-2e15f6c285d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.075431 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df77de96-f60c-4a25-9dff-41f2505d4248 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.114158 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de46c2-0f8a-4d6c-ab66-2e15f6c285d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=8dfd10f9-d819-4966-a603-5d1814ac38f6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:17.119803 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df77de96-f60c-4a25-9dff-41f2505d4248 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.138693 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=0e2ee762-f18e-4104-872f-47b488866e98,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:17.148255 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.161123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 9cb332b4-5f70-4664-a70a-e30bea383dd7 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:17.161649 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.165995 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81629193-2ebc-425c-9e8b-4b8e7e12143c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.184013 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df77de96-f60c-4a25-9dff-41f2505d4248 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 609215d2-d4e4-49e3-af4b-c6f497d05451 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:17.192367 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.222033 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-df77de96-f60c-4a25-9dff-41f2505d4248 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:17.230794 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77de96-f60c-4a25-9dff-41f2505d4248 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:17.237971 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df77de96-f60c-4a25-9dff-41f2505d4248 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:17.238485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df77de96-f60c-4a25-9dff-41f2505d4248 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.263595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0de46c2-0f8a-4d6c-ab66-2e15f6c285d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.270033 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d0de46c2-0f8a-4d6c-ab66-2e15f6c285d7 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/8dfd10f9-d819-4966-a603-5d1814ac38f6 HTTP/1.1" status: 204 len: 168 time: 0.6632903 Dec 14 01:20:17.274506 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55824) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:17.297232 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77de96-f60c-4a25-9dff-41f2505d4248 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=86908e80-9112-4a8b-9bb2-07351b6ccf58,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:17.303283 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81629193-2ebc-425c-9e8b-4b8e7e12143c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.313254 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-df77de96-f60c-4a25-9dff-41f2505d4248 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1994417 Dec 14 01:20:17.337699 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55826) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:17.374127 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98bde52-d1e0-4d60-8427-7d3a359c5c95 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] GET failed (client error): The resource could not be found. Dec 14 01:20:17.378251 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d98bde52-d1e0-4d60-8427-7d3a359c5c95 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports/8dfd10f9-d819-4966-a603-5d1814ac38f6 HTTP/1.1" status: 404 len: 333 time: 0.1000798 Dec 14 01:20:17.392617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55828) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:17.451384 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81629193-2ebc-425c-9e8b-4b8e7e12143c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.475592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53098d1a-b915-4966-9b7c-ed5ae9a17e2a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:17.480216 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-53098d1a-b915-4966-9b7c-ed5ae9a17e2a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1385701 Dec 14 01:20:17.481981 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55830) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:17.483986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fc3193-8418-4f39-b483-84a7bd614290 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting subnet 5ea39844-7748-4086-be28-fa8776264328 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:17.488876 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09fc3193-8418-4f39-b483-84a7bd614290 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.605596 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Network 99e8a6df-cc04-4df5-864d-7edd6b4e2b15 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:17.608539 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403a4306-9384-41ca-abfa-5ecfd9580497 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:17.616208 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:17.616481 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403a4306-9384-41ca-abfa-5ecfd9580497 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:17.623847 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403a4306-9384-41ca-abfa-5ecfd9580497 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:17.626532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:17.630183 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-403a4306-9384-41ca-abfa-5ecfd9580497 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1466720 Dec 14 01:20:17.633817 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55832) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:17.635939 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Pushing event updated for resources: {'Port': ['ID=760672c8-6a84-49d6-8815-4b8753afd71d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:17.668046 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-45b2fb67-29f5-4082-bb09-e0e002f00213 None None] Provisioning complete for port 0e2ee762-f18e-4104-872f-47b488866e98 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:17.668539 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-45b2fb67-29f5-4082-bb09-e0e002f00213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.675615 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81629193-2ebc-425c-9e8b-4b8e7e12143c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.686467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Allocated IP 2001:db8:0:1::1 (ee359b4d-a579-4832-a6df-3e521c6db812/e54d09e5-e963-43ed-a8bb-ea03db7ab850/f35f6f8a-b182-403a-a00c-1d3c79ddfbca) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:17.698626 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81629193-2ebc-425c-9e8b-4b8e7e12143c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.702080 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-81629193-2ebc-425c-9e8b-4b8e7e12143c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "DELETE /v2.0/subnets/99837dbf-6c61-4d81-b0b8-88dc82567025 HTTP/1.1" status: 204 len: 168 time: 1.1077685 Dec 14 01:20:17.723333 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55834) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:17.758944 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81629193-2ebc-425c-9e8b-4b8e7e12143c tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event deleted for resources: {'Subnet': ['ID=99837dbf-6c61-4d81-b0b8-88dc82567025,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:17.818775 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ddc63f-aab0-44bd-b7b8-919b0509e542 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Deleting subnet e54d09e5-e963-43ed-a8bb-ea03db7ab850 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:17.840736 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Attempting to bind port 760672c8-6a84-49d6-8815-4b8753afd71d on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:20:17.841063 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-545d5540-18a5-477a-bb57-75729b701b66 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port 86908e80-9112-4a8b-9bb2-07351b6ccf58 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:17.841360 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-545d5540-18a5-477a-bb57-75729b701b66 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.841486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Attempting to bind port 760672c8-6a84-49d6-8815-4b8753afd71d by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '6d83684e-0006-448d-ada1-70be19d41e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '99e8a6df-cc04-4df5-864d-7edd6b4e2b15'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:20:17.841917 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Attempting to bind port 760672c8-6a84-49d6-8815-4b8753afd71d on network 99e8a6df-cc04-4df5-864d-7edd6b4e2b15 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:20:17.866371 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:20:17.866891 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Checking segment: {'id': '6d83684e-0006-448d-ada1-70be19d41e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '99e8a6df-cc04-4df5-864d-7edd6b4e2b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:17.867478 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.867967 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Bound using segment: {'id': '6d83684e-0006-448d-ada1-70be19d41e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '99e8a6df-cc04-4df5-864d-7edd6b4e2b15'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:20:17.868578 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Bound port: 760672c8-6a84-49d6-8815-4b8753afd71d, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d83684e-0006-448d-ada1-70be19d41e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '99e8a6df-cc04-4df5-864d-7edd6b4e2b15'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:20:17.869058 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.963078 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 0e2ee762-f18e-4104-872f-47b488866e98 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:17.965595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09fc3193-8418-4f39-b483-84a7bd614290 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.970118 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-545d5540-18a5-477a-bb57-75729b701b66 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:17.982906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-545d5540-18a5-477a-bb57-75729b701b66 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for 86908e80-9112-4a8b-9bb2-07351b6ccf58 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:18.066379 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.070194 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09fc3193-8418-4f39-b483-84a7bd614290 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.084205 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54ddc63f-aab0-44bd-b7b8-919b0509e542 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.094489 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-45b2fb67-29f5-4082-bb09-e0e002f00213 None None] Provisioning complete for port a0f713f3-79bd-4825-89a5-3b0a7b32ba47 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:18.094738 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-45b2fb67-29f5-4082-bb09-e0e002f00213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.100706 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.136061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09fc3193-8418-4f39-b483-84a7bd614290 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.147466 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f353f48-db0d-41c3-aa0e-96549ff330d4 req-d3003693-37c4-4bb3-af88-c25bdc3bc1b2 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:18.149301 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2f353f48-db0d-41c3-aa0e-96549ff330d4 req-d3003693-37c4-4bb3-af88-c25bdc3bc1b2 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1106851 Dec 14 01:20:18.156832 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54ddc63f-aab0-44bd-b7b8-919b0509e542 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.159963 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] For port 760672c8-6a84-49d6-8815-4b8753afd71d, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:20:18.171056 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09fc3193-8418-4f39-b483-84a7bd614290 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.173876 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Network ee359b4d-a579-4832-a6df-3e521c6db812 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:18.174299 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-09fc3193-8418-4f39-b483-84a7bd614290 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/5ea39844-7748-4086-be28-fa8776264328 HTTP/1.1" status: 204 len: 168 time: 0.7722297 Dec 14 01:20:18.175456 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc3193-8418-4f39-b483-84a7bd614290 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea39844-7748-4086-be28-fa8776264328,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:18.177147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55838) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:18.180366 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:18.197246 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:18.202475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634e1fab-6beb-4c7f-8d28-3ad519fd17cd None None] Network 481b9d36-eabc-4cde-bdea-eed880728c9b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:18.208640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] For port 760672c8-6a84-49d6-8815-4b8753afd71d, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=760672c8-6a84-49d6-8815-4b8753afd71d,segment=NetworkSegment(6d83684e-0006-448d-ada1-70be19d41e9c),segment_id=6d83684e-0006-448d-ada1-70be19d41e9c)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:20:18.227745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-45b2fb67-29f5-4082-bb09-e0e002f00213 None None] Port a0f713f3-79bd-4825-89a5-3b0a7b32ba47 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:18.257844 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.287184 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.289036 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Pushing event updated for resources: {'Port': ['ID=f35f6f8a-b182-403a-a00c-1d3c79ddfbca,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:18.312194 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port 9cb332b4-5f70-4664-a70a-e30bea383dd7 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:18.312530 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.331655 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2f353f48-db0d-41c3-aa0e-96549ff330d4 req-2dbf3b93-0f96-414f-9358-3775f3af78b6 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421325 Dec 14 01:20:18.335309 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-545d5540-18a5-477a-bb57-75729b701b66 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.363813 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 0e2ee762-f18e-4104-872f-47b488866e98 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:18.364310 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.370538 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54ddc63f-aab0-44bd-b7b8-919b0509e542 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.375265 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d5540-18a5-477a-bb57-75729b701b66 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=86908e80-9112-4a8b-9bb2-07351b6ccf58,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:18.377977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-747bb1c7-adcb-4c8c-9e9e-82bf4e4185fb None None] Could not find standard attr ID for object 86908e80-9112-4a8b-9bb2-07351b6ccf58. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:20:18.433649 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-545d5540-18a5-477a-bb57-75729b701b66 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.436472 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] For port 9cb332b4-5f70-4664-a70a-e30bea383dd7, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=9cb332b4-5f70-4664-a70a-e30bea383dd7,segment=NetworkSegment(ceaf0780-9f1a-4e2e-ab0b-6daa796a3405),segment_id=ceaf0780-9f1a-4e2e-ab0b-6daa796a3405)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:18.437085 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.437706 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-545d5540-18a5-477a-bb57-75729b701b66 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/86908e80-9112-4a8b-9bb2-07351b6ccf58 HTTP/1.1" status: 204 len: 168 time: 0.8027496 Dec 14 01:20:18.441639 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55842) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:18.476964 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54ddc63f-aab0-44bd-b7b8-919b0509e542 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.494230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Attempting to bind port f35f6f8a-b182-403a-a00c-1d3c79ddfbca on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:20:18.494505 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Attempting to bind port f35f6f8a-b182-403a-a00c-1d3c79ddfbca by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '9e3d7ce4-dc32-49c2-a1ea-94387cc5be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ee359b4d-a579-4832-a6df-3e521c6db812'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:20:18.495086 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Attempting to bind port f35f6f8a-b182-403a-a00c-1d3c79ddfbca on network ee359b4d-a579-4832-a6df-3e521c6db812 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:20:18.513892 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddc63f-aab0-44bd-b7b8-919b0509e542 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event deleted for resources: {'Subnet': ['ID=e54d09e5-e963-43ed-a8bb-ea03db7ab850,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:18.517829 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54ddc63f-aab0-44bd-b7b8-919b0509e542 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.523142 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-54ddc63f-aab0-44bd-b7b8-919b0509e542 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "DELETE /v2.0/subnets/e54d09e5-e963-43ed-a8bb-ea03db7ab850 HTTP/1.1" status: 204 len: 168 time: 0.7961421 Dec 14 01:20:18.526613 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810ce31-7f3d-4017-8098-b5e80261f4ee None None] Pushing event updated for resources: {'Port': ['ID=760672c8-6a84-49d6-8815-4b8753afd71d,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:18.528056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55848) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:18.539436 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:20:18.539807 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Checking segment: {'id': '9e3d7ce4-dc32-49c2-a1ea-94387cc5be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ee359b4d-a579-4832-a6df-3e521c6db812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:18.540246 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.540639 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Bound using segment: {'id': '9e3d7ce4-dc32-49c2-a1ea-94387cc5be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ee359b4d-a579-4832-a6df-3e521c6db812'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:20:18.541122 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Bound port: f35f6f8a-b182-403a-a00c-1d3c79ddfbca, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3d7ce4-dc32-49c2-a1ea-94387cc5be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ee359b4d-a579-4832-a6df-3e521c6db812'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:20:18.541509 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.556722 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1c951a-a7f1-40d5-8207-997b194bd85b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] GET failed (client error): The resource could not be found. Dec 14 01:20:18.564079 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cc1c951a-a7f1-40d5-8207-997b194bd85b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports/86908e80-9112-4a8b-9bb2-07351b6ccf58 HTTP/1.1" status: 404 len: 333 time: 0.1212342 Dec 14 01:20:18.564724 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55850) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:18.567098 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-747bb1c7-adcb-4c8c-9e9e-82bf4e4185fb None None] Provisioning complete for port a0f713f3-79bd-4825-89a5-3b0a7b32ba47 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:18.567470 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-747bb1c7-adcb-4c8c-9e9e-82bf4e4185fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.571093 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for 9cb332b4-5f70-4664-a70a-e30bea383dd7 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:18.607722 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71814f1-4f02-4d26-8721-825179c9ef21 None None] Network 99e8a6df-cc04-4df5-864d-7edd6b4e2b15 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:18.621899 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b56e8c2-ba00-404d-91c2-9aa5e6f10bc0 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:18.623487 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7b56e8c2-ba00-404d-91c2-9aa5e6f10bc0 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0943787 Dec 14 01:20:18.627530 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55852) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:18.740891 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d37d67-524b-4bd2-9a3d-8cc3eb560f2f req-72cbf11e-baac-4e74-84e3-dceb9cf616df tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:18.742435 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-47d37d67-524b-4bd2-9a3d-8cc3eb560f2f req-72cbf11e-baac-4e74-84e3-dceb9cf616df tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1350157 Dec 14 01:20:18.752023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.788378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55856) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:18.827560 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bf0b7-2c82-4870-b88d-ca8ecf8b5c5f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port a0f713f3-79bd-4825-89a5-3b0a7b32ba47 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:18.828061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f8bf0b7-2c82-4870-b88d-ca8ecf8b5c5f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.829733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fdb6c1-c052-43ac-b7e5-6a839642805c None None] DHCP port deletion for 481b9d36-eabc-4cde-bdea-eed880728c9b request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:20:18.832894 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-747bb1c7-adcb-4c8c-9e9e-82bf4e4185fb None None] Port a0f713f3-79bd-4825-89a5-3b0a7b32ba47 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:18.835870 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.899885 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-47d37d67-524b-4bd2-9a3d-8cc3eb560f2f req-b5a8eb3e-ca0d-42a9-84ab-91689c943dad tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441090 Dec 14 01:20:18.925753 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] For port f35f6f8a-b182-403a-a00c-1d3c79ddfbca, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:20:18.947029 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] For port f35f6f8a-b182-403a-a00c-1d3c79ddfbca, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f35f6f8a-b182-403a-a00c-1d3c79ddfbca,segment=NetworkSegment(9e3d7ce4-dc32-49c2-a1ea-94387cc5be3e),segment_id=9e3d7ce4-dc32-49c2-a1ea-94387cc5be3e)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:20:18.954971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:18.957935 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=9cb332b4-5f70-4664-a70a-e30bea383dd7,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:18.968082 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No DVR routers for this DVR port 9cb332b4-5f70-4664-a70a-e30bea383dd7 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:18.998377 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Deleting port f35f6f8a-b182-403a-a00c-1d3c79ddfbca {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:18.998768 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.054350 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981aff3c-82b2-43d9-b31a-5cf7b9f66a93 None None] Pushing event updated for resources: {'Port': ['ID=f35f6f8a-b182-403a-a00c-1d3c79ddfbca,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:19.072387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5658af-3529-4951-8081-06e931d54849 None None] Network ee359b4d-a579-4832-a6df-3e521c6db812 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:19.100023 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401fb12-4fb2-4a35-91c4-34d0d17302d9 req-c7dccfb5-6fa2-4613-acf8-f43dcb60922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:19.101682 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d401fb12-4fb2-4a35-91c4-34d0d17302d9 req-c7dccfb5-6fa2-4613-acf8-f43dcb60922b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfe5dd77b8fd41d0a68aef6d29a81ff5&device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 1099 time: 0.3835869 Dec 14 01:20:19.103751 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] For port f35f6f8a-b182-403a-a00c-1d3c79ddfbca, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f35f6f8a-b182-403a-a00c-1d3c79ddfbca,segment=NetworkSegment(9e3d7ce4-dc32-49c2-a1ea-94387cc5be3e),segment_id=9e3d7ce4-dc32-49c2-a1ea-94387cc5be3e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:19.104682 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.108705 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.122599 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Calling delete_port for f35f6f8a-b182-403a-a00c-1d3c79ddfbca owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:19.136161 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f8bf0b7-2c82-4870-b88d-ca8ecf8b5c5f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.140157 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c8225c81-7775-48bb-8ba4-6b39efd72ac8 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Deleting port bf10b886-935f-4b47-b63c-fa2d7a4d2dcb {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:19.140537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c8225c81-7775-48bb-8ba4-6b39efd72ac8 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.186646 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee1d4c7-0c68-426a-b152-3df6ebd0cdcd None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:20:19.199339 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481b9d36-eabc-4cde-bdea-eed880728c9b']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:19.212403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bf0b7-2c82-4870-b88d-ca8ecf8b5c5f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for a0f713f3-79bd-4825-89a5-3b0a7b32ba47 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:19.217819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceaf0780-9f1a-4e2e-ab0b-6daa796a3405') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:19.218120 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceaf0780-9f1a-4e2e-ab0b-6daa796a3405') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:19.238215 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.273514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c8225c81-7775-48bb-8ba4-6b39efd72ac8 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.274159 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c8225c81-7775-48bb-8ba4-6b39efd72ac8 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.288213 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c8225c81-7775-48bb-8ba4-6b39efd72ac8 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Calling delete_port for bf10b886-935f-4b47-b63c-fa2d7a4d2dcb owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:19.290063 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.292525 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee1d4c7-0c68-426a-b152-3df6ebd0cdcd None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:20:19.294478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.312636 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:19.312952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:19.316063 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:19.370497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event deleted for resources: {'Port': ['ID=f35f6f8a-b182-403a-a00c-1d3c79ddfbca,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:19.372988 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] No DVR routers for this DVR port f35f6f8a-b182-403a-a00c-1d3c79ddfbca on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:19.387747 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401fb12-4fb2-4a35-91c4-34d0d17302d9 req-aa436a9c-413f-4ded-8bb8-3ebb1c53899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:19.389309 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d401fb12-4fb2-4a35-91c4-34d0d17302d9 req-aa436a9c-413f-4ded-8bb8-3ebb1c53899a service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7b8327e-95d0-4538-baf8-12b321378ee5 HTTP/1.1" status: 200 len: 911 time: 0.2779851 Dec 14 01:20:19.461660 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.466394 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.473248 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/networks/481b9d36-eabc-4cde-bdea-eed880728c9b HTTP/1.1" status: 204 len: 168 time: 1.2912691 Dec 14 01:20:19.477160 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55858) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:19.482920 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-eae713e6-abb8-44a3-b0cd-d350893faec5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-741739330'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:19.495903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca7078-e4e0-474d-b897-27fd6e3154ea tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Network': ['ID=481b9d36-eabc-4cde-bdea-eed880728c9b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:19.496214 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.533391 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d401fb12-4fb2-4a35-91c4-34d0d17302d9 req-484267ea-4e22-436c-be08-ec8e4d1f5716 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30390df4-d18c-4a5d-952e-de9aae2f0d60 HTTP/1.1" status: 200 len: 1001 time: 0.1333928 Dec 14 01:20:19.542341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee359b4d-a579-4832-a6df-3e521c6db812']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:19.551275 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae713e6-abb8-44a3-b0cd-d350893faec5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:19.554735 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eae713e6-abb8-44a3-b0cd-d350893faec5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.576851 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3d7ce4-dc32-49c2-a1ea-94387cc5be3e') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:19.577147 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3d7ce4-dc32-49c2-a1ea-94387cc5be3e') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:19.579094 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4934bbfa-05ca-4d62-a469-f63ecad0da99 None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:20:19.595241 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.603801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f8bf0b7-2c82-4870-b88d-ca8ecf8b5c5f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.612731 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae713e6-abb8-44a3-b0cd-d350893faec5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:19.618293 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.629806 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:19.630200 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.634193 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eae713e6-abb8-44a3-b0cd-d350893faec5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.634533 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-eae713e6-abb8-44a3-b0cd-d350893faec5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Added segment 363b6d3a-c63a-49c4-9c65-9195a1e57965 of type vlan for network b8bc56fb-3244-4154-a09d-cdbc97c2589e Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:19.635849 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:19.637985 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401fb12-4fb2-4a35-91c4-34d0d17302d9 req-8b94633c-0a36-4012-959b-9647c1690a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:19.638117 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d401fb12-4fb2-4a35-91c4-34d0d17302d9 req-8b94633c-0a36-4012-959b-9647c1690a44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c950cfe2-66cf-445f-90c5-d23a7416e235 HTTP/1.1" status: 200 len: 850 time: 0.0926044 Dec 14 01:20:19.642189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bf0b7-2c82-4870-b88d-ca8ecf8b5c5f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=a0f713f3-79bd-4825-89a5-3b0a7b32ba47,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:19.676194 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4934bbfa-05ca-4d62-a469-f63ecad0da99 None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:20:19.694406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f8bf0b7-2c82-4870-b88d-ca8ecf8b5c5f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.698285 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8f8bf0b7-2c82-4870-b88d-ca8ecf8b5c5f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/a0f713f3-79bd-4825-89a5-3b0a7b32ba47 HTTP/1.1" status: 204 len: 168 time: 1.0373311 Dec 14 01:20:19.700714 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55860) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:19.738455 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-92713ca1-8f45-4dc7-8d8c-fd9f3c008862 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] GET failed (client error): The resource could not be found. Dec 14 01:20:19.742703 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-92713ca1-8f45-4dc7-8d8c-fd9f3c008862 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports/a0f713f3-79bd-4825-89a5-3b0a7b32ba47 HTTP/1.1" status: 404 len: 333 time: 0.0383027 Dec 14 01:20:19.744089 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55862) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:19.777222 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401fb12-4fb2-4a35-91c4-34d0d17302d9 req-bce96ac4-3725-43de-aa23-108f88cf3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:19.778811 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d401fb12-4fb2-4a35-91c4-34d0d17302d9 req-bce96ac4-3725-43de-aa23-108f88cf3635 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7b8327e-95d0-4538-baf8-12b321378ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1315451 Dec 14 01:20:19.864419 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3c8e06-a78f-4cb1-b7bb-8a03429ff569 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting subnet a004d961-b2c0-46b3-808f-0b7bbaeba94a {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:19.868080 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8e06-a78f-4cb1-b7bb-8a03429ff569 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.931888 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8e06-a78f-4cb1-b7bb-8a03429ff569 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:19.987180 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 9cb332b4-5f70-4664-a70a-e30bea383dd7 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:20.018795 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 9cb332b4-5f70-4664-a70a-e30bea383dd7 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:20.019672 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 9cb332b4-5f70-4664-a70a-e30bea383dd7 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:20.052454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eae713e6-abb8-44a3-b0cd-d350893faec5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.055739 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d401fb12-4fb2-4a35-91c4-34d0d17302d9 req-b6d73b3c-31da-40fc-b879-6f430bd2e3ff service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680330 Dec 14 01:20:20.060517 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8e06-a78f-4cb1-b7bb-8a03429ff569 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.073612 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.089802 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.093043 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "DELETE /v2.0/networks/ee359b4d-a579-4832-a6df-3e521c6db812 HTTP/1.1" status: 204 len: 168 time: 1.4645073 Dec 14 01:20:20.098970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55866) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:20.105125 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c8225c81-7775-48bb-8ba4-6b39efd72ac8 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.156622 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358edbf2-e8b2-45de-bdc6-19191259d496 req-caa4c5b4-2fde-4498-8c83-fb8e99a67e3c tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:20.157736 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-358edbf2-e8b2-45de-bdc6-19191259d496 req-caa4c5b4-2fde-4498-8c83-fb8e99a67e3c tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1429729 Dec 14 01:20:20.158535 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de854dfa-4d14-4291-a406-beef51c4390e tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event deleted for resources: {'Network': ['ID=ee359b4d-a579-4832-a6df-3e521c6db812,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:20.161391 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eae713e6-abb8-44a3-b0cd-d350893faec5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.167086 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae713e6-abb8-44a3-b0cd-d350893faec5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:20.167366 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eae713e6-abb8-44a3-b0cd-d350893faec5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.175526 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8225c81-7775-48bb-8ba4-6b39efd72ac8 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event deleted for resources: {'Port': ['ID=bf10b886-935f-4b47-b63c-fa2d7a4d2dcb,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:20.254195 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.267106 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8e06-a78f-4cb1-b7bb-8a03429ff569 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.280962 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-eae713e6-abb8-44a3-b0cd-d350893faec5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8027487 Dec 14 01:20:20.295402 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55868) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:20.301990 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-64c1b7fd-8dce-44d1-bbe5-e506d8d09e89 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'subnet': {'network_id': 'b8bc56fb-3244-4154-a09d-cdbc97c2589e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:20.303467 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d401fb12-4fb2-4a35-91c4-34d0d17302d9 req-3367f42e-f3c8-434c-aee5-01dfa846e307 service neutron] 10.222.0.16 "GET /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380910 Dec 14 01:20:20.305199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c8e06-a78f-4cb1-b7bb-8a03429ff569 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Subnet': ['ID=a004d961-b2c0-46b3-808f-0b7bbaeba94a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:20.310646 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8e06-a78f-4cb1-b7bb-8a03429ff569 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.316406 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6b3c8e06-a78f-4cb1-b7bb-8a03429ff569 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/a004d961-b2c0-46b3-808f-0b7bbaeba94a HTTP/1.1" status: 204 len: 168 time: 0.5686038 Dec 14 01:20:20.316700 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55870) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:20.327854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389aac56-4a85-43e5-9a04-6128e672e0d8 None None] Network 609215d2-d4e4-49e3-af4b-c6f497d05451 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:20.368525 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae713e6-abb8-44a3-b0cd-d350893faec5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Network': ['ID=b8bc56fb-3244-4154-a09d-cdbc97c2589e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:20.394475 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-358edbf2-e8b2-45de-bdc6-19191259d496 req-c2661b58-f3db-4d57-9fdb-b91e9fd0ab45 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210369 Dec 14 01:20:20.398208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c8225c81-7775-48bb-8ba4-6b39efd72ac8 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.398533 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-c8225c81-7775-48bb-8ba4-6b39efd72ac8 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Floating IP c4091a11-7835-4fc2-b845-4bdd387526e9 disassociated (deleted). External IP: 172.26.1.171, port: f5a05474-38ab-423e-b39f-ae9fb1cf0244. Dec 14 01:20:20.407047 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network b8bc56fb-3244-4154-a09d-cdbc97c2589e details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:20.430270 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Deleting port 760672c8-6a84-49d6-8815-4b8753afd71d {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:20.430758 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.438664 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.522291 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c1b7fd-8dce-44d1-bbe5-e506d8d09e89 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:20.526877 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-64c1b7fd-8dce-44d1-bbe5-e506d8d09e89 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.531107 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] For port 760672c8-6a84-49d6-8815-4b8753afd71d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=760672c8-6a84-49d6-8815-4b8753afd71d,segment=NetworkSegment(6d83684e-0006-448d-ada1-70be19d41e9c),segment_id=6d83684e-0006-448d-ada1-70be19d41e9c)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:20.531900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.550084 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Calling delete_port for 760672c8-6a84-49d6-8815-4b8753afd71d owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:20.586709 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd9a1a6-1b4a-4e4f-9c27-0bc7246caf7e None None] DHCP port deletion for 609215d2-d4e4-49e3-af4b-c6f497d05451 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:20:20.607466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port 0e2ee762-f18e-4104-872f-47b488866e98 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:20.607801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.640524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4bd9a1a6-1b4a-4e4f-9c27-0bc7246caf7e None None] Deleting port 0e2ee762-f18e-4104-872f-47b488866e98 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:20.640904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4bd9a1a6-1b4a-4e4f-9c27-0bc7246caf7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.693365 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] For port 0e2ee762-f18e-4104-872f-47b488866e98, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=0e2ee762-f18e-4104-872f-47b488866e98,segment=NetworkSegment(7fb39516-ec8f-4646-b42a-3efcf571cb81),segment_id=7fb39516-ec8f-4646-b42a-3efcf571cb81)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:20.693365 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.708534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for 0e2ee762-f18e-4104-872f-47b488866e98 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:20.715207 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4bd9a1a6-1b4a-4e4f-9c27-0bc7246caf7e None None] For port 0e2ee762-f18e-4104-872f-47b488866e98, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=0e2ee762-f18e-4104-872f-47b488866e98,segment=NetworkSegment(7fb39516-ec8f-4646-b42a-3efcf571cb81),segment_id=7fb39516-ec8f-4646-b42a-3efcf571cb81)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:20.716015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4bd9a1a6-1b4a-4e4f-9c27-0bc7246caf7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.717449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.729220 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4bd9a1a6-1b4a-4e4f-9c27-0bc7246caf7e None None] Calling delete_port for 0e2ee762-f18e-4104-872f-47b488866e98 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:20.763969 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8225c81-7775-48bb-8ba4-6b39efd72ac8 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Router e8bc2586-1abf-4fd4-b558-561b21b3820e has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:20:20.772845 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event deleted for resources: {'Port': ['ID=760672c8-6a84-49d6-8815-4b8753afd71d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:20.776195 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] No DVR routers for this DVR port 760672c8-6a84-49d6-8815-4b8753afd71d on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:20.819491 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4bd9a1a6-1b4a-4e4f-9c27-0bc7246caf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.845225 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9a1a6-1b4a-4e4f-9c27-0bc7246caf7e None None] Pushing event deleted for resources: {'Port': ['ID=0e2ee762-f18e-4104-872f-47b488866e98,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:20.848882 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd9a1a6-1b4a-4e4f-9c27-0bc7246caf7e None None] No DVR routers for this DVR port 0e2ee762-f18e-4104-872f-47b488866e98 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:20.881031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.895254 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-64c1b7fd-8dce-44d1-bbe5-e506d8d09e89 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.901762 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.904547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e8a6df-cc04-4df5-864d-7edd6b4e2b15']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:20.940605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d83684e-0006-448d-ada1-70be19d41e9c') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:20.940860 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d83684e-0006-448d-ada1-70be19d41e9c') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:20.944811 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=0e2ee762-f18e-4104-872f-47b488866e98,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:20.955471 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No DVR routers for this DVR port 0e2ee762-f18e-4104-872f-47b488866e98 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:20.957854 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:20.994391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.019629 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1b7fd-8dce-44d1-bbe5-e506d8d09e89 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Subnet': ['ID=e339308c-26a0-4542-98ac-f5f709ca931f,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:21.027527 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8225c81-7775-48bb-8ba4-6b39efd72ac8 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:20:21.032883 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c8225c81-7775-48bb-8ba4-6b39efd72ac8 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.034108 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:21.035070 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:21.038297 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:21.042951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e73b55c-7449-4d22-af7d-c7884d824d30 None None] Sync routers for ids ['e8bc2586-1abf-4fd4-b558-561b21b3820e'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:20:21.063331 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e73b55c-7449-4d22-af7d-c7884d824d30 None None] Routers {'e8bc2586-1abf-4fd4-b558-561b21b3820e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:20:21.065673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-7e73b55c-7449-4d22-af7d-c7884d824d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e8bc2586-1abf-4fd4-b558-561b21b3820e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:21.067251 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c1b7fd-8dce-44d1-bbe5-e506d8d09e89 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Checking segment: {'id': '363b6d3a-c63a-49c4-9c65-9195a1e57965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b8bc56fb-3244-4154-a09d-cdbc97c2589e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:21.067626 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c1b7fd-8dce-44d1-bbe5-e506d8d09e89 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network hostable DHCP agents. Network: b8bc56fb-3244-4154-a09d-cdbc97c2589e, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:20:21.075079 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c8225c81-7775-48bb-8ba4-6b39efd72ac8 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "DELETE /v2.0/floatingips/c4091a11-7835-4fc2-b845-4bdd387526e9 HTTP/1.1" status: 204 len: 168 time: 2.2830541 Dec 14 01:20:21.075079 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957a9f2d-e8f7-494a-a7cb-6f64717ae29d', 'tag': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:20:21.086058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a339a934-b626-4820-a333-0a8a7bd997fa" -d '{"events": [{"name": "network-changed", "server_uuid": "957a9f2d-e8f7-494a-a7cb-6f64717ae29d", "tag": "f5a05474-38ab-423e-b39f-ae9fb1cf0244"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:20:21.105826 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.133596 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609215d2-d4e4-49e3-af4b-c6f497d05451']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:21.136387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.140142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c1b7fd-8dce-44d1-bbe5-e506d8d09e89 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network b8bc56fb-3244-4154-a09d-cdbc97c2589e is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:20:21.159978 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-64c1b7fd-8dce-44d1-bbe5-e506d8d09e89 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, b8bc56fb-3244-4154-a09d-cdbc97c2589e) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:21.164302 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c1b7fd-8dce-44d1-bbe5-e506d8d09e89 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:21.164967 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-64c1b7fd-8dce-44d1-bbe5-e506d8d09e89 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.180814 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.187039 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-64c1b7fd-8dce-44d1-bbe5-e506d8d09e89 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8888049 Dec 14 01:20:21.189920 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55876) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:21.192247 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "DELETE /v2.0/networks/99e8a6df-cc04-4df5-864d-7edd6b4e2b15 HTTP/1.1" status: 204 len: 168 time: 1.0916181 Dec 14 01:20:21.194178 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55878) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:21.198754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb39516-ec8f-4646-b42a-3efcf571cb81') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:21.199121 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb39516-ec8f-4646-b42a-3efcf571cb81') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:21.209906 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.225464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.232857 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:21.233680 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:21.279737 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:21.284248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b80dc6-1d7b-4428-8e43-27a2f2bd8df2 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event deleted for resources: {'Network': ['ID=99e8a6df-cc04-4df5-864d-7edd6b4e2b15,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:21.290985 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6059347e-eca2-4690-a76a-758e4eea3774 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'network_id': 'b8bc56fb-3244-4154-a09d-cdbc97c2589e', 'name': 'tempest-PortsTestJSON-1436168805', 'fixed_ips': [{'subnet_id': 'e339308c-26a0-4542-98ac-f5f709ca931f', 'ip_address': '172.20.0.10'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:21.309729 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63924fa9-d0dc-46c1-a412-8a31c3322cef None None] Network b8bc56fb-3244-4154-a09d-cdbc97c2589e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:21.347235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.375683 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.383664 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/networks/609215d2-d4e4-49e3-af4b-c6f497d05451 HTTP/1.1" status: 204 len: 168 time: 1.0495310 Dec 14 01:20:21.385834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d5f0e-3d93-4d67-b15f-5b149da73d46 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Network': ['ID=609215d2-d4e4-49e3-af4b-c6f497d05451,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:21.391974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55882) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:21.398797 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6767a7eb-dbd8-4a68-a24f-cd10ae684f91 x-openstack-request-id: req-6767a7eb-dbd8-4a68-a24f-cd10ae684f91 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:20:21.399093 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957a9f2d-e8f7-494a-a7cb-6f64717ae29d", "tag": "f5a05474-38ab-423e-b39f-ae9fb1cf0244", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:20:21.399368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6767a7eb-dbd8-4a68-a24f-cd10ae684f91 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:20:21.399769 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '957a9f2d-e8f7-494a-a7cb-6f64717ae29d', 'tag': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244', 'status': 'completed', 'code': 200} Dec 14 01:20:21.402415 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-91cd4d50-b423-47ed-907d-02c762944f08 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-454423637'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:21.407684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339a934-b626-4820-a333-0a8a7bd997fa req-b5fa48ce-5cae-4b24-a693-c17e32243288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:21.410129 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a339a934-b626-4820-a333-0a8a7bd997fa req-b5fa48ce-5cae-4b24-a693-c17e32243288 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b1b08b5113b40ba8706b97c1e28214f&device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 1099 time: 0.1206090 Dec 14 01:20:21.426697 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37a923f3-1968-427c-874b-3b93ee019af3 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.487250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cd4d50-b423-47ed-907d-02c762944f08 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:21.491083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91cd4d50-b423-47ed-907d-02c762944f08 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.505661 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6059347e-eca2-4690-a76a-758e4eea3774 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:21.516686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-b8bc56fb-3244-4154-a09d-cdbc97c2589e', 'network_id': 'b8bc56fb-3244-4154-a09d-cdbc97c2589e', 'project_id': 'ee3732fa13194086b7ba439450103c52', 'fixed_ips': [{'subnet_id': 'e339308c-26a0-4542-98ac-f5f709ca931f'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:20:21.518778 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.528709 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cd4d50-b423-47ed-907d-02c762944f08 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:21.545375 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-7e73b55c-7449-4d22-af7d-c7884d824d30 None None] Set router e8bc2586-1abf-4fd4-b558-561b21b3820e gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:20:21.550788 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91cd4d50-b423-47ed-907d-02c762944f08 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.551131 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-91cd4d50-b423-47ed-907d-02c762944f08 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Added segment 4a4a8c3b-fe15-4328-9445-d021ace96368 of type vlan for network f4b5b996-f152-458d-a9f6-9974a7d6b6b5 Dec 14 01:20:21.560953 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339a934-b626-4820-a333-0a8a7bd997fa req-3fff5ab7-5be5-4215-8488-59659e2b9bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:21.562443 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a339a934-b626-4820-a333-0a8a7bd997fa req-3fff5ab7-5be5-4215-8488-59659e2b9bed service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 HTTP/1.1" status: 200 len: 896 time: 0.1436012 Dec 14 01:20:21.581924 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b438531-704c-4def-a3e2-00cc19c72c63 req-b31b299b-899a-4ce9-8084-d3ec53ea6e24 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:21.588665 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8b438531-704c-4def-a3e2-00cc19c72c63 req-b31b299b-899a-4ce9-8084-d3ec53ea6e24 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.1686771 Dec 14 01:20:21.625475 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a339a934-b626-4820-a333-0a8a7bd997fa req-d794d71c-6e71-48d8-ba9d-0709ea73c841 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5a05474-38ab-423e-b39f-ae9fb1cf0244 HTTP/1.1" status: 200 len: 217 time: 0.0419590 Dec 14 01:20:21.634637 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91cd4d50-b423-47ed-907d-02c762944f08 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.684635 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37a923f3-1968-427c-874b-3b93ee019af3 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.697274 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339a934-b626-4820-a333-0a8a7bd997fa req-1f03a9fe-0a13-4107-8b9e-2827bf2b722b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:21.698807 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a339a934-b626-4820-a333-0a8a7bd997fa req-1f03a9fe-0a13-4107-8b9e-2827bf2b722b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0dab735-ce9b-45a3-83ae-2f1e95f91491 HTTP/1.1" status: 200 len: 835 time: 0.0625060 Dec 14 01:20:21.701628 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91cd4d50-b423-47ed-907d-02c762944f08 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.707306 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cd4d50-b423-47ed-907d-02c762944f08 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:21.707904 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91cd4d50-b423-47ed-907d-02c762944f08 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.725846 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00896892-d0c5-4389-96aa-996d0c58712f req-cdee7e5f-c846-4d16-a888-e7bf01a0df94 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:21.733667 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-00896892-d0c5-4389-96aa-996d0c58712f req-cdee7e5f-c846-4d16-a888-e7bf01a0df94 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.2233415 Dec 14 01:20:21.781411 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-37a923f3-1968-427c-874b-3b93ee019af3 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fed363e-8c58-4999-b56f-75e22784c7ff']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:21.804303 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-91cd4d50-b423-47ed-907d-02c762944f08 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4068134 Dec 14 01:20:21.808970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55886) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:21.815366 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Allocated IP 172.20.0.2 (b8bc56fb-3244-4154-a09d-cdbc97c2589e/e339308c-26a0-4542-98ac-f5f709ca931f/e4585d61-6414-4412-a2f8-99c0422d9714) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:21.817692 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-44b0a41f-bcda-4e4f-9c74-e2e40c0cac93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'subnet': {'network_id': 'f4b5b996-f152-458d-a9f6-9974a7d6b6b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:21.818087 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-37a923f3-1968-427c-874b-3b93ee019af3 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c7b4ff-5b5b-460b-b966-fa3103101471') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:21.818544 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-37a923f3-1968-427c-874b-3b93ee019af3 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c7b4ff-5b5b-460b-b966-fa3103101471') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:21.824197 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd4d50-b423-47ed-907d-02c762944f08 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Network': ['ID=f4b5b996-f152-458d-a9f6-9974a7d6b6b5,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:21.843056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6059347e-eca2-4690-a76a-758e4eea3774 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.849267 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37a923f3-1968-427c-874b-3b93ee019af3 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.856631 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8b438531-704c-4def-a3e2-00cc19c72c63 req-ba6d487f-4e50-458b-a16c-0723662f0559 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166541 Dec 14 01:20:21.866219 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network f4b5b996-f152-458d-a9f6-9974a7d6b6b5 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:21.873668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339a934-b626-4820-a333-0a8a7bd997fa req-650b154f-2f68-42e6-9297-b9b0bdc0c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:21.875457 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a339a934-b626-4820-a333-0a8a7bd997fa req-650b154f-2f68-42e6-9297-b9b0bdc0c634 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e55d5a8-1bf1-40f9-b4ea-f6331316ca43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1649406 Dec 14 01:20:21.885814 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-00896892-d0c5-4389-96aa-996d0c58712f req-66c7b2e5-40ed-4981-910f-17ba8e3ac7bf tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458704 Dec 14 01:20:21.894249 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37a923f3-1968-427c-874b-3b93ee019af3 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.900836 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-6059347e-eca2-4690-a76a-758e4eea3774 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] device_id is not set on port 1ca4f9e5-b277-4982-82a1-559a071fa741 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:20:21.933374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a923f3-1968-427c-874b-3b93ee019af3 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:21.933923 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37a923f3-1968-427c-874b-3b93ee019af3 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:21.944557 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:21.987131 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cc33c58-6a92-4620-85a5-57ebe8d62778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.025037 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b0a41f-bcda-4e4f-9c74-e2e40c0cac93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:22.028691 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44b0a41f-bcda-4e4f-9c74-e2e40c0cac93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.039541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 0e2ee762-f18e-4104-872f-47b488866e98 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:22.075166 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 0e2ee762-f18e-4104-872f-47b488866e98 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:22.075535 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 0e2ee762-f18e-4104-872f-47b488866e98 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:22.079245 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a339a934-b626-4820-a333-0a8a7bd997fa req-1e36d08a-eff5-49be-9e5b-73c1fb561be2 service neutron] 10.222.0.16 "GET /v2.0/networks/0e55d5a8-1bf1-40f9-b4ea-f6331316ca43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936927 Dec 14 01:20:22.118283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-7e73b55c-7449-4d22-af7d-c7884d824d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330756671', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:59Z', 'updated_at': '2021-12-14T01:18:12Z', 'revision_number': 4, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'gw_port': {'id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:00Z', 'updated_at': '2021-12-14T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '96ee53dc-b399-4d11-aea1-be96d444440e', 'name': '', 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'mac_address': 'fa:16:3e:1a:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:09Z', 'updated_at': '2021-12-14T01:18:17Z', 'revision_number': 5, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'subnets': [{'id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:22.154700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e73b55c-7449-4d22-af7d-c7884d824d30 None None] Checking router: e8bc2586-1abf-4fd4-b558-561b21b3820e for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:20:22.173904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e73b55c-7449-4d22-af7d-c7884d824d30 None None] Routers {'e8bc2586-1abf-4fd4-b558-561b21b3820e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:20:22.174633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-7e73b55c-7449-4d22-af7d-c7884d824d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:19:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e8bc2586-1abf-4fd4-b558-561b21b3820e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:22.174782 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37a923f3-1968-427c-874b-3b93ee019af3 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.201153 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ec615-3502-4146-a533-c84996062bee req-f6c5a9fa-5e8d-4123-babc-c7347da3e92b tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:22.202731 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8b9ec615-3502-4146-a533-c84996062bee req-f6c5a9fa-5e8d-4123-babc-c7347da3e92b tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1627898 Dec 14 01:20:22.204049 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37a923f3-1968-427c-874b-3b93ee019af3 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.207167 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-37a923f3-1968-427c-874b-3b93ee019af3 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "DELETE /v2.0/networks/5fed363e-8c58-4999-b56f-75e22784c7ff HTTP/1.1" status: 204 len: 168 time: 1.0113668 Dec 14 01:20:22.210375 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55890) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:22.210933 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a923f3-1968-427c-874b-3b93ee019af3 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event deleted for resources: {'Network': ['ID=5fed363e-8c58-4999-b56f-75e22784c7ff,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:22.211072 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.227213 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.303840 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Network b8bc56fb-3244-4154-a09d-cdbc97c2589e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:22.307134 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a339a934-b626-4820-a333-0a8a7bd997fa req-c0ba8d64-0940-4759-931e-69ae61a73a49 service neutron] 10.222.0.16 "GET /v2.0/networks/0e55d5a8-1bf1-40f9-b4ea-f6331316ca43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179003 Dec 14 01:20:22.309757 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:22.312131 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8b9ec615-3502-4146-a533-c84996062bee req-7e5f02d1-9763-4b0c-a04d-cedbb958400f tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967324 Dec 14 01:20:22.314781 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:22.328635 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Pushing event updated for resources: {'Port': ['ID=e4585d61-6414-4412-a2f8-99c0422d9714,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:22.336762 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-6059347e-eca2-4690-a76a-758e4eea3774 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Allocated IP 172.20.0.10 (b8bc56fb-3244-4154-a09d-cdbc97c2589e/e339308c-26a0-4542-98ac-f5f709ca931f/1ca4f9e5-b277-4982-82a1-559a071fa741) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:22.350993 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-7e73b55c-7449-4d22-af7d-c7884d824d30 None None] Set router e8bc2586-1abf-4fd4-b558-561b21b3820e gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:20:22.391969 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0402516-7075-4b9a-be31-7e8a7725c338 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.446512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44b0a41f-bcda-4e4f-9c74-e2e40c0cac93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.527319 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6059347e-eca2-4690-a76a-758e4eea3774 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.556894 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0a41f-bcda-4e4f-9c74-e2e40c0cac93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Subnet': ['ID=3b701b96-b943-4623-81df-5ee5265fcb1e,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:22.568130 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6059347e-eca2-4690-a76a-758e4eea3774 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.581036 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0402516-7075-4b9a-be31-7e8a7725c338 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.586328 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Attempting to bind port e4585d61-6414-4412-a2f8-99c0422d9714 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:20:22.586815 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Attempting to bind port e4585d61-6414-4412-a2f8-99c0422d9714 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '363b6d3a-c63a-49c4-9c65-9195a1e57965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b8bc56fb-3244-4154-a09d-cdbc97c2589e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:20:22.587284 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Attempting to bind port e4585d61-6414-4412-a2f8-99c0422d9714 on network b8bc56fb-3244-4154-a09d-cdbc97c2589e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:20:22.595664 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:20:22.596365 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Checking segment: {'id': '363b6d3a-c63a-49c4-9c65-9195a1e57965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b8bc56fb-3244-4154-a09d-cdbc97c2589e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:22.596825 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.597316 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Bound using segment: {'id': '363b6d3a-c63a-49c4-9c65-9195a1e57965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b8bc56fb-3244-4154-a09d-cdbc97c2589e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:20:22.597888 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Bound port: e4585d61-6414-4412-a2f8-99c0422d9714, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363b6d3a-c63a-49c4-9c65-9195a1e57965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b8bc56fb-3244-4154-a09d-cdbc97c2589e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:20:22.598371 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.615044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-d0402516-7075-4b9a-be31-7e8a7725c338 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500cc3a2-eb67-4bb1-9b20-80d28ee9f734']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:22.629238 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-d0402516-7075-4b9a-be31-7e8a7725c338 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca2e72b-9ac8-4605-bf86-ae10759d4e20') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:22.629537 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-d0402516-7075-4b9a-be31-7e8a7725c338 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca2e72b-9ac8-4605-bf86-ae10759d4e20') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:22.639947 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b0a41f-bcda-4e4f-9c74-e2e40c0cac93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Checking segment: {'id': '4a4a8c3b-fe15-4328-9445-d021ace96368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4b5b996-f152-458d-a9f6-9974a7d6b6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:22.640330 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b0a41f-bcda-4e4f-9c74-e2e40c0cac93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network hostable DHCP agents. Network: f4b5b996-f152-458d-a9f6-9974a7d6b6b5, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:20:22.643448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0402516-7075-4b9a-be31-7e8a7725c338 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.667449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0402516-7075-4b9a-be31-7e8a7725c338 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.669702 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6059347e-eca2-4690-a76a-758e4eea3774 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network b8bc56fb-3244-4154-a09d-cdbc97c2589e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:22.675792 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0402516-7075-4b9a-be31-7e8a7725c338 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:22.676680 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0402516-7075-4b9a-be31-7e8a7725c338 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.677860 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6059347e-eca2-4690-a76a-758e4eea3774 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:22.681028 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:22.684216 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6059347e-eca2-4690-a76a-758e4eea3774 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:22.705256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] For port e4585d61-6414-4412-a2f8-99c0422d9714, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:20:22.711680 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059347e-eca2-4690-a76a-758e4eea3774 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=1ca4f9e5-b277-4982-82a1-559a071fa741,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:22.721828 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] For port e4585d61-6414-4412-a2f8-99c0422d9714, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e4585d61-6414-4412-a2f8-99c0422d9714,segment=NetworkSegment(363b6d3a-c63a-49c4-9c65-9195a1e57965),segment_id=363b6d3a-c63a-49c4-9c65-9195a1e57965)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:20:22.734156 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b0a41f-bcda-4e4f-9c74-e2e40c0cac93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network f4b5b996-f152-458d-a9f6-9974a7d6b6b5 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:20:22.734477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.736562 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d2f7c-a548-4eec-a074-23a6eb1755ca req-03604925-8bfb-47c2-9c0f-44b4ac5ac00a tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:22.738225 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c74d2f7c-a548-4eec-a074-23a6eb1755ca req-03604925-8bfb-47c2-9c0f-44b4ac5ac00a tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1337533 Dec 14 01:20:22.750842 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-44b0a41f-bcda-4e4f-9c74-e2e40c0cac93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, f4b5b996-f152-458d-a9f6-9974a7d6b6b5) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:22.754386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0402516-7075-4b9a-be31-7e8a7725c338 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.756637 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0a41f-bcda-4e4f-9c74-e2e40c0cac93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:22.757328 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44b0a41f-bcda-4e4f-9c74-e2e40c0cac93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.762542 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6059347e-eca2-4690-a76a-758e4eea3774 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:22.763212 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6059347e-eca2-4690-a76a-758e4eea3774 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.771984 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c1ad84-91e5-4f52-9b58-351e82998427 None None] Network f4b5b996-f152-458d-a9f6-9974a7d6b6b5 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:22.776325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0402516-7075-4b9a-be31-7e8a7725c338 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.782426 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d0402516-7075-4b9a-be31-7e8a7725c338 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] 10.222.0.32 "DELETE /v2.0/networks/500cc3a2-eb67-4bb1-9b20-80d28ee9f734 HTTP/1.1" status: 204 len: 168 time: 0.5637105 Dec 14 01:20:22.800279 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0402516-7075-4b9a-be31-7e8a7725c338 tempest-BulkNetworkOpsIpV6Test-194091493 tempest-BulkNetworkOpsIpV6Test-194091493-project] Pushing event deleted for resources: {'Network': ['ID=500cc3a2-eb67-4bb1-9b20-80d28ee9f734,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:22.823806 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6059347e-eca2-4690-a76a-758e4eea3774 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6298363 Dec 14 01:20:22.824419 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55898) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:22.836031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f986c6b7-f5c0-4334-bd88-ca6823462311 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'network_id': 'b8bc56fb-3244-4154-a09d-cdbc97c2589e', 'name': 'tempest-PortsTestJSON-177654874', 'fixed_ips': [{'subnet_id': 'e339308c-26a0-4542-98ac-f5f709ca931f', 'ip_address': '172.20.0.9'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:22.847867 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-7e73b55c-7449-4d22-af7d-c7884d824d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330756671', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:59Z', 'updated_at': '2021-12-14T01:18:12Z', 'revision_number': 4, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'gw_port': {'id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:00Z', 'updated_at': '2021-12-14T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '96ee53dc-b399-4d11-aea1-be96d444440e', 'name': '', 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'mac_address': 'fa:16:3e:1a:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:09Z', 'updated_at': '2021-12-14T01:18:17Z', 'revision_number': 5, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'subnets': [{'id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:22.851665 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-44b0a41f-bcda-4e4f-9c74-e2e40c0cac93 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0408268 Dec 14 01:20:22.857238 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55900) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:22.863148 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ac9587f8-f554-456e-b138-f4acabea81f6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-62875842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:22.900548 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c74d2f7c-a548-4eec-a074-23a6eb1755ca req-6449b041-4d04-4202-ba7a-39c8ebbb136a tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242104 Dec 14 01:20:22.900758 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e73b55c-7449-4d22-af7d-c7884d824d30 None None] The sync data for ids ['e8bc2586-1abf-4fd4-b558-561b21b3820e'] in dv-neutron-821592-1-hyperv is: [{'id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330756671', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:59Z', 'updated_at': '2021-12-14T01:18:12Z', 'revision_number': 4, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'gw_port': {'id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:00Z', 'updated_at': '2021-12-14T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '96ee53dc-b399-4d11-aea1-be96d444440e', 'name': '', 'network_id': '0e55d5a8-1bf1-40f9-b4ea-f6331316ca43', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'mac_address': 'fa:16:3e:1a:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:09Z', 'updated_at': '2021-12-14T01:18:17Z', 'revision_number': 5, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'subnets': [{'id': 'a0dab735-ce9b-45a3-83ae-2f1e95f91491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:20:22.910254 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837aae7b-6a5f-4d08-94ad-32c06c624a4a None None] Pushing event updated for resources: {'Port': ['ID=e4585d61-6414-4412-a2f8-99c0422d9714,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:22.947649 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac9587f8-f554-456e-b138-f4acabea81f6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:22.948983 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac9587f8-f554-456e-b138-f4acabea81f6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:23.022545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-f4b5b996-f152-458d-a9f6-9974a7d6b6b5', 'network_id': 'f4b5b996-f152-458d-a9f6-9974a7d6b6b5', 'project_id': '8909ba5bc98945bf8c8793443724faa2', 'fixed_ips': [{'subnet_id': '3b701b96-b943-4623-81df-5ee5265fcb1e'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:20:23.024917 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:23.057080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac9587f8-f554-456e-b138-f4acabea81f6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:23.075507 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac9587f8-f554-456e-b138-f4acabea81f6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:23.130035 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac9587f8-f554-456e-b138-f4acabea81f6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:23.140433 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ac9587f8-f554-456e-b138-f4acabea81f6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2807786 Dec 14 01:20:23.142041 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55904) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:23.153457 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7bc8308b-af7c-492b-88a6-286852bf4611 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'network_id': 'f4b5b996-f152-458d-a9f6-9974a7d6b6b5', 'name': 'tempest-PortsIpV6TestJSON-480508007'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:23.257925 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Allocated IP 2001:db8::2 (f4b5b996-f152-458d-a9f6-9974a7d6b6b5/3b701b96-b943-4623-81df-5ee5265fcb1e/a9d648eb-605b-4be0-a0e1-546b2f29480d) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:23.258131 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f95002-c6df-49f8-a1b5-0dbb1cb05c0f req-df407548-217c-4843-aaa8-ae99140398d4 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:23.267517 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e0f95002-c6df-49f8-a1b5-0dbb1cb05c0f req-df407548-217c-4843-aaa8-ae99140398d4 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.2058446 Dec 14 01:20:23.408410 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e0f95002-c6df-49f8-a1b5-0dbb1cb05c0f req-58169fcd-1fd8-4d77-a1c7-d328f576f01a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/security-groups?id=921a88c6-9b8e-4366-835b-950c2ea23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227243 Dec 14 01:20:23.440940 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55908) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:23.460556 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc8308b-af7c-492b-88a6-286852bf4611 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:23.465670 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7bc8308b-af7c-492b-88a6-286852bf4611 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:23.487204 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7bc8308b-af7c-492b-88a6-286852bf4611 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] device_id is not set on port 7c25d73e-fa4c-4995-a619-74c8265fd3d8 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:20:23.500681 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317001ec-3aa0-47d3-ab2d-b91f245d1ef0 None None] New status for floating IP c4091a11-7835-4fc2-b845-4bdd387526e9: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:20:23.516412 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:23.525274 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:23.550238 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b544f-d703-4f86-9fa4-de8b52f75989 req-cfc6f286-7487-425d-aca4-c3d9de4a97fe tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:23.552614 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-7b4b544f-d703-4f86-9fa4-de8b52f75989 req-cfc6f286-7487-425d-aca4-c3d9de4a97fe tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.16 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 946 time: 0.5972896 Dec 14 01:20:23.576377 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Network f4b5b996-f152-458d-a9f6-9974a7d6b6b5 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:23.579951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:23.582534 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:23.597184 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Pushing event updated for resources: {'Port': ['ID=a9d648eb-605b-4be0-a0e1-546b2f29480d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:23.684249 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f986c6b7-f5c0-4334-bd88-ca6823462311 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:23.708466 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-7bc8308b-af7c-492b-88a6-286852bf4611 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Allocated IP 2001:db8::3af (f4b5b996-f152-458d-a9f6-9974a7d6b6b5/3b701b96-b943-4623-81df-5ee5265fcb1e/7c25d73e-fa4c-4995-a619-74c8265fd3d8) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:23.717120 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-063049fe-3ebb-4d23-be6e-7a4aa2f245ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=022c0c8777644ebcb4c6354c897ef3fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749839 Dec 14 01:20:23.719846 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55912) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:23.759818 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-7b4b544f-d703-4f86-9fa4-de8b52f75989 req-d3191d79-0a9a-43b9-9274-01496495fd5d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Deleting port f5a05474-38ab-423e-b39f-ae9fb1cf0244 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:23.760178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7b4b544f-d703-4f86-9fa4-de8b52f75989 req-d3191d79-0a9a-43b9-9274-01496495fd5d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:23.798166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f986c6b7-f5c0-4334-bd88-ca6823462311 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:23.855616 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f1134d-79cb-4eda-927f-e01311b6b6a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:23.870138 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Attempting to bind port a9d648eb-605b-4be0-a0e1-546b2f29480d on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:20:23.870739 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Attempting to bind port a9d648eb-605b-4be0-a0e1-546b2f29480d by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '4a4a8c3b-fe15-4328-9445-d021ace96368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4b5b996-f152-458d-a9f6-9974a7d6b6b5'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:20:23.872008 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Attempting to bind port a9d648eb-605b-4be0-a0e1-546b2f29480d on network f4b5b996-f152-458d-a9f6-9974a7d6b6b5 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:20:23.872211 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-f986c6b7-f5c0-4334-bd88-ca6823462311 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] device_id is not set on port 5874acd0-0d20-4815-aeb4-bef131008a88 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:20:23.878375 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:20:23.878960 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Checking segment: {'id': '4a4a8c3b-fe15-4328-9445-d021ace96368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4b5b996-f152-458d-a9f6-9974a7d6b6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:23.879543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:23.879894 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Bound using segment: {'id': '4a4a8c3b-fe15-4328-9445-d021ace96368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4b5b996-f152-458d-a9f6-9974a7d6b6b5'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:20:23.880543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Bound port: a9d648eb-605b-4be0-a0e1-546b2f29480d, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4a8c3b-fe15-4328-9445-d021ace96368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4b5b996-f152-458d-a9f6-9974a7d6b6b5'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:20:23.882146 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:23.901626 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f1134d-79cb-4eda-927f-e01311b6b6a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:23.991641 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] For port a9d648eb-605b-4be0-a0e1-546b2f29480d, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:20:23.997928 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] For port a9d648eb-605b-4be0-a0e1-546b2f29480d, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a9d648eb-605b-4be0-a0e1-546b2f29480d,segment=NetworkSegment(4a4a8c3b-fe15-4328-9445-d021ace96368),segment_id=4a4a8c3b-fe15-4328-9445-d021ace96368)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:20:24.012588 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:24.028375 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7bc8308b-af7c-492b-88a6-286852bf4611 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:24.085536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-7b4b544f-d703-4f86-9fa4-de8b52f75989 req-d3191d79-0a9a-43b9-9274-01496495fd5d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] For port f5a05474-38ab-423e-b39f-ae9fb1cf0244, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f5a05474-38ab-423e-b39f-ae9fb1cf0244,segment=NetworkSegment(2ee2c7a8-6d21-4f7f-822c-d2739650d098),segment_id=2ee2c7a8-6d21-4f7f-822c-d2739650d098)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:24.085992 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7b4b544f-d703-4f86-9fa4-de8b52f75989 req-d3191d79-0a9a-43b9-9274-01496495fd5d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:24.101245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046c29b-1a8e-4f96-a4cd-fa3917a1d1f3 None None] Pushing event updated for resources: {'Port': ['ID=a9d648eb-605b-4be0-a0e1-546b2f29480d,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:24.113407 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e4585d61-6414-4412-a2f8-99c0422d9714 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:24.114296 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-7b4b544f-d703-4f86-9fa4-de8b52f75989 req-d3191d79-0a9a-43b9-9274-01496495fd5d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Calling delete_port for f5a05474-38ab-423e-b39f-ae9fb1cf0244 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:24.121070 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:20:24.155131 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ee2c5-dbc7-4c1f-be85-2438576e95bf req-0bdc5cb2-c1b9-4a23-9d76-e10a4fefc546 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:24.157517 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-399ee2c5-dbc7-4c1f-be85-2438576e95bf req-0bdc5cb2-c1b9-4a23-9d76-e10a4fefc546 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.1033263 Dec 14 01:20:24.160140 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7bc8308b-af7c-492b-88a6-286852bf4611 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:24.219006 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f1134d-79cb-4eda-927f-e01311b6b6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:24.222971 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f1134d-79cb-4eda-927f-e01311b6b6a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:24.228428 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3316ba5b-5e3f-47a4-acea-4f1e0b7c9052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:24.233384 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port e4585d61-6414-4412-a2f8-99c0422d9714 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:24.233921 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:24.235932 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f0f1134d-79cb-4eda-927f-e01311b6b6a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f139b09-4818-4962-acee-82b8f4c4cf35 HTTP/1.1" status: 204 len: 168 time: 0.5134208 Dec 14 01:20:24.252531 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-f986c6b7-f5c0-4334-bd88-ca6823462311 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Allocated IP 172.20.0.9 (b8bc56fb-3244-4154-a09d-cdbc97c2589e/e339308c-26a0-4542-98ac-f5f709ca931f/5874acd0-0d20-4815-aeb4-bef131008a88) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:24.288760 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8308b-af7c-492b-88a6-286852bf4611 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=7c25d73e-fa4c-4995-a619-74c8265fd3d8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:24.305251 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1134d-79cb-4eda-927f-e01311b6b6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f139b09-4818-4962-acee-82b8f4c4cf35,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:24.312319 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8308b-af7c-492b-88a6-286852bf4611 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network f4b5b996-f152-458d-a9f6-9974a7d6b6b5 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:24.339217 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd92ad1-554f-4d45-80f9-6c54be6c3ae8 None None] Network b8bc56fb-3244-4154-a09d-cdbc97c2589e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:24.373280 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-399ee2c5-dbc7-4c1f-be85-2438576e95bf req-8efb0743-c703-41e0-8ac1-e6556d5ab4a2 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088075 Dec 14 01:20:24.374281 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7bc8308b-af7c-492b-88a6-286852bf4611 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:24.377598 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc8308b-af7c-492b-88a6-286852bf4611 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:24.383836 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc8308b-af7c-492b-88a6-286852bf4611 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:24.385185 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7bc8308b-af7c-492b-88a6-286852bf4611 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:24.424162 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7bc8308b-af7c-492b-88a6-286852bf4611 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2790430 Dec 14 01:20:24.425344 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55918) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:24.434945 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:24.449093 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-05324359-255e-41d3-b5be-4c81e83699c5 None None] Provisioning complete for port e4585d61-6414-4412-a2f8-99c0422d9714 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:24.449627 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-05324359-255e-41d3-b5be-4c81e83699c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:24.593107 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f986c6b7-f5c0-4334-bd88-ca6823462311 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:24.654996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port e4585d61-6414-4412-a2f8-99c0422d9714, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e4585d61-6414-4412-a2f8-99c0422d9714,segment=NetworkSegment(363b6d3a-c63a-49c4-9c65-9195a1e57965),segment_id=363b6d3a-c63a-49c4-9c65-9195a1e57965)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:24.660681 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f986c6b7-f5c0-4334-bd88-ca6823462311 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:24.698522 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:24.736050 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7b4b544f-d703-4f86-9fa4-de8b52f75989 req-d3191d79-0a9a-43b9-9274-01496495fd5d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:24.758547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-05324359-255e-41d3-b5be-4c81e83699c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:24.764727 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f986c6b7-f5c0-4334-bd88-ca6823462311 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network b8bc56fb-3244-4154-a09d-cdbc97c2589e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:24.774604 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-f986c6b7-f5c0-4334-bd88-ca6823462311 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:24.800881 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f986c6b7-f5c0-4334-bd88-ca6823462311 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:24.840919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986c6b7-f5c0-4334-bd88-ca6823462311 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=5874acd0-0d20-4815-aeb4-bef131008a88,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:24.845101 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=e4585d61-6414-4412-a2f8-99c0422d9714,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:24.893548 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-05324359-255e-41d3-b5be-4c81e83699c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:20:24.894827 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-05324359-255e-41d3-b5be-4c81e83699c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:20:24.975519 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3191d79-0a9a-43b9-9274-01496495fd5d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event deleted for resources: {'Port': ['ID=f5a05474-38ab-423e-b39f-ae9fb1cf0244,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:24.977735 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4b544f-d703-4f86-9fa4-de8b52f75989 req-d3191d79-0a9a-43b9-9274-01496495fd5d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] No DVR routers for this DVR port f5a05474-38ab-423e-b39f-ae9fb1cf0244 on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:24.983236 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7b4b544f-d703-4f86-9fa4-de8b52f75989 req-d3191d79-0a9a-43b9-9274-01496495fd5d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:24.988803 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-7b4b544f-d703-4f86-9fa4-de8b52f75989 req-d3191d79-0a9a-43b9-9274-01496495fd5d tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.16 "DELETE /v2.0/ports/f5a05474-38ab-423e-b39f-ae9fb1cf0244 HTTP/1.1" status: 204 len: 173 time: 1.4282689 Dec 14 01:20:24.989293 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957a9f2d-e8f7-494a-a7cb-6f64717ae29d', 'name': 'network-vif-deleted', 'tag': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:20:24.990202 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-86f29e0f-77f6-4a39-a077-204b7b0f3743 req-8d002538-d293-4453-9339-46232ac091a9 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "GET /v2.0/ports?device_id=957a9f2d-e8f7-494a-a7cb-6f64717ae29d HTTP/1.1" status: 200 len: 210 time: 0.0626552 Dec 14 01:20:24.992223 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080e7294-f9ee-47aa-8fb6-3f00b9f1610c" -d '{"events": [{"server_uuid": "957a9f2d-e8f7-494a-a7cb-6f64717ae29d", "name": "network-vif-deleted", "tag": "f5a05474-38ab-423e-b39f-ae9fb1cf0244"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:20:25.031095 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f986c6b7-f5c0-4334-bd88-ca6823462311 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:25.031829 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f986c6b7-f5c0-4334-bd88-ca6823462311 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:25.065710 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f986c6b7-f5c0-4334-bd88-ca6823462311 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2399719 Dec 14 01:20:25.068543 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55936) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:25.139004 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32ab7ab-56c5-4843-ba47-9afdba7de4e6 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:25.140669 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f32ab7ab-56c5-4843-ba47-9afdba7de4e6 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0709643 Dec 14 01:20:25.146466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55940) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:25.319111 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:25.375404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f286c3-ea87-49db-8885-1d1f1a20c0ac tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:25.382929 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f286c3-ea87-49db-8885-1d1f1a20c0ac tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:25.391702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f286c3-ea87-49db-8885-1d1f1a20c0ac tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:25.394379 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-29f286c3-ea87-49db-8885-1d1f1a20c0ac tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2469420 Dec 14 01:20:25.398663 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55948) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:25.450216 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b946-bde5-43bd-bfda-24146fe1b786 req-7784dd45-1947-47d1-b1f8-e1df628da08f tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:25.452323 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-31f5b946-bde5-43bd-bfda-24146fe1b786 req-7784dd45-1947-47d1-b1f8-e1df628da08f tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.2569194 Dec 14 01:20:25.458652 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34883001-d266-4c2c-a3d7-babd68e32086 x-openstack-request-id: req-34883001-d266-4c2c-a3d7-babd68e32086 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:20:25.459165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957a9f2d-e8f7-494a-a7cb-6f64717ae29d", "name": "network-vif-deleted", "tag": "f5a05474-38ab-423e-b39f-ae9fb1cf0244", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:20:25.459389 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34883001-d266-4c2c-a3d7-babd68e32086 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:20:25.459961 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957a9f2d-e8f7-494a-a7cb-6f64717ae29d', 'name': 'network-vif-deleted', 'tag': 'f5a05474-38ab-423e-b39f-ae9fb1cf0244', 'status': 'completed', 'code': 200} Dec 14 01:20:25.468606 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3df8d0bc-82dc-46e4-ad2b-fe38ade3f889 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:25.579836 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-31f5b946-bde5-43bd-bfda-24146fe1b786 req-7335c2fe-2f70-4e88-8c0e-ae3a0b3fa5c4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Deleting port 30390df4-d18c-4a5d-952e-de9aae2f0d60 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:25.580472 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-31f5b946-bde5-43bd-bfda-24146fe1b786 req-7335c2fe-2f70-4e88-8c0e-ae3a0b3fa5c4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:25.733409 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-410551df-e9c9-465b-96cc-635aee50307e None None] Provisioning complete for port e4585d61-6414-4412-a2f8-99c0422d9714 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:25.733792 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-410551df-e9c9-465b-96cc-635aee50307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:25.756414 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-31f5b946-bde5-43bd-bfda-24146fe1b786 req-7335c2fe-2f70-4e88-8c0e-ae3a0b3fa5c4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] For port 30390df4-d18c-4a5d-952e-de9aae2f0d60, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=30390df4-d18c-4a5d-952e-de9aae2f0d60,segment=NetworkSegment(a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a),segment_id=a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:25.757090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-31f5b946-bde5-43bd-bfda-24146fe1b786 req-7335c2fe-2f70-4e88-8c0e-ae3a0b3fa5c4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:25.848736 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55954) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:25.859705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-410551df-e9c9-465b-96cc-635aee50307e None None] Provisioning complete for port 1ca4f9e5-b277-4982-82a1-559a071fa741 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:25.860077 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-410551df-e9c9-465b-96cc-635aee50307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:25.952368 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-410551df-e9c9-465b-96cc-635aee50307e None None] Port 1ca4f9e5-b277-4982-82a1-559a071fa741 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:25.965080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3df8d0bc-82dc-46e4-ad2b-fe38ade3f889 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:25.974637 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ba4680-6907-448f-9e4d-27ffea4d6a12 None None] Network f4b5b996-f152-458d-a9f6-9974a7d6b6b5 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:25.996174 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3df8d0bc-82dc-46e4-ad2b-fe38ade3f889 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.125081 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55960) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:26.131630 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-679496ec-aef3-4be9-809a-92276bc05369 None None] Provisioning complete for port a9d648eb-605b-4be0-a0e1-546b2f29480d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:26.132361 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-679496ec-aef3-4be9-809a-92276bc05369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.146192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-3118f7af-b75f-465f-beb8-8e67c81d6966 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group': {'name': 'tempest-secgroup--789820955'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:26.160469 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e4585d61-6414-4412-a2f8-99c0422d9714 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:26.176154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-31f5b946-bde5-43bd-bfda-24146fe1b786 req-7335c2fe-2f70-4e88-8c0e-ae3a0b3fa5c4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.176536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-31f5b946-bde5-43bd-bfda-24146fe1b786 req-7335c2fe-2f70-4e88-8c0e-ae3a0b3fa5c4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.176826 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [req-31f5b946-bde5-43bd-bfda-24146fe1b786 req-7335c2fe-2f70-4e88-8c0e-ae3a0b3fa5c4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Floating IP cfb28726-9600-4196-a305-a5fe9980a648 disassociated. External IP: 172.26.1.94, port: 30390df4-d18c-4a5d-952e-de9aae2f0d60. Dec 14 01:20:26.177200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-31f5b946-bde5-43bd-bfda-24146fe1b786 req-7335c2fe-2f70-4e88-8c0e-ae3a0b3fa5c4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Calling delete_port for 30390df4-d18c-4a5d-952e-de9aae2f0d60 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:26.186287 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8d0bc-82dc-46e4-ad2b-fe38ade3f889 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=7c25d73e-fa4c-4995-a619-74c8265fd3d8,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:26.218067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a1908-ab70-402b-ae21-30945f017673 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port 5874acd0-0d20-4815-aeb4-bef131008a88 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:26.218674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1908-ab70-402b-ae21-30945f017673 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.233787 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7476e-ff4c-4584-9f54-d59da4bc84e7 req-ffcaa767-8f60-4a0a-ab27-4668a9c964fe tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:26.234391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3118f7af-b75f-465f-beb8-8e67c81d6966 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.235389 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-02c7476e-ff4c-4584-9f54-d59da4bc84e7 req-ffcaa767-8f60-4a0a-ab27-4668a9c964fe tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 946 time: 0.2678568 Dec 14 01:20:26.248759 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3118f7af-b75f-465f-beb8-8e67c81d6966 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.262657 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port e4585d61-6414-4412-a2f8-99c0422d9714 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:26.262657 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.310644 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f5a05474-38ab-423e-b39f-ae9fb1cf0244 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:26.351640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: f5a05474-38ab-423e-b39f-ae9fb1cf0244 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:26.352038 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f5a05474-38ab-423e-b39f-ae9fb1cf0244 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:26.355870 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-679496ec-aef3-4be9-809a-92276bc05369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.401584 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-31f5b946-bde5-43bd-bfda-24146fe1b786 req-7335c2fe-2f70-4e88-8c0e-ae3a0b3fa5c4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.406780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-679496ec-aef3-4be9-809a-92276bc05369 None None] For port a9d648eb-605b-4be0-a0e1-546b2f29480d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a9d648eb-605b-4be0-a0e1-546b2f29480d,segment=NetworkSegment(4a4a8c3b-fe15-4328-9445-d021ace96368),segment_id=4a4a8c3b-fe15-4328-9445-d021ace96368)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:26.432999 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-679496ec-aef3-4be9-809a-92276bc05369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.445391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3118f7af-b75f-465f-beb8-8e67c81d6966 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.448537 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335c2fe-2f70-4e88-8c0e-ae3a0b3fa5c4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Pushing event deleted for resources: {'Port': ['ID=30390df4-d18c-4a5d-952e-de9aae2f0d60,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:26.461795 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3118f7af-b75f-465f-beb8-8e67c81d6966 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.504056 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a9d648eb-605b-4be0-a0e1-546b2f29480d up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:26.511871 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-679496ec-aef3-4be9-809a-92276bc05369 None None] Provisioning complete for port 5874acd0-0d20-4815-aeb4-bef131008a88 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:26.512732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-679496ec-aef3-4be9-809a-92276bc05369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.518377 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-02c7476e-ff4c-4584-9f54-d59da4bc84e7 req-86c7c8c5-8af4-433a-936f-ea80b520eb90 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups?id=9227bdf6-dcf8-4a43-af39-7b1ecb610dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419255 Dec 14 01:20:26.582221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1908-ab70-402b-ae21-30945f017673 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.583135 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679496ec-aef3-4be9-809a-92276bc05369 None None] Pushing event updated for resources: {'Port': ['ID=a9d648eb-605b-4be0-a0e1-546b2f29480d,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:26.593252 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118f7af-b75f-465f-beb8-8e67c81d6966 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc422862-0cd0-412b-a83b-96292c0bec17,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:26.612789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3df8d0bc-82dc-46e4-ad2b-fe38ade3f889 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.621446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-679496ec-aef3-4be9-809a-92276bc05369 None None] Port 5874acd0-0d20-4815-aeb4-bef131008a88 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:26.634811 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a1908-ab70-402b-ae21-30945f017673 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for 5874acd0-0d20-4815-aeb4-bef131008a88 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:26.655807 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port a9d648eb-605b-4be0-a0e1-546b2f29480d triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:26.656144 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.700319 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3118f7af-b75f-465f-beb8-8e67c81d6966 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.719056 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3118f7af-b75f-465f-beb8-8e67c81d6966 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.769526 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.774249 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31f5b946-bde5-43bd-bfda-24146fe1b786 req-7335c2fe-2f70-4e88-8c0e-ae3a0b3fa5c4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Router 9002cbb3-2f3f-432c-a56b-92838a858846 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:20:26.778874 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3118f7af-b75f-465f-beb8-8e67c81d6966 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.780844 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3118f7af-b75f-465f-beb8-8e67c81d6966 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9301231 Dec 14 01:20:26.785092 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55962) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:26.799654 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-722e0097-f8a7-48b8-a4f6-95bea6cf0c30 None None] Provisioning complete for port a9d648eb-605b-4be0-a0e1-546b2f29480d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:26.800090 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-722e0097-f8a7-48b8-a4f6-95bea6cf0c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.815866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118f7af-b75f-465f-beb8-8e67c81d6966 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36a478d-647e-4473-bb45-de862fb92369,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:26.921075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-722e0097-f8a7-48b8-a4f6-95bea6cf0c30 None None] Provisioning complete for port 7c25d73e-fa4c-4995-a619-74c8265fd3d8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:26.921367 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-722e0097-f8a7-48b8-a4f6-95bea6cf0c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:26.962469 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-722e0097-f8a7-48b8-a4f6-95bea6cf0c30 None None] Port 7c25d73e-fa4c-4995-a619-74c8265fd3d8 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:26.980915 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6484db14-96d4-42d6-97e8-5a9673626be4 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1938972 Dec 14 01:20:26.983561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55964) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:26.987968 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-2f5982e9-5ed4-4dce-ad6a-7a76bbc5e08c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group': {'name': 'tempest-security--604941706', 'description': 'tempest-security-description-1526466428'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:27.012417 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31f5b946-bde5-43bd-bfda-24146fe1b786 req-7335c2fe-2f70-4e88-8c0e-ae3a0b3fa5c4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:20:27.026327 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d5c5b-e88e-485b-8867-345d71f683e9 None None] Sync routers for ids ['9002cbb3-2f3f-432c-a56b-92838a858846'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:20:27.040441 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d5c5b-e88e-485b-8867-345d71f683e9 None None] Routers {'9002cbb3-2f3f-432c-a56b-92838a858846'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:20:27.042145 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f15d5c5b-e88e-485b-8867-345d71f683e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9002cbb3-2f3f-432c-a56b-92838a858846'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:27.051896 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3df8d0bc-82dc-46e4-ad2b-fe38ade3f889 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.069269 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f5b946-bde5-43bd-bfda-24146fe1b786 req-7335c2fe-2f70-4e88-8c0e-ae3a0b3fa5c4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] No DVR routers for this DVR port 30390df4-d18c-4a5d-952e-de9aae2f0d60 on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:27.073070 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-31f5b946-bde5-43bd-bfda-24146fe1b786 req-7335c2fe-2f70-4e88-8c0e-ae3a0b3fa5c4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.076886 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-31f5b946-bde5-43bd-bfda-24146fe1b786 req-7335c2fe-2f70-4e88-8c0e-ae3a0b3fa5c4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.16 "DELETE /v2.0/ports/30390df4-d18c-4a5d-952e-de9aae2f0d60 HTTP/1.1" status: 204 len: 173 time: 1.6156752 Dec 14 01:20:27.080867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f5982e9-5ed4-4dce-ad6a-7a76bbc5e08c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.124632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1908-ab70-402b-ae21-30945f017673 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.130927 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f5982e9-5ed4-4dce-ad6a-7a76bbc5e08c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.137134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f5982e9-5ed4-4dce-ad6a-7a76bbc5e08c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.141018 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f5982e9-5ed4-4dce-ad6a-7a76bbc5e08c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.144989 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2f5982e9-5ed4-4dce-ad6a-7a76bbc5e08c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "PUT /v2.0/security-groups/b36a478d-647e-4473-bb45-de862fb92369 HTTP/1.1" status: 200 len: 1796 time: 0.1578820 Dec 14 01:20:27.165208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55966) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:27.170657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5982e9-5ed4-4dce-ad6a-7a76bbc5e08c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36a478d-647e-4473-bb45-de862fb92369,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:27.172923 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-da44b2f6-b658-441c-9c9c-811141ef267c None None] Provisioning complete for port 7c25d73e-fa4c-4995-a619-74c8265fd3d8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:27.184743 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-da44b2f6-b658-441c-9c9c-811141ef267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.196207 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a1908-ab70-402b-ae21-30945f017673 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=5874acd0-0d20-4815-aeb4-bef131008a88,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:27.292057 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-da44b2f6-b658-441c-9c9c-811141ef267c None None] Port 7c25d73e-fa4c-4995-a619-74c8265fd3d8 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:27.321411 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-f15d5c5b-e88e-485b-8867-345d71f683e9 None None] Set router 9002cbb3-2f3f-432c-a56b-92838a858846 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:20:27.461147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba9cb67-0223-4b00-9db5-07f48240b165', 'name': 'network-vif-deleted', 'tag': '30390df4-d18c-4a5d-952e-de9aae2f0d60'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:20:27.465008 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6e1a60-0d6b-4905-9eea-2903f32846de" -d '{"events": [{"server_uuid": "7ba9cb67-0223-4b00-9db5-07f48240b165", "name": "network-vif-deleted", "tag": "30390df4-d18c-4a5d-952e-de9aae2f0d60"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:20:27.525280 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4decdf11-f6aa-4a62-827a-06e8a1556b83 x-openstack-request-id: req-4decdf11-f6aa-4a62-827a-06e8a1556b83 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:20:27.526044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba9cb67-0223-4b00-9db5-07f48240b165", "name": "network-vif-deleted", "tag": "30390df4-d18c-4a5d-952e-de9aae2f0d60", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:20:27.526446 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4decdf11-f6aa-4a62-827a-06e8a1556b83 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:20:27.527033 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba9cb67-0223-4b00-9db5-07f48240b165', 'name': 'network-vif-deleted', 'tag': '30390df4-d18c-4a5d-952e-de9aae2f0d60', 'status': 'completed', 'code': 200} Dec 14 01:20:27.551996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b8826b77-04da-44ee-bcbd-c0429500eb64 None None] Provisioning complete for port 7c25d73e-fa4c-4995-a619-74c8265fd3d8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:27.552399 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8826b77-04da-44ee-bcbd-c0429500eb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.599536 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b8826b77-04da-44ee-bcbd-c0429500eb64 None None] Port 7c25d73e-fa4c-4995-a619-74c8265fd3d8 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:27.604680 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f15d5c5b-e88e-485b-8867-345d71f683e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'name': 'tempest-ServerActionsTestJSON-307079905-router', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:52Z', 'updated_at': '2021-12-14T01:17:05Z', 'revision_number': 4, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'gw_port': {'id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:16:54Z', 'updated_at': '2021-12-14T01:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '6acb40c6-d8ce-4951-8cbf-3c47495d530a', 'name': '', 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'mac_address': 'fa:16:3e:54:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:17:03Z', 'updated_at': '2021-12-14T01:17:11Z', 'revision_number': 5, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'subnets': [{'id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:27.633231 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d5c5b-e88e-485b-8867-345d71f683e9 None None] Checking router: 9002cbb3-2f3f-432c-a56b-92838a858846 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:20:27.643375 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d5c5b-e88e-485b-8867-345d71f683e9 None None] Routers {'9002cbb3-2f3f-432c-a56b-92838a858846'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:20:27.643999 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f15d5c5b-e88e-485b-8867-345d71f683e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9002cbb3-2f3f-432c-a56b-92838a858846'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:27.651599 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fadd89cf-c0b7-4ce0-92a9-4d6ad8c92fa3 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-groups/b36a478d-647e-4473-bb45-de862fb92369 HTTP/1.1" status: 200 len: 1796 time: 0.4842396 Dec 14 01:20:27.655049 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55972) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:27.680537 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-37086b83-1bb4-4196-9109-05f72e110b82 req-509afeaf-9371-44d5-be4e-080c4c0ecee4 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ba9cb67-0223-4b00-9db5-07f48240b165 HTTP/1.1" status: 200 len: 210 time: 0.0654409 Dec 14 01:20:27.704172 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1908-ab70-402b-ae21-30945f017673 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.708387 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1c5a1908-ab70-402b-ae21-30945f017673 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/5874acd0-0d20-4815-aeb4-bef131008a88 HTTP/1.1" status: 204 len: 168 time: 2.3081269 Dec 14 01:20:27.711603 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55974) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:27.740777 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.744481 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e49ad1-852b-4114-9de8-3d7b5a0e6059 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] GET failed (client error): The resource could not be found. Dec 14 01:20:27.749064 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f1e49ad1-852b-4114-9de8-3d7b5a0e6059 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports/5874acd0-0d20-4815-aeb4-bef131008a88 HTTP/1.1" status: 404 len: 333 time: 0.0355952 Dec 14 01:20:27.750335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55976) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:27.789472 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4003d51e-288d-4c1c-a277-9be43446b444 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.818385 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-f15d5c5b-e88e-485b-8867-345d71f683e9 None None] Set router 9002cbb3-2f3f-432c-a56b-92838a858846 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:20:27.855181 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4003d51e-288d-4c1c-a277-9be43446b444 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.860001 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb4f8ef8-d733-4081-8a54-c1f794ae0074 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.909041 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-cd5d3c51-cff1-49d5-8649-e138b02d1333 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port 1ca4f9e5-b277-4982-82a1-559a071fa741 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:27.909743 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cd5d3c51-cff1-49d5-8649-e138b02d1333 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.939368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3df8d0bc-82dc-46e4-ad2b-fe38ade3f889 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.951197 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4003d51e-288d-4c1c-a277-9be43446b444 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.954148 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4003d51e-288d-4c1c-a277-9be43446b444 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.955513 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4003d51e-288d-4c1c-a277-9be43446b444 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-groups/b36a478d-647e-4473-bb45-de862fb92369 HTTP/1.1" status: 204 len: 168 time: 0.2992740 Dec 14 01:20:27.962421 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55978) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:27.974812 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3df8d0bc-82dc-46e4-ad2b-fe38ade3f889 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.976208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3df8d0bc-82dc-46e4-ad2b-fe38ade3f889 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:27.979210 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003d51e-288d-4c1c-a277-9be43446b444 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36a478d-647e-4473-bb45-de862fb92369,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:27.986055 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a9d648eb-605b-4be0-a0e1-546b2f29480d up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:28.055675 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6284fed5-1d05-4cda-a264-00ebc39c7907 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0903058 Dec 14 01:20:28.059116 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cd5d3c51-cff1-49d5-8649-e138b02d1333 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:28.060321 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55982) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:28.084381 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-bf62c785-99cb-49f5-b534-673f37010fcd tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] delete failed (client error): The resource could not be found. Dec 14 01:20:28.089639 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bf62c785-99cb-49f5-b534-673f37010fcd tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-groups/b36a478d-647e-4473-bb45-de862fb92369 HTTP/1.1" status: 404 len: 347 time: 0.0241928 Dec 14 01:20:28.089854 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8d0bc-82dc-46e4-ad2b-fe38ade3f889 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=7c25d73e-fa4c-4995-a619-74c8265fd3d8,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:28.089951 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-cd5d3c51-cff1-49d5-8649-e138b02d1333 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for 1ca4f9e5-b277-4982-82a1-559a071fa741 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:28.090647 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55984) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:28.099673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7954e995-38af-4fe3-a288-ca6c27c76529 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1258032670'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:28.176548 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7954e995-38af-4fe3-a288-ca6c27c76529 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:28.205511 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df8d0bc-82dc-46e4-ad2b-fe38ade3f889 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network f4b5b996-f152-458d-a9f6-9974a7d6b6b5 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:28.209265 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3df8d0bc-82dc-46e4-ad2b-fe38ade3f889 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:28.278901 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port a9d648eb-605b-4be0-a0e1-546b2f29480d triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:28.279387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:28.296489 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7954e995-38af-4fe3-a288-ca6c27c76529 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:28.301627 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cd5d3c51-cff1-49d5-8649-e138b02d1333 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:28.305967 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7954e995-38af-4fe3-a288-ca6c27c76529 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:28.333746 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 30390df4-d18c-4a5d-952e-de9aae2f0d60 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:28.381936 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d3c51-cff1-49d5-8649-e138b02d1333 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=1ca4f9e5-b277-4982-82a1-559a071fa741,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:28.401645 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f15d5c5b-e88e-485b-8867-345d71f683e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'name': 'tempest-ServerActionsTestJSON-307079905-router', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:52Z', 'updated_at': '2021-12-14T01:17:05Z', 'revision_number': 4, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'gw_port': {'id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:16:54Z', 'updated_at': '2021-12-14T01:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '6acb40c6-d8ce-4951-8cbf-3c47495d530a', 'name': '', 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'mac_address': 'fa:16:3e:54:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:17:03Z', 'updated_at': '2021-12-14T01:17:11Z', 'revision_number': 5, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'subnets': [{'id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:28.406240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 30390df4-d18c-4a5d-952e-de9aae2f0d60 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:28.406465 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 30390df4-d18c-4a5d-952e-de9aae2f0d60 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:28.413284 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7954e995-38af-4fe3-a288-ca6c27c76529 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:28.416686 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7954e995-38af-4fe3-a288-ca6c27c76529 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3237622 Dec 14 01:20:28.424083 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 55986) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:28.433761 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d8c9c2fd-1d8f-49b4-ac42-c5beef31c44e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group_rule': {'security_group_id': '67c41833-6326-45e9-b4f4-f11eddf913d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:28.467241 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d5c5b-e88e-485b-8867-345d71f683e9 None None] The sync data for ids ['9002cbb3-2f3f-432c-a56b-92838a858846'] in dv-neutron-821592-1-hyperv is: [{'id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'name': 'tempest-ServerActionsTestJSON-307079905-router', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:52Z', 'updated_at': '2021-12-14T01:17:05Z', 'revision_number': 4, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'gw_port': {'id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:16:54Z', 'updated_at': '2021-12-14T01:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '6acb40c6-d8ce-4951-8cbf-3c47495d530a', 'name': '', 'network_id': 'f7b8327e-95d0-4538-baf8-12b321378ee5', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'mac_address': 'fa:16:3e:54:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:17:03Z', 'updated_at': '2021-12-14T01:17:11Z', 'revision_number': 5, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'subnets': [{'id': 'c950cfe2-66cf-445f-90c5-d23a7416e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:20:28.476444 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df8d0bc-82dc-46e4-ad2b-fe38ade3f889 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Router ee6938c9-b665-4f45-97dc-53f4b7863be7 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:20:28.492433 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f8ef8-d733-4081-8a54-c1f794ae0074 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Deleting port 96ee53dc-b399-4d11-aea1-be96d444440e {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:28.493030 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb4f8ef8-d733-4081-8a54-c1f794ae0074 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:28.545432 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954e995-38af-4fe3-a288-ca6c27c76529 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c41833-6326-45e9-b4f4-f11eddf913d5,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:28.573099 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cd5d3c51-cff1-49d5-8649-e138b02d1333 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:28.578922 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cd5d3c51-cff1-49d5-8649-e138b02d1333 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/1ca4f9e5-b277-4982-82a1-559a071fa741 HTTP/1.1" status: 204 len: 168 time: 0.8213294 Dec 14 01:20:28.581452 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55988) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:28.618692 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-decb2820-892f-450a-ab2e-f9f76387e5a2 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] GET failed (client error): The resource could not be found. Dec 14 01:20:28.623424 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-decb2820-892f-450a-ab2e-f9f76387e5a2 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports/1ca4f9e5-b277-4982-82a1-559a071fa741 HTTP/1.1" status: 404 len: 333 time: 0.0385344 Dec 14 01:20:28.623613 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8c9c2fd-1d8f-49b4-ac42-c5beef31c44e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:28.623708 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55990) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:28.638245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9060a124-cc28-4023-be61-2a661a766be8 None None] Provisioning complete for port 7c25d73e-fa4c-4995-a619-74c8265fd3d8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:28.639746 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9060a124-cc28-4023-be61-2a661a766be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:28.690099 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-270fa3a4-862a-4ba5-9737-f80926fee900 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting subnet e339308c-26a0-4542-98ac-f5f709ca931f {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:28.694952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-270fa3a4-862a-4ba5-9737-f80926fee900 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:28.700373 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df8d0bc-82dc-46e4-ad2b-fe38ade3f889 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:20:28.701065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9060a124-cc28-4023-be61-2a661a766be8 None None] Port 7c25d73e-fa4c-4995-a619-74c8265fd3d8 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:28.711540 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c69491-6939-4ab3-b272-7bd54b67876b None None] Sync routers for ids ['ee6938c9-b665-4f45-97dc-53f4b7863be7'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:20:28.734016 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3df8d0bc-82dc-46e4-ad2b-fe38ade3f889 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "PUT /v2.0/routers/ee6938c9-b665-4f45-97dc-53f4b7863be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3073843 Dec 14 01:20:28.735620 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c69491-6939-4ab3-b272-7bd54b67876b None None] Routers {'ee6938c9-b665-4f45-97dc-53f4b7863be7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:20:28.736932 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-98c69491-6939-4ab3-b272-7bd54b67876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ee6938c9-b665-4f45-97dc-53f4b7863be7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:28.738370 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55994) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:28.778894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-fb4f8ef8-d733-4081-8a54-c1f794ae0074 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] For port 96ee53dc-b399-4d11-aea1-be96d444440e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=96ee53dc-b399-4d11-aea1-be96d444440e,segment=NetworkSegment(2ee2c7a8-6d21-4f7f-822c-d2739650d098),segment_id=2ee2c7a8-6d21-4f7f-822c-d2739650d098)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:28.779263 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb4f8ef8-d733-4081-8a54-c1f794ae0074 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:28.780331 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-270fa3a4-862a-4ba5-9737-f80926fee900 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:28.822988 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f8ef8-d733-4081-8a54-c1f794ae0074 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Calling delete_port for 96ee53dc-b399-4d11-aea1-be96d444440e owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:28.830091 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-98c69491-6939-4ab3-b272-7bd54b67876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:28.836816 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 55998) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:28.840242 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c69491-6939-4ab3-b272-7bd54b67876b None None] Routers {'ee6938c9-b665-4f45-97dc-53f4b7863be7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:20:28.841050 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-98c69491-6939-4ab3-b272-7bd54b67876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ee6938c9-b665-4f45-97dc-53f4b7863be7'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:28.850539 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8076b4-e75b-453a-8430-e2352c3c2c5c tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:28.855534 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2a8076b4-e75b-453a-8430-e2352c3c2c5c tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6938c9-b665-4f45-97dc-53f4b7863be7 HTTP/1.1" status: 200 len: 988 time: 0.1150632 Dec 14 01:20:28.865663 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56000) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:28.880789 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-98c69491-6939-4ab3-b272-7bd54b67876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:28.881426 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c69491-6939-4ab3-b272-7bd54b67876b None None] The sync data for ids ['ee6938c9-b665-4f45-97dc-53f4b7863be7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:20:28.886719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8c9c2fd-1d8f-49b4-ac42-c5beef31c44e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:28.894392 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8c9c2fd-1d8f-49b4-ac42-c5beef31c44e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:28.925588 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9c2fd-1d8f-49b4-ac42-c5beef31c44e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337cbfda-afe5-4653-9465-3f201991b479,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:28.938522 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8c9c2fd-1d8f-49b4-ac42-c5beef31c44e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:28.942609 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d8c9c2fd-1d8f-49b4-ac42-c5beef31c44e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5134878 Dec 14 01:20:28.946073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef38f2b-2cf4-4e80-8b01-83f5749284a6 None None] New status for floating IP cfb28726-9600-4196-a305-a5fe9980a648: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:20:28.970537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56002) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:29.012937 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94953cf1-3be3-44f2-885e-85a5ec21e440 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.025087 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94953cf1-3be3-44f2-885e-85a5ec21e440 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.072493 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-270fa3a4-862a-4ba5-9737-f80926fee900 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.085048 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94953cf1-3be3-44f2-885e-85a5ec21e440 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.096255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94953cf1-3be3-44f2-885e-85a5ec21e440 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.099797 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-94953cf1-3be3-44f2-885e-85a5ec21e440 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/337cbfda-afe5-4653-9465-3f201991b479 HTTP/1.1" status: 204 len: 168 time: 0.1259642 Dec 14 01:20:29.106125 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56004) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:29.116620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94953cf1-3be3-44f2-885e-85a5ec21e440 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=337cbfda-afe5-4653-9465-3f201991b479,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:29.146752 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0555e0ff-4946-4166-b5de-e837c26dca9d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.148386 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb4f8ef8-d733-4081-8a54-c1f794ae0074 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.170322 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-72cf1235-17cc-4002-9210-1eefb6aec734 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0630691 Dec 14 01:20:29.174831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56006) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:29.187867 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f8ef8-d733-4081-8a54-c1f794ae0074 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event deleted for resources: {'Port': ['ID=96ee53dc-b399-4d11-aea1-be96d444440e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:29.235070 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0555e0ff-4946-4166-b5de-e837c26dca9d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.309819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-270fa3a4-862a-4ba5-9737-f80926fee900 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.370640 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-270fa3a4-862a-4ba5-9737-f80926fee900 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.374012 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-270fa3a4-862a-4ba5-9737-f80926fee900 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/e339308c-26a0-4542-98ac-f5f709ca931f HTTP/1.1" status: 204 len: 168 time: 0.7491872 Dec 14 01:20:29.374855 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fa3a4-862a-4ba5-9737-f80926fee900 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Subnet': ['ID=e339308c-26a0-4542-98ac-f5f709ca931f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:29.378408 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56008) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:29.386999 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77287f14-39fe-4da6-ad88-5eecf9df14de None None] Network b8bc56fb-3244-4154-a09d-cdbc97c2589e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:29.388006 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb4f8ef8-d733-4081-8a54-c1f794ae0074 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.452081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0555e0ff-4946-4166-b5de-e837c26dca9d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.454710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0555e0ff-4946-4166-b5de-e837c26dca9d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.456290 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0555e0ff-4946-4166-b5de-e837c26dca9d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "DELETE /v2.0/security-groups/9227bdf6-dcf8-4a43-af39-7b1ecb610dce HTTP/1.1" status: 204 len: 168 time: 0.6150994 Dec 14 01:20:29.459408 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56010) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:29.484354 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-292365cd-342a-4a83-899d-8e8e27aa38ff tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.492960 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-4eac6a62-aef5-478b-bb38-a8e29e154868 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] show failed (client error): The resource could not be found. Dec 14 01:20:29.498916 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4eac6a62-aef5-478b-bb38-a8e29e154868 tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "GET /v2.0/security-groups/9227bdf6-dcf8-4a43-af39-7b1ecb610dce HTTP/1.1" status: 404 len: 347 time: 0.0339701 Dec 14 01:20:29.498916 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56012) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:29.499198 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555e0ff-4946-4166-b5de-e837c26dca9d tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9227bdf6-dcf8-4a43-af39-7b1ecb610dce,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:29.559522 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa442ef2-0c00-4033-8c51-9e659bde72f1 None None] DHCP port deletion for b8bc56fb-3244-4154-a09d-cdbc97c2589e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:20:29.563130 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-292365cd-342a-4a83-899d-8e8e27aa38ff tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.571156 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.609147 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-fa442ef2-0c00-4033-8c51-9e659bde72f1 None None] Deleting port e4585d61-6414-4412-a2f8-99c0422d9714 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:29.609520 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa442ef2-0c00-4033-8c51-9e659bde72f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.681798 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-fa442ef2-0c00-4033-8c51-9e659bde72f1 None None] For port e4585d61-6414-4412-a2f8-99c0422d9714, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e4585d61-6414-4412-a2f8-99c0422d9714,segment=NetworkSegment(363b6d3a-c63a-49c4-9c65-9195a1e57965),segment_id=363b6d3a-c63a-49c4-9c65-9195a1e57965)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:29.682338 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa442ef2-0c00-4033-8c51-9e659bde72f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.694651 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-fa442ef2-0c00-4033-8c51-9e659bde72f1 None None] Calling delete_port for e4585d61-6414-4412-a2f8-99c0422d9714 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:29.699406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-292365cd-342a-4a83-899d-8e8e27aa38ff tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.702076 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-292365cd-342a-4a83-899d-8e8e27aa38ff tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.703247 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-292365cd-342a-4a83-899d-8e8e27aa38ff tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-groups/67c41833-6326-45e9-b4f4-f11eddf913d5 HTTP/1.1" status: 204 len: 168 time: 0.5232618 Dec 14 01:20:29.711348 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56014) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:29.747968 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292365cd-342a-4a83-899d-8e8e27aa38ff tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c41833-6326-45e9-b4f4-f11eddf913d5,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:29.763334 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8c06-81ba-4ce7-afd6-a1a0aaec2781 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.812560 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa442ef2-0c00-4033-8c51-9e659bde72f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.815938 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-949b78c3-1299-44ba-b6f3-d4384ceec6ec tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1034930 Dec 14 01:20:29.827239 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56016) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:29.835046 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port e4585d61-6414-4412-a2f8-99c0422d9714 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:29.835230 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8b0a2a0a-cdac-4297-ac54-73d093e60db4 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group': {'name': 'tempest-secgroup--195419210'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:29.835390 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.842781 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1d707ffe-7c6b-4a7a-98c4-1f89355b77ee tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Deleting port 505fa7fb-3b44-428f-872b-d72cbef3a3fe {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:29.843122 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d707ffe-7c6b-4a7a-98c4-1f89355b77ee tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:29.843233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa442ef2-0c00-4033-8c51-9e659bde72f1 None None] Pushing event deleted for resources: {'Port': ['ID=e4585d61-6414-4412-a2f8-99c0422d9714,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:29.846897 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa442ef2-0c00-4033-8c51-9e659bde72f1 None None] No DVR routers for this DVR port e4585d61-6414-4412-a2f8-99c0422d9714 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:29.908531 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4f8ef8-d733-4081-8a54-c1f794ae0074 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Router e8bc2586-1abf-4fd4-b558-561b21b3820e has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:20:29.923095 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2a0a-cdac-4297-ac54-73d093e60db4 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.026092 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e4585d61-6414-4412-a2f8-99c0422d9714 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:30.034128 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d707ffe-7c6b-4a7a-98c4-1f89355b77ee tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.034960 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d707ffe-7c6b-4a7a-98c4-1f89355b77ee tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.048636 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: e4585d61-6414-4412-a2f8-99c0422d9714 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:30.048993 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e4585d61-6414-4412-a2f8-99c0422d9714 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:30.091178 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1d707ffe-7c6b-4a7a-98c4-1f89355b77ee tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Calling delete_port for 505fa7fb-3b44-428f-872b-d72cbef3a3fe owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:30.273189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] For port e4585d61-6414-4412-a2f8-99c0422d9714, host dv-neutron-821592-1-hyperv, got binding levels [] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:30.273773 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.314252 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for e4585d61-6414-4412-a2f8-99c0422d9714 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:30.335043 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Port e4585d61-6414-4412-a2f8-99c0422d9714 was not found and therefore no delete operation was performed {{(pid=103409) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 01:20:30.338425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.370072 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=e4585d61-6414-4412-a2f8-99c0422d9714,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:30.371879 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No DVR routers for this DVR port e4585d61-6414-4412-a2f8-99c0422d9714 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:30.425556 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4f8ef8-d733-4081-8a54-c1f794ae0074 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:20:30.435835 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fb4f8ef8-d733-4081-8a54-c1f794ae0074 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "PUT /v2.0/routers/e8bc2586-1abf-4fd4-b558-561b21b3820e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3041592 Dec 14 01:20:30.438459 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca834271-eda1-421b-81d1-e0b7305c574c None None] Sync routers for ids ['e8bc2586-1abf-4fd4-b558-561b21b3820e'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:20:30.441364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56018) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:30.443817 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2a0a-cdac-4297-ac54-73d093e60db4 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.451251 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca834271-eda1-421b-81d1-e0b7305c574c None None] Routers {'e8bc2586-1abf-4fd4-b558-561b21b3820e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:20:30.452160 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-ca834271-eda1-421b-81d1-e0b7305c574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e8bc2586-1abf-4fd4-b558-561b21b3820e'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:30.458233 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2a0a-cdac-4297-ac54-73d093e60db4 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.463567 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.488246 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bc56fb-3244-4154-a09d-cdbc97c2589e']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:30.532162 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363b6d3a-c63a-49c4-9c65-9195a1e57965') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:30.532415 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363b6d3a-c63a-49c4-9c65-9195a1e57965') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:30.533299 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2a0a-cdac-4297-ac54-73d093e60db4 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.537639 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8b0a2a0a-cdac-4297-ac54-73d093e60db4 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7063560 Dec 14 01:20:30.538936 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56020) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:30.539131 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a2a0a-cdac-4297-ac54-73d093e60db4 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa21b49-0665-44bf-a248-ca15f490237c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:30.545480 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6cbc5507-9a2b-420d-a93b-5ed8c5031aaa tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group_rule': {'security_group_id': '3aa21b49-0665-44bf-a248-ca15f490237c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:30.555511 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4e9c5d-64b8-4e02-9358-7e2308b2716a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Deleting subnet a0dab735-ce9b-45a3-83ae-2f1e95f91491 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:30.560872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a4e9c5d-64b8-4e02-9358-7e2308b2716a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.567771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.576689 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-ca834271-eda1-421b-81d1-e0b7305c574c None None] Set router e8bc2586-1abf-4fd4-b558-561b21b3820e gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:20:30.596722 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.610137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:30.610588 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:30.613984 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:30.628673 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a4e9c5d-64b8-4e02-9358-7e2308b2716a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.663668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6cbc5507-9a2b-420d-a93b-5ed8c5031aaa tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.679705 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a8c06-81ba-4ce7-afd6-a1a0aaec2781 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port 7c25d73e-fa4c-4995-a619-74c8265fd3d8 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:30.680076 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8c06-81ba-4ce7-afd6-a1a0aaec2781 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.696166 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d707ffe-7c6b-4a7a-98c4-1f89355b77ee tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.745993 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.750125 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.751582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d707ffe-7c6b-4a7a-98c4-1f89355b77ee tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Pushing event deleted for resources: {'Port': ['ID=505fa7fb-3b44-428f-872b-d72cbef3a3fe,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:30.758731 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/networks/b8bc56fb-3244-4154-a09d-cdbc97c2589e HTTP/1.1" status: 204 len: 168 time: 1.3717744 Dec 14 01:20:30.762189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56022) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:30.769074 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cd3ee64b-023d-48b8-894f-66c4f300a021 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1460064148'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:30.788978 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8be15-13c3-49cc-a446-13f432f9ede9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Network': ['ID=b8bc56fb-3244-4154-a09d-cdbc97c2589e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:30.789956 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-ca834271-eda1-421b-81d1-e0b7305c574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330756671', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:59Z', 'updated_at': '2021-12-14T01:20:29Z', 'revision_number': 5, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'gw_port': {'id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:00Z', 'updated_at': '2021-12-14T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:30.828860 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca834271-eda1-421b-81d1-e0b7305c574c None None] Checking router: e8bc2586-1abf-4fd4-b558-561b21b3820e for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:20:30.833624 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6cbc5507-9a2b-420d-a93b-5ed8c5031aaa tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.837877 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca834271-eda1-421b-81d1-e0b7305c574c None None] Routers {'e8bc2586-1abf-4fd4-b558-561b21b3820e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:20:30.838318 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8c06-81ba-4ce7-afd6-a1a0aaec2781 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.838439 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-ca834271-eda1-421b-81d1-e0b7305c574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e8bc2586-1abf-4fd4-b558-561b21b3820e'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:30.841646 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6cbc5507-9a2b-420d-a93b-5ed8c5031aaa tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.851411 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d707ffe-7c6b-4a7a-98c4-1f89355b77ee tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.854139 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d707ffe-7c6b-4a7a-98c4-1f89355b77ee tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.858890 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1d707ffe-7c6b-4a7a-98c4-1f89355b77ee tempest-ServerActionsTestJSON-629708232 tempest-ServerActionsTestJSON-629708232-project] 10.222.0.32 "DELETE /v2.0/floatingips/cfb28726-9600-4196-a305-a5fe9980a648 HTTP/1.1" status: 204 len: 168 time: 1.3601511 Dec 14 01:20:30.859050 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56024) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:30.865932 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a4e9c5d-64b8-4e02-9358-7e2308b2716a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.869338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a8c06-81ba-4ce7-afd6-a1a0aaec2781 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for 7c25d73e-fa4c-4995-a619-74c8265fd3d8 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:30.928638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc5507-9a2b-420d-a93b-5ed8c5031aaa tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c82779-da7e-4ee8-aa6f-4ff40a216611,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:30.935942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3ee64b-023d-48b8-894f-66c4f300a021 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:30.940824 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee64b-023d-48b8-894f-66c4f300a021 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.943141 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6cbc5507-9a2b-420d-a93b-5ed8c5031aaa tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.947050 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6cbc5507-9a2b-420d-a93b-5ed8c5031aaa tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4052205 Dec 14 01:20:30.947192 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a4e9c5d-64b8-4e02-9358-7e2308b2716a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:30.949338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56026) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:30.957383 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-ca834271-eda1-421b-81d1-e0b7305c574c None None] Set router e8bc2586-1abf-4fd4-b558-561b21b3820e gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:20:30.977405 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cf14e621-1b38-4798-98a6-10ddeb628f56 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group_rule': {'security_group_id': '3aa21b49-0665-44bf-a248-ca15f490237c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:30.990311 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e9c5d-64b8-4e02-9358-7e2308b2716a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event deleted for resources: {'Subnet': ['ID=a0dab735-ce9b-45a3-83ae-2f1e95f91491,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:31.002456 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a4e9c5d-64b8-4e02-9358-7e2308b2716a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.006458 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ed5e5d-c289-4cef-8ca7-cbc78c6f8015 None None] Network 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:31.010431 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4a4e9c5d-64b8-4e02-9358-7e2308b2716a tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "DELETE /v2.0/subnets/a0dab735-ce9b-45a3-83ae-2f1e95f91491 HTTP/1.1" status: 204 len: 168 time: 0.5650916 Dec 14 01:20:31.015457 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56028) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:31.034917 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3ee64b-023d-48b8-894f-66c4f300a021 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:31.098699 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee64b-023d-48b8-894f-66c4f300a021 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.098929 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-cd3ee64b-023d-48b8-894f-66c4f300a021 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Added segment 82233eec-372c-4648-b94e-9b0049d160fb of type vlan for network 9267f6f0-c4ff-4b28-8aea-27103abd0c75 Dec 14 01:20:31.145696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf14e621-1b38-4798-98a6-10ddeb628f56 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.201109 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee64b-023d-48b8-894f-66c4f300a021 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.210178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e994ce-a8bb-45a5-8523-a2a5af1a95ef None None] DHCP port deletion for 0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:20:31.253960 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-ca834271-eda1-421b-81d1-e0b7305c574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330756671', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:59Z', 'updated_at': '2021-12-14T01:20:29Z', 'revision_number': 5, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'gw_port': {'id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:00Z', 'updated_at': '2021-12-14T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:31.265997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-49e994ce-a8bb-45a5-8523-a2a5af1a95ef None None] Deleting port c9bd26e7-2d19-4300-ae7f-aa70767cd3b2 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:31.266737 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-49e994ce-a8bb-45a5-8523-a2a5af1a95ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.281415 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c954937-11bd-47e9-8108-fc09b0c45502 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.296161 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8c06-81ba-4ce7-afd6-a1a0aaec2781 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.297608 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca834271-eda1-421b-81d1-e0b7305c574c None None] The sync data for ids ['e8bc2586-1abf-4fd4-b558-561b21b3820e'] in dv-neutron-821592-1-hyperv is: [{'id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330756671', 'tenant_id': '8b1b08b5113b40ba8706b97c1e28214f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:17:59Z', 'updated_at': '2021-12-14T01:20:29Z', 'revision_number': 5, 'project_id': '8b1b08b5113b40ba8706b97c1e28214f', 'gw_port': {'id': '6bf87771-bc39-4378-ae5f-2d698d0ea245', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc2586-1abf-4fd4-b558-561b21b3820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:18:00Z', 'updated_at': '2021-12-14T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:20:31.339972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee64b-023d-48b8-894f-66c4f300a021 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.345587 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ee64b-023d-48b8-894f-66c4f300a021 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:31.345746 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a8c06-81ba-4ce7-afd6-a1a0aaec2781 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=7c25d73e-fa4c-4995-a619-74c8265fd3d8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:31.346199 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee64b-023d-48b8-894f-66c4f300a021 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.346675 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-49e994ce-a8bb-45a5-8523-a2a5af1a95ef None None] For port c9bd26e7-2d19-4300-ae7f-aa70767cd3b2, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c9bd26e7-2d19-4300-ae7f-aa70767cd3b2,segment=NetworkSegment(2ee2c7a8-6d21-4f7f-822c-d2739650d098),segment_id=2ee2c7a8-6d21-4f7f-822c-d2739650d098)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:31.347309 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-49e994ce-a8bb-45a5-8523-a2a5af1a95ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.351769 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf14e621-1b38-4798-98a6-10ddeb628f56 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.365831 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-49e994ce-a8bb-45a5-8523-a2a5af1a95ef None None] Calling delete_port for c9bd26e7-2d19-4300-ae7f-aa70767cd3b2 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:31.371043 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf14e621-1b38-4798-98a6-10ddeb628f56 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.467595 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-49e994ce-a8bb-45a5-8523-a2a5af1a95ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.473266 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cd3ee64b-023d-48b8-894f-66c4f300a021 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7099700 Dec 14 01:20:31.483646 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56030) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:31.488021 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14e621-1b38-4798-98a6-10ddeb628f56 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eab441c-9a5f-4b64-9888-fbf5b61abca3,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:31.496601 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8c06-81ba-4ce7-afd6-a1a0aaec2781 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.502820 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5273272b-9429-4923-b2ad-eb33746c237e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'subnet': {'network_id': '9267f6f0-c4ff-4b28-8aea-27103abd0c75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:31.508895 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e994ce-a8bb-45a5-8523-a2a5af1a95ef None None] Pushing event deleted for resources: {'Port': ['ID=c9bd26e7-2d19-4300-ae7f-aa70767cd3b2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:31.520646 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e994ce-a8bb-45a5-8523-a2a5af1a95ef None None] No DVR routers for this DVR port c9bd26e7-2d19-4300-ae7f-aa70767cd3b2 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:31.570122 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf14e621-1b38-4798-98a6-10ddeb628f56 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.571625 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cf14e621-1b38-4798-98a6-10ddeb628f56 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6135089 Dec 14 01:20:31.572568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ee64b-023d-48b8-894f-66c4f300a021 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Network': ['ID=9267f6f0-c4ff-4b28-8aea-27103abd0c75,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:31.577307 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56032) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:31.586096 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 9267f6f0-c4ff-4b28-8aea-27103abd0c75 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:31.593187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3e8b22f1-72ac-409e-a535-470ecbf1c881 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group_rule': {'security_group_id': '3aa21b49-0665-44bf-a248-ca15f490237c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:31.627731 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c954937-11bd-47e9-8108-fc09b0c45502 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.694035 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e8b22f1-72ac-409e-a535-470ecbf1c881 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.732616 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5273272b-9429-4923-b2ad-eb33746c237e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:31.736293 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5273272b-9429-4923-b2ad-eb33746c237e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.752633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6a8c06-81ba-4ce7-afd6-a1a0aaec2781 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Router ee6938c9-b665-4f45-97dc-53f4b7863be7 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:20:31.758738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e437b4fd-5420-4893-9ab6-80ccf2519645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.827540 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8c954937-11bd-47e9-8108-fc09b0c45502 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Deleting port 6bf87771-bc39-4378-ae5f-2d698d0ea245 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:31.828238 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c954937-11bd-47e9-8108-fc09b0c45502 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.891845 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e8b22f1-72ac-409e-a535-470ecbf1c881 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.911873 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e8b22f1-72ac-409e-a535-470ecbf1c881 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.925165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6a8c06-81ba-4ce7-afd6-a1a0aaec2781 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:20:31.934360 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0c6a8c06-81ba-4ce7-afd6-a1a0aaec2781 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "PUT /v2.0/routers/ee6938c9-b665-4f45-97dc-53f4b7863be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0647659 Dec 14 01:20:31.934360 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56034) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:31.938176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be95e6d8-6804-4cbc-89ef-d672e02effd7 None None] Sync routers for ids ['ee6938c9-b665-4f45-97dc-53f4b7863be7'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:20:31.944769 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b22f1-72ac-409e-a535-470ecbf1c881 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51bc3631-336a-4a9f-8566-33b11389e499,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:31.959953 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e8b22f1-72ac-409e-a535-470ecbf1c881 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:31.961226 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3e8b22f1-72ac-409e-a535-470ecbf1c881 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3803201 Dec 14 01:20:31.965504 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95e6d8-6804-4cbc-89ef-d672e02effd7 None None] Routers {'ee6938c9-b665-4f45-97dc-53f4b7863be7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:20:31.967142 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-be95e6d8-6804-4cbc-89ef-d672e02effd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ee6938c9-b665-4f45-97dc-53f4b7863be7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:31.968140 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56036) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:31.972865 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f6c4734e-0054-41ee-a69e-1891a983a8a0 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group_rule': {'security_group_id': '3aa21b49-0665-44bf-a248-ca15f490237c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:31.974473 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-557a16cc-556e-4898-9dbf-30151aa34c54 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] GET failed (client error): The resource could not be found. Dec 14 01:20:31.976034 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-557a16cc-556e-4898-9dbf-30151aa34c54 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports/7c25d73e-fa4c-4995-a619-74c8265fd3d8 HTTP/1.1" status: 404 len: 333 time: 0.0408268 Dec 14 01:20:31.978976 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56038) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:32.018708 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-be95e6d8-6804-4cbc-89ef-d672e02effd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:32.025565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8c954937-11bd-47e9-8108-fc09b0c45502 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] For port 6bf87771-bc39-4378-ae5f-2d698d0ea245, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6bf87771-bc39-4378-ae5f-2d698d0ea245,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:32.025986 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c954937-11bd-47e9-8108-fc09b0c45502 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.030789 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 96ee53dc-b399-4d11-aea1-be96d444440e no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:32.057906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8c954937-11bd-47e9-8108-fc09b0c45502 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Calling delete_port for 6bf87771-bc39-4378-ae5f-2d698d0ea245 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:32.061672 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95e6d8-6804-4cbc-89ef-d672e02effd7 None None] Routers {'ee6938c9-b665-4f45-97dc-53f4b7863be7'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:20:32.062407 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-be95e6d8-6804-4cbc-89ef-d672e02effd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ee6938c9-b665-4f45-97dc-53f4b7863be7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:32.066530 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 96ee53dc-b399-4d11-aea1-be96d444440e {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:32.066530 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 96ee53dc-b399-4d11-aea1-be96d444440e not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:32.066795 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c9bd26e7-2d19-4300-ae7f-aa70767cd3b2 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:32.079872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f6c4734e-0054-41ee-a69e-1891a983a8a0 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.098534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c1298c7-8906-42a4-a0f3-e99d18355fed tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.115327 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-be95e6d8-6804-4cbc-89ef-d672e02effd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:32.116009 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be95e6d8-6804-4cbc-89ef-d672e02effd7 None None] The sync data for ids ['ee6938c9-b665-4f45-97dc-53f4b7863be7'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:20:32.118488 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: c9bd26e7-2d19-4300-ae7f-aa70767cd3b2 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:32.118838 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c9bd26e7-2d19-4300-ae7f-aa70767cd3b2 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:32.174439 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5273272b-9429-4923-b2ad-eb33746c237e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.285630 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c1298c7-8906-42a4-a0f3-e99d18355fed tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.288379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c1298c7-8906-42a4-a0f3-e99d18355fed tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.300841 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273272b-9429-4923-b2ad-eb33746c237e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Subnet': ['ID=755682c2-ca6a-4444-aea6-d5f873305a9d,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:32.324132 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f6c4734e-0054-41ee-a69e-1891a983a8a0 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.336788 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f6c4734e-0054-41ee-a69e-1891a983a8a0 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.354867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c1298c7-8906-42a4-a0f3-e99d18355fed tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.355456 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1298c7-8906-42a4-a0f3-e99d18355fed tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Fanout notify agent at l3_agent the message router_deleted on router ee6938c9-b665-4f45-97dc-53f4b7863be7 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:20:32.363349 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c1298c7-8906-42a4-a0f3-e99d18355fed tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.364444 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5c1298c7-8906-42a4-a0f3-e99d18355fed tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/routers/ee6938c9-b665-4f45-97dc-53f4b7863be7 HTTP/1.1" status: 204 len: 168 time: 0.3845110 Dec 14 01:20:32.367125 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56040) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:32.367657 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273272b-9429-4923-b2ad-eb33746c237e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Checking segment: {'id': '82233eec-372c-4648-b94e-9b0049d160fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9267f6f0-c4ff-4b28-8aea-27103abd0c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:32.368025 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5273272b-9429-4923-b2ad-eb33746c237e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network hostable DHCP agents. Network: 9267f6f0-c4ff-4b28-8aea-27103abd0c75, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:20:32.392855 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4734e-0054-41ee-a69e-1891a983a8a0 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d111c9-5948-46ab-b337-6e920eeab968,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:32.403518 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f6c4734e-0054-41ee-a69e-1891a983a8a0 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.404806 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f6c4734e-0054-41ee-a69e-1891a983a8a0 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4356558 Dec 14 01:20:32.411464 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56042) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:32.419072 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cc1b5b97-137b-4d1d-8fb4-4d8ccdc03988 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group_rule': {'security_group_id': '3aa21b49-0665-44bf-a248-ca15f490237c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:32.441529 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5273272b-9429-4923-b2ad-eb33746c237e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 9267f6f0-c4ff-4b28-8aea-27103abd0c75 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:20:32.442446 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-6215f4fb-8118-4e4d-b8d4-3640a99cb3de tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting subnet 3b701b96-b943-4623-81df-5ee5265fcb1e {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:32.448138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6215f4fb-8118-4e4d-b8d4-3640a99cb3de tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.448535 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c954937-11bd-47e9-8108-fc09b0c45502 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.482932 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-5273272b-9429-4923-b2ad-eb33746c237e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 9267f6f0-c4ff-4b28-8aea-27103abd0c75) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:32.485848 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c954937-11bd-47e9-8108-fc09b0c45502 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event deleted for resources: {'Port': ['ID=6bf87771-bc39-4378-ae5f-2d698d0ea245,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:32.490930 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5273272b-9429-4923-b2ad-eb33746c237e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:32.491105 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e437b4fd-5420-4893-9ab6-80ccf2519645 admin admin] Deleting port 6acb40c6-d8ce-4951-8cbf-3c47495d530a {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:32.491397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e437b4fd-5420-4893-9ab6-80ccf2519645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.491605 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5273272b-9429-4923-b2ad-eb33746c237e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.497708 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa330584-9622-48ec-9380-4b5bc7381bfe None None] Network 9267f6f0-c4ff-4b28-8aea-27103abd0c75 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:32.508855 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6215f4fb-8118-4e4d-b8d4-3640a99cb3de tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.523887 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc1b5b97-137b-4d1d-8fb4-4d8ccdc03988 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.548508 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09db789f-5824-4b9b-9fc0-c399188f638a None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:20:32.559121 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5273272b-9429-4923-b2ad-eb33746c237e tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0720150 Dec 14 01:20:32.560035 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56044) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:32.568988 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c92053e1-73b8-42f6-81f7-56c6e596ef68 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-703106740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:32.610018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c954937-11bd-47e9-8108-fc09b0c45502 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.631204 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-9267f6f0-c4ff-4b28-8aea-27103abd0c75', 'network_id': '9267f6f0-c4ff-4b28-8aea-27103abd0c75', 'project_id': 'ee3732fa13194086b7ba439450103c52', 'fixed_ips': [{'subnet_id': '755682c2-ca6a-4444-aea6-d5f873305a9d'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:20:32.633547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.676749 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c92053e1-73b8-42f6-81f7-56c6e596ef68 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.677571 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c92053e1-73b8-42f6-81f7-56c6e596ef68 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.697301 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e437b4fd-5420-4893-9ab6-80ccf2519645 admin admin] For port 6acb40c6-d8ce-4951-8cbf-3c47495d530a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6acb40c6-d8ce-4951-8cbf-3c47495d530a,segment=NetworkSegment(a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a),segment_id=a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:32.697792 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e437b4fd-5420-4893-9ab6-80ccf2519645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.706356 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6215f4fb-8118-4e4d-b8d4-3640a99cb3de tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.711143 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c954937-11bd-47e9-8108-fc09b0c45502 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.716937 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c954937-11bd-47e9-8108-fc09b0c45502 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.719412 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc1b5b97-137b-4d1d-8fb4-4d8ccdc03988 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.726610 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc1b5b97-137b-4d1d-8fb4-4d8ccdc03988 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.736710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e437b4fd-5420-4893-9ab6-80ccf2519645 admin admin] Calling delete_port for 6acb40c6-d8ce-4951-8cbf-3c47495d530a owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:32.779563 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b5b97-137b-4d1d-8fb4-4d8ccdc03988 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ba93c7-4ea0-4e19-ab00-8f3b2f74d6f2,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:32.782249 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c954937-11bd-47e9-8108-fc09b0c45502 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.782770 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c954937-11bd-47e9-8108-fc09b0c45502 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Fanout notify agent at l3_agent the message router_deleted on router e8bc2586-1abf-4fd4-b558-561b21b3820e {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:20:32.791118 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c954937-11bd-47e9-8108-fc09b0c45502 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.792530 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8c954937-11bd-47e9-8108-fc09b0c45502 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "DELETE /v2.0/routers/e8bc2586-1abf-4fd4-b558-561b21b3820e HTTP/1.1" status: 204 len: 168 time: 1.7759738 Dec 14 01:20:32.795897 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc1b5b97-137b-4d1d-8fb4-4d8ccdc03988 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.797088 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cc1b5b97-137b-4d1d-8fb4-4d8ccdc03988 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3846819 Dec 14 01:20:32.797649 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56046) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:32.805257 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56048) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:32.811317 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Allocated IP 172.20.0.2 (9267f6f0-c4ff-4b28-8aea-27103abd0c75/755682c2-ca6a-4444-aea6-d5f873305a9d/33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:32.860227 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c92053e1-73b8-42f6-81f7-56c6e596ef68 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.874372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c92053e1-73b8-42f6-81f7-56c6e596ef68 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.877054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c77607e2-cafe-452d-adb8-b667817e3c8c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.894904 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c77607e2-cafe-452d-adb8-b667817e3c8c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.910257 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c92053e1-73b8-42f6-81f7-56c6e596ef68 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.911484 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c92053e1-73b8-42f6-81f7-56c6e596ef68 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3485775 Dec 14 01:20:32.913042 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-858e8742-21a1-4ad3-9251-e7ef7a628a64 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.914519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56050) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:32.927529 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-dec8e76a-5749-4f55-a97f-d17823515bd5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'network_id': '9267f6f0-c4ff-4b28-8aea-27103abd0c75', 'name': 'tempest-PortsTestJSON-1403024714'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:32.929712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6215f4fb-8118-4e4d-b8d4-3640a99cb3de tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:32.995553 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c77607e2-cafe-452d-adb8-b667817e3c8c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.005960 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215f4fb-8118-4e4d-b8d4-3640a99cb3de tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Subnet': ['ID=3b701b96-b943-4623-81df-5ee5265fcb1e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:33.009702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6215f4fb-8118-4e4d-b8d4-3640a99cb3de tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.016248 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6215f4fb-8118-4e4d-b8d4-3640a99cb3de tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/3b701b96-b943-4623-81df-5ee5265fcb1e HTTP/1.1" status: 204 len: 168 time: 0.6450694 Dec 14 01:20:33.016358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5b84a4-2895-43e0-ab68-122824038bae None None] Network f4b5b996-f152-458d-a9f6-9974a7d6b6b5 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:33.016449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56052) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:33.020859 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.030364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c77607e2-cafe-452d-adb8-b667817e3c8c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.033987 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c77607e2-cafe-452d-adb8-b667817e3c8c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/29ba93c7-4ea0-4e19-ab00-8f3b2f74d6f2 HTTP/1.1" status: 204 len: 168 time: 0.2253697 Dec 14 01:20:33.033987 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77607e2-cafe-452d-adb8-b667817e3c8c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29ba93c7-4ea0-4e19-ab00-8f3b2f74d6f2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:33.036345 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56054) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:33.066819 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.099963 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Network 9267f6f0-c4ff-4b28-8aea-27103abd0c75 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:33.103163 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-858e8742-21a1-4ad3-9251-e7ef7a628a64 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.142616 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-858e8742-21a1-4ad3-9251-e7ef7a628a64 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e55d5a8-1bf1-40f9-b4ea-f6331316ca43']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:33.147203 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:33.150138 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-307c69d5-4908-4e11-8183-d3a932fd5e17 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1102765 Dec 14 01:20:33.154010 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56056) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:33.154353 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.155944 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:33.161507 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-858e8742-21a1-4ad3-9251-e7ef7a628a64 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee2c7a8-6d21-4f7f-822c-d2739650d098') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:33.161796 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-858e8742-21a1-4ad3-9251-e7ef7a628a64 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee2c7a8-6d21-4f7f-822c-d2739650d098') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:33.180482 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-858e8742-21a1-4ad3-9251-e7ef7a628a64 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.208313 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd240684-ef3a-4610-9d65-ff9bf49f1e1a tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.212359 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-858e8742-21a1-4ad3-9251-e7ef7a628a64 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.224069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd240684-ef3a-4610-9d65-ff9bf49f1e1a tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.227474 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e437b4fd-5420-4893-9ab6-80ccf2519645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.231946 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858e8742-21a1-4ad3-9251-e7ef7a628a64 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:33.232383 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-858e8742-21a1-4ad3-9251-e7ef7a628a64 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:33.235733 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:33.245471 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Pushing event updated for resources: {'Port': ['ID=33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:33.247674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec8e76a-5749-4f55-a97f-d17823515bd5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:33.249393 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Attempting to bind port 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:20:33.249777 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Attempting to bind port 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '82233eec-372c-4648-b94e-9b0049d160fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9267f6f0-c4ff-4b28-8aea-27103abd0c75'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:20:33.250146 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Attempting to bind port 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 on network 9267f6f0-c4ff-4b28-8aea-27103abd0c75 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:20:33.250853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dec8e76a-5749-4f55-a97f-d17823515bd5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.267793 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:20:33.268284 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Checking segment: {'id': '82233eec-372c-4648-b94e-9b0049d160fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9267f6f0-c4ff-4b28-8aea-27103abd0c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:33.268654 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.269103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Bound using segment: {'id': '82233eec-372c-4648-b94e-9b0049d160fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9267f6f0-c4ff-4b28-8aea-27103abd0c75'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:20:33.269614 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Bound port: 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82233eec-372c-4648-b94e-9b0049d160fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9267f6f0-c4ff-4b28-8aea-27103abd0c75'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:20:33.269998 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.323909 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-dec8e76a-5749-4f55-a97f-d17823515bd5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] device_id is not set on port 0ff510a8-4d72-4bac-b73f-6eda4957cb63 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:20:33.350216 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] For port 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:20:33.360265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] For port 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31,segment=NetworkSegment(82233eec-372c-4648-b94e-9b0049d160fb),segment_id=82233eec-372c-4648-b94e-9b0049d160fb)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:20:33.365966 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.374322 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd240684-ef3a-4610-9d65-ff9bf49f1e1a tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.383515 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd240684-ef3a-4610-9d65-ff9bf49f1e1a tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.384703 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fd240684-ef3a-4610-9d65-ff9bf49f1e1a tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/02d111c9-5948-46ab-b337-6e920eeab968 HTTP/1.1" status: 204 len: 168 time: 0.2297528 Dec 14 01:20:33.389346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-858e8742-21a1-4ad3-9251-e7ef7a628a64 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.396684 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56058) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:33.414607 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-858e8742-21a1-4ad3-9251-e7ef7a628a64 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.420930 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-858e8742-21a1-4ad3-9251-e7ef7a628a64 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "DELETE /v2.0/networks/0e55d5a8-1bf1-40f9-b4ea-f6331316ca43 HTTP/1.1" status: 204 len: 168 time: 0.6197214 Dec 14 01:20:33.424694 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd240684-ef3a-4610-9d65-ff9bf49f1e1a tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02d111c9-5948-46ab-b337-6e920eeab968,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:33.433727 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56060) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:33.459714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e8742-21a1-4ad3-9251-e7ef7a628a64 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event deleted for resources: {'Network': ['ID=0e55d5a8-1bf1-40f9-b4ea-f6331316ca43,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:33.472826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5646db-2d94-400d-9c03-b38f06911bb8 None None] DHCP port deletion for f4b5b996-f152-458d-a9f6-9974a7d6b6b5 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:20:33.530869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a131ed0-ee32-4639-b43e-c8729d274726 None None] Pushing event updated for resources: {'Port': ['ID=33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:33.566673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-be5646db-2d94-400d-9c03-b38f06911bb8 None None] Deleting port a9d648eb-605b-4be0-a0e1-546b2f29480d {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:33.566673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be5646db-2d94-400d-9c03-b38f06911bb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.577174 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-97752949-9f45-4260-9f42-5499383e2a9a tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1773949 Dec 14 01:20:33.582448 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56062) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:33.625236 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-dec8e76a-5749-4f55-a97f-d17823515bd5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Allocated IP 172.20.0.4 (9267f6f0-c4ff-4b28-8aea-27103abd0c75/755682c2-ca6a-4444-aea6-d5f873305a9d/0ff510a8-4d72-4bac-b73f-6eda4957cb63) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:33.633983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-be5646db-2d94-400d-9c03-b38f06911bb8 None None] For port a9d648eb-605b-4be0-a0e1-546b2f29480d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a9d648eb-605b-4be0-a0e1-546b2f29480d,segment=NetworkSegment(4a4a8c3b-fe15-4328-9445-d021ace96368),segment_id=4a4a8c3b-fe15-4328-9445-d021ace96368)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:33.634542 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be5646db-2d94-400d-9c03-b38f06911bb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.649421 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-be5646db-2d94-400d-9c03-b38f06911bb8 None None] Calling delete_port for a9d648eb-605b-4be0-a0e1-546b2f29480d owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:33.671727 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437b4fd-5420-4893-9ab6-80ccf2519645 admin admin] Pushing event deleted for resources: {'Port': ['ID=6acb40c6-d8ce-4951-8cbf-3c47495d530a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:33.722474 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port a9d648eb-605b-4be0-a0e1-546b2f29480d {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:33.722807 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.759455 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be5646db-2d94-400d-9c03-b38f06911bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.793923 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5646db-2d94-400d-9c03-b38f06911bb8 None None] Pushing event deleted for resources: {'Port': ['ID=a9d648eb-605b-4be0-a0e1-546b2f29480d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:33.819487 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5646db-2d94-400d-9c03-b38f06911bb8 None None] No DVR routers for this DVR port a9d648eb-605b-4be0-a0e1-546b2f29480d on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:33.895070 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] For port a9d648eb-605b-4be0-a0e1-546b2f29480d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a9d648eb-605b-4be0-a0e1-546b2f29480d,segment=NetworkSegment(4a4a8c3b-fe15-4328-9445-d021ace96368),segment_id=4a4a8c3b-fe15-4328-9445-d021ace96368)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:33.895552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.908049 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dec8e76a-5749-4f55-a97f-d17823515bd5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:33.917986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for a9d648eb-605b-4be0-a0e1-546b2f29480d owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:33.922870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7cf8ac43-9556-449f-bc27-048252924385 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.075434 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e437b4fd-5420-4893-9ab6-80ccf2519645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.083383 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.102297 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:34.117500 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=a9d648eb-605b-4be0-a0e1-546b2f29480d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:34.123884 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No DVR routers for this DVR port a9d648eb-605b-4be0-a0e1-546b2f29480d on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:34.159895 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:34.160300 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.245357 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e7f7c06-3a7e-4b39-8641-016dbd9c3d8e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.250706 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.253889 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7cf8ac43-9556-449f-bc27-048252924385 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.278455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.279177 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e7f7c06-3a7e-4b39-8641-016dbd9c3d8e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.284724 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31,segment=NetworkSegment(82233eec-372c-4648-b94e-9b0049d160fb),segment_id=82233eec-372c-4648-b94e-9b0049d160fb)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:34.290143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.310863 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b5b996-f152-458d-a9f6-9974a7d6b6b5']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:34.333367 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4a8c3b-fe15-4328-9445-d021ace96368') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:34.333653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4a8c3b-fe15-4328-9445-d021ace96368') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:34.349571 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.353626 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e7f7c06-3a7e-4b39-8641-016dbd9c3d8e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.362802 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e7f7c06-3a7e-4b39-8641-016dbd9c3d8e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.364610 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0e7f7c06-3a7e-4b39-8641-016dbd9c3d8e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/51bc3631-336a-4a9f-8566-33b11389e499 HTTP/1.1" status: 204 len: 168 time: 0.7785687 Dec 14 01:20:34.366466 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:34.368641 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dec8e76a-5749-4f55-a97f-d17823515bd5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.369296 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56064) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:34.376826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6bf87771-bc39-4378-ae5f-2d698d0ea245 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:34.402404 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 6bf87771-bc39-4378-ae5f-2d698d0ea245 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:34.402745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6bf87771-bc39-4378-ae5f-2d698d0ea245 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:34.403169 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a9d648eb-605b-4be0-a0e1-546b2f29480d no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:34.418797 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f7c06-3a7e-4b39-8641-016dbd9c3d8e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51bc3631-336a-4a9f-8566-33b11389e499,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:34.438015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: a9d648eb-605b-4be0-a0e1-546b2f29480d {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:34.438397 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a9d648eb-605b-4be0-a0e1-546b2f29480d not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:34.447604 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec8e76a-5749-4f55-a97f-d17823515bd5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 9267f6f0-c4ff-4b28-8aea-27103abd0c75 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:34.452661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.454284 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-dec8e76a-5749-4f55-a97f-d17823515bd5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:34.459203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7cf8ac43-9556-449f-bc27-048252924385 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.461988 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7cf8ac43-9556-449f-bc27-048252924385 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.463221 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7cf8ac43-9556-449f-bc27-048252924385 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] 10.222.0.32 "DELETE /v2.0/security-groups/921a88c6-9b8e-4366-835b-950c2ea23a0d HTTP/1.1" status: 204 len: 168 time: 1.0185022 Dec 14 01:20:34.464221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec8e76a-5749-4f55-a97f-d17823515bd5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:34.467106 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:34.467534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:34.471206 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:34.474190 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8e76a-5749-4f55-a97f-d17823515bd5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=0ff510a8-4d72-4bac-b73f-6eda4957cb63,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:34.508207 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8ac43-9556-449f-bc27-048252924385 tempest-TestNetworkAdvancedServerOps-217561721 tempest-TestNetworkAdvancedServerOps-217561721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921a88c6-9b8e-4366-835b-950c2ea23a0d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:34.549507 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec8e76a-5749-4f55-a97f-d17823515bd5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:34.550424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dec8e76a-5749-4f55-a97f-d17823515bd5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.574400 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dec8e76a-5749-4f55-a97f-d17823515bd5 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6555381 Dec 14 01:20:34.574687 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56070) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:34.597204 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ca751312-41ee-426c-922f-b412a67e8cea tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1867850 Dec 14 01:20:34.609679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56072) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:34.624372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.644999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.653560 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/networks/f4b5b996-f152-458d-a9f6-9974a7d6b6b5 HTTP/1.1" status: 204 len: 168 time: 1.6355846 Dec 14 01:20:34.665483 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56074) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:34.669749 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d729fdc-8035-42a2-8c31-2fc01b68c6f4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Network': ['ID=f4b5b996-f152-458d-a9f6-9974a7d6b6b5,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:34.687338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcf3c141-1bc0-4349-8e26-1fa813c95fd0 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.711498 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcf3c141-1bc0-4349-8e26-1fa813c95fd0 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.714523 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e437b4fd-5420-4893-9ab6-80ccf2519645 admin admin] Router 9002cbb3-2f3f-432c-a56b-92838a858846 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:20:34.758472 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be77fb82-dff2-4a5f-84ca-18e0194f1fee tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:34.765143 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-be77fb82-dff2-4a5f-84ca-18e0194f1fee tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports/89a0f21c-150a-49d0-b2b9-b5f2f310c593 HTTP/1.1" status: 200 len: 845 time: 0.0933716 Dec 14 01:20:34.780570 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56076) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:34.831320 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c5a3e3d2-25e3-4c85-804e-ef7bac341102 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports/89a0f21c-150a-49d0-b2b9-b5f2f310c593?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0480158 Dec 14 01:20:34.844751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56080) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:34.851310 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d92c35b5-94ca-4e36-b43c-158a950d45ef tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'subnet': {'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:34.920063 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56082) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:34.936949 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89669890-a64d-4741-bcc3-7aa9096fa013 None None] Network 9267f6f0-c4ff-4b28-8aea-27103abd0c75 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:34.944444 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcf3c141-1bc0-4349-8e26-1fa813c95fd0 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.950513 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcf3c141-1bc0-4349-8e26-1fa813c95fd0 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:34.951855 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dcf3c141-1bc0-4349-8e26-1fa813c95fd0 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2eab441c-9a5f-4b64-9888-fbf5b61abca3 HTTP/1.1" status: 204 len: 168 time: 0.3405612 Dec 14 01:20:34.968686 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56086) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:35.012565 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3c141-1bc0-4349-8e26-1fa813c95fd0 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2eab441c-9a5f-4b64-9888-fbf5b61abca3,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:35.032725 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a3cb22a0-217b-4607-9e09-e5988bb9f840 None None] Provisioning complete for port 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:35.033341 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3cb22a0-217b-4607-9e09-e5988bb9f840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.047394 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e437b4fd-5420-4893-9ab6-80ccf2519645 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:20:35.056475 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043152b4-6041-4681-b9f0-47edafbc2d80 None None] Sync routers for ids ['9002cbb3-2f3f-432c-a56b-92838a858846'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:20:35.056987 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3d32-6d16-4c20-9330-01bcc0055d37 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.065844 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e437b4fd-5420-4893-9ab6-80ccf2519645 admin admin] 10.222.0.32 "PUT /v2.0/routers/9002cbb3-2f3f-432c-a56b-92838a858846/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2016134 Dec 14 01:20:35.070900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56088) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:35.074205 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043152b4-6041-4681-b9f0-47edafbc2d80 None None] Routers {'9002cbb3-2f3f-432c-a56b-92838a858846'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:20:35.076704 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-043152b4-6041-4681-b9f0-47edafbc2d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9002cbb3-2f3f-432c-a56b-92838a858846'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:35.081709 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92c35b5-94ca-4e36-b43c-158a950d45ef tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:35.085290 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b7ee68e4-c8b3-4998-a826-5b3e67e983e6 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1129503 Dec 14 01:20:35.085448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d92c35b5-94ca-4e36-b43c-158a950d45ef tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.087122 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56090) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:35.182215 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5040b312-6a55-4b75-89b9-98eb44061042 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.202601 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5040b312-6a55-4b75-89b9-98eb44061042 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.214813 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-043152b4-6041-4681-b9f0-47edafbc2d80 None None] Set router 9002cbb3-2f3f-432c-a56b-92838a858846 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:20:35.236899 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-76ce14ed-71f2-4db2-a68b-ef050e767c43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b1b08b5113b40ba8706b97c1e28214f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156459 Dec 14 01:20:35.244755 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56092) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:35.293349 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fd332ec-de80-45b3-9484-67c746e910d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.382776 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5040b312-6a55-4b75-89b9-98eb44061042 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.396271 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5040b312-6a55-4b75-89b9-98eb44061042 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.399801 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5040b312-6a55-4b75-89b9-98eb44061042 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/76c82779-da7e-4ee8-aa6f-4ff40a216611 HTTP/1.1" status: 204 len: 168 time: 0.3052955 Dec 14 01:20:35.405274 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56094) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:35.424799 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040b312-6a55-4b75-89b9-98eb44061042 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76c82779-da7e-4ee8-aa6f-4ff40a216611,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:35.490915 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb79116f-e623-4ada-9dea-b8e5a1803bde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.493503 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fd332ec-de80-45b3-9484-67c746e910d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.495046 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a5adf8d4-6e98-4a8f-a45a-67bf59663da5 None None] Provisioning complete for port 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:35.495777 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5adf8d4-6e98-4a8f-a45a-67bf59663da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.500348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d92c35b5-94ca-4e36-b43c-158a950d45ef tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.542284 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-043152b4-6041-4681-b9f0-47edafbc2d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'name': 'tempest-ServerActionsTestJSON-307079905-router', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:52Z', 'updated_at': '2021-12-14T01:20:33Z', 'revision_number': 5, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'gw_port': {'id': '6c0e46cc-766e-4958-9132-d6fa2f40d9c8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:16:54Z', 'updated_at': '2021-12-14T01:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:35.565745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c35b5-94ca-4e36-b43c-158a950d45ef tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Subnet': ['ID=94c6033c-7abe-4a35-b5cb-3372db13c0c1,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:35.575671 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92c35b5-94ca-4e36-b43c-158a950d45ef tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:35.578075 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d92c35b5-94ca-4e36-b43c-158a950d45ef tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:35.581214 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92c35b5-94ca-4e36-b43c-158a950d45ef tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:35.581821 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d92c35b5-94ca-4e36-b43c-158a950d45ef tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.586163 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043152b4-6041-4681-b9f0-47edafbc2d80 None None] Checking router: 9002cbb3-2f3f-432c-a56b-92838a858846 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:20:35.595772 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043152b4-6041-4681-b9f0-47edafbc2d80 None None] Routers {'9002cbb3-2f3f-432c-a56b-92838a858846'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:20:35.596872 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-043152b4-6041-4681-b9f0-47edafbc2d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9002cbb3-2f3f-432c-a56b-92838a858846'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:35.611650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bbb9e6-0bc3-4799-86fd-9e7c6a330000 None None] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:35.633769 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d92c35b5-94ca-4e36-b43c-158a950d45ef tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7852495 Dec 14 01:20:35.634464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56096) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:35.640590 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ccb0d48a-b6de-4466-a7bb-8a0fd52d1ff5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'security_group': {'name': 'tempest-secgroup-1159479717'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:35.651890 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb79116f-e623-4ada-9dea-b8e5a1803bde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.652699 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9fd332ec-de80-45b3-9484-67c746e910d1 admin admin] Deleting port 6c0e46cc-766e-4958-9132-d6fa2f40d9c8 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:35.653040 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fd332ec-de80-45b3-9484-67c746e910d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.715376 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a5adf8d4-6e98-4a8f-a45a-67bf59663da5 None None] Provisioning complete for port 0ff510a8-4d72-4bac-b73f-6eda4957cb63 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:35.716033 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5adf8d4-6e98-4a8f-a45a-67bf59663da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.717697 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-043152b4-6041-4681-b9f0-47edafbc2d80 None None] Set router 9002cbb3-2f3f-432c-a56b-92838a858846 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:20:35.739316 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ccb0d48a-b6de-4466-a7bb-8a0fd52d1ff5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.749048 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-db3939e4-de47-412d-88d8-8e9cd526551f tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3366060 Dec 14 01:20:35.755437 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56098) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:35.797323 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-043152b4-6041-4681-b9f0-47edafbc2d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'name': 'tempest-ServerActionsTestJSON-307079905-router', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:52Z', 'updated_at': '2021-12-14T01:20:35Z', 'revision_number': 6, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:35.828438 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3d32-6d16-4c20-9330-01bcc0055d37 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.828737 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ccb0d48a-b6de-4466-a7bb-8a0fd52d1ff5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.843615 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3d32-6d16-4c20-9330-01bcc0055d37 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.847348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ccb0d48a-b6de-4466-a7bb-8a0fd52d1ff5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.868345 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043152b4-6041-4681-b9f0-47edafbc2d80 None None] The sync data for ids ['9002cbb3-2f3f-432c-a56b-92838a858846'] in dv-neutron-821592-1-hyperv is: [{'id': '9002cbb3-2f3f-432c-a56b-92838a858846', 'name': 'tempest-ServerActionsTestJSON-307079905-router', 'tenant_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:16:52Z', 'updated_at': '2021-12-14T01:20:35Z', 'revision_number': 6, 'project_id': 'bfe5dd77b8fd41d0a68aef6d29a81ff5', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:20:35.884181 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ccb0d48a-b6de-4466-a7bb-8a0fd52d1ff5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.884181 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ccb0d48a-b6de-4466-a7bb-8a0fd52d1ff5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2482924 Dec 14 01:20:35.890805 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56100) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:35.910811 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-291e41b6-b63f-4b19-8eac-a5cac6327132 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'security_group': {'name': 'tempest-secgroup-811834981'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:35.927785 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9fd332ec-de80-45b3-9484-67c746e910d1 admin admin] For port 6c0e46cc-766e-4958-9132-d6fa2f40d9c8, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6c0e46cc-766e-4958-9132-d6fa2f40d9c8,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:35.928312 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fd332ec-de80-45b3-9484-67c746e910d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.931018 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0d48a-b6de-4466-a7bb-8a0fd52d1ff5 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dc4f05-14d8-4144-a5a5-e3916abe35ba,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:35.951439 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9fd332ec-de80-45b3-9484-67c746e910d1 admin admin] Calling delete_port for 6c0e46cc-766e-4958-9132-d6fa2f40d9c8 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:35.970790 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb79116f-e623-4ada-9dea-b8e5a1803bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.973811 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb79116f-e623-4ada-9dea-b8e5a1803bde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.974978 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cb79116f-e623-4ada-9dea-b8e5a1803bde admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1f7c92c-31ef-401b-bf73-0a7d6453b306 HTTP/1.1" status: 204 len: 168 time: 0.7035761 Dec 14 01:20:35.995400 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6ed6634-738b-4d38-913c-d5d1a7751336 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:35.997023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb3d32-6d16-4c20-9330-01bcc0055d37 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=0ff510a8-4d72-4bac-b73f-6eda4957cb63,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:36.008766 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-291e41b6-b63f-4b19-8eac-a5cac6327132 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.021149 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79116f-e623-4ada-9dea-b8e5a1803bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f7c92c-31ef-401b-bf73-0a7d6453b306,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:36.061912 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6ed6634-738b-4d38-913c-d5d1a7751336 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.090404 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a5adf8d4-6e98-4a8f-a45a-67bf59663da5 None None] Port 0ff510a8-4d72-4bac-b73f-6eda4957cb63 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:36.098293 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-291e41b6-b63f-4b19-8eac-a5cac6327132 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.112072 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-291e41b6-b63f-4b19-8eac-a5cac6327132 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.120411 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-8258ed1c-5817-4b44-8f27-0e85588a7478', 'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478', 'project_id': '8909ba5bc98945bf8c8793443724faa2', 'fixed_ips': [{'subnet_id': '94c6033c-7abe-4a35-b5cb-3372db13c0c1'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:20:36.122609 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.154804 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e41b6-b63f-4b19-8eac-a5cac6327132 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1a2245-d669-4e27-a43c-b9c5befd06a9,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:36.202687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-291e41b6-b63f-4b19-8eac-a5cac6327132 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.203956 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-291e41b6-b63f-4b19-8eac-a5cac6327132 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3085132 Dec 14 01:20:36.206707 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56104) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:36.213995 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-28987fe4-bd05-45d7-9604-fdfbf813d40e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-493082281', 'security_groups': ['8c1a2245-d669-4e27-a43c-b9c5befd06a9'], 'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '94c6033c-7abe-4a35-b5cb-3372db13c0c1'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:36.292296 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:36.369679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-eed09e90-2d8b-4c3d-88e4-7e68a323d49e None None] Provisioning complete for port 0ff510a8-4d72-4bac-b73f-6eda4957cb63 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:36.370315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eed09e90-2d8b-4c3d-88e4-7e68a323d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.404011 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3d32-6d16-4c20-9330-01bcc0055d37 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.410056 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-eed09e90-2d8b-4c3d-88e4-7e68a323d49e None None] Port 0ff510a8-4d72-4bac-b73f-6eda4957cb63 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:36.420940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:36.420940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.454799 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fd332ec-de80-45b3-9484-67c746e910d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.460453 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28987fe4-bd05-45d7-9604-fdfbf813d40e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:36.461399 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6ed6634-738b-4d38-913c-d5d1a7751336 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.464538 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6ed6634-738b-4d38-913c-d5d1a7751336 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.468208 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a6ed6634-738b-4d38-913c-d5d1a7751336 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-groups/3aa21b49-0665-44bf-a248-ca15f490237c HTTP/1.1" status: 204 len: 168 time: 0.7076135 Dec 14 01:20:36.470785 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56108) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:36.480058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed6634-738b-4d38-913c-d5d1a7751336 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa21b49-0665-44bf-a248-ca15f490237c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:36.564058 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd332ec-de80-45b3-9484-67c746e910d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0e46cc-766e-4958-9132-d6fa2f40d9c8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:36.565090 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Allocated IP 2001:db8::2 (8258ed1c-5817-4b44-8f27-0e85588a7478/94c6033c-7abe-4a35-b5cb-3372db13c0c1/c01ba902-5d77-4fb8-8cf3-9433cb0b8df7) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:36.575514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3d32-6d16-4c20-9330-01bcc0055d37 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.588608 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-76d54d38-e8de-478a-8cc0-f4a1db12841c None None] Provisioning complete for port 0ff510a8-4d72-4bac-b73f-6eda4957cb63 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:36.588803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-76d54d38-e8de-478a-8cc0-f4a1db12841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.613983 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56110) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:36.619273 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52550147-a946-4ba2-9523-bef3ce1741d5 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:20:36.642717 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b4fba26-ac43-4f0a-980f-98caa8f8fc7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.677471 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-76d54d38-e8de-478a-8cc0-f4a1db12841c None None] Port 0ff510a8-4d72-4bac-b73f-6eda4957cb63 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:36.709829 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c06e6788-9089-4bd9-a08e-6d5c6abb1e82 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2354109 Dec 14 01:20:36.711664 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56112) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:36.714827 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fd332ec-de80-45b3-9484-67c746e910d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.716789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e13d26f0-b885-4769-833b-3a2ada3bf3a3 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group': {'name': 'tempest-secgroup--83319994'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:36.751552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28987fe4-bd05-45d7-9604-fdfbf813d40e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.782765 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.795009 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.813889 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-28987fe4-bd05-45d7-9604-fdfbf813d40e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] device_id is not set on port da7605d8-9205-467f-99a3-b01a0c22f835 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:20:36.814486 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e13d26f0-b885-4769-833b-3a2ada3bf3a3 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.852150 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fd332ec-de80-45b3-9484-67c746e910d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.863852 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Pushing event updated for resources: {'Port': ['ID=c01ba902-5d77-4fb8-8cf3-9433cb0b8df7,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:36.867239 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:36.868956 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:36.876008 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:36.886799 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fd332ec-de80-45b3-9484-67c746e910d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.951353 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Attempting to bind port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:20:36.951758 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Attempting to bind port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '3fe02524-0f15-444a-92bd-2143b211ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:20:36.952430 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Attempting to bind port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 on network 8258ed1c-5817-4b44-8f27-0e85588a7478 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:20:36.959400 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:20:36.959818 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Checking segment: {'id': '3fe02524-0f15-444a-92bd-2143b211ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:36.960206 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.960608 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Bound using segment: {'id': '3fe02524-0f15-444a-92bd-2143b211ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:20:36.961102 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Bound port: c01ba902-5d77-4fb8-8cf3-9433cb0b8df7, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe02524-0f15-444a-92bd-2143b211ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:20:36.961531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.978577 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b4fba26-ac43-4f0a-980f-98caa8f8fc7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.987322 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fd332ec-de80-45b3-9484-67c746e910d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.987712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd332ec-de80-45b3-9484-67c746e910d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9002cbb3-2f3f-432c-a56b-92838a858846 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:20:36.993742 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fd332ec-de80-45b3-9484-67c746e910d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.995079 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9fd332ec-de80-45b3-9484-67c746e910d1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9002cbb3-2f3f-432c-a56b-92838a858846 HTTP/1.1" status: 204 len: 168 time: 1.9225731 Dec 14 01:20:36.995996 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b4fba26-ac43-4f0a-980f-98caa8f8fc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:36.998072 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56114) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:37.036587 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e13d26f0-b885-4769-833b-3a2ada3bf3a3 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.041309 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] For port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:20:37.045387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] For port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c01ba902-5d77-4fb8-8cf3-9433cb0b8df7,segment=NetworkSegment(3fe02524-0f15-444a-92bd-2143b211ce06),segment_id=3fe02524-0f15-444a-92bd-2143b211ce06)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:20:37.051356 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.077888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e13d26f0-b885-4769-833b-3a2ada3bf3a3 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.099142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-28987fe4-bd05-45d7-9604-fdfbf813d40e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Allocated IP 2001:db8::2f0 (8258ed1c-5817-4b44-8f27-0e85588a7478/94c6033c-7abe-4a35-b5cb-3372db13c0c1/da7605d8-9205-467f-99a3-b01a0c22f835) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:37.121796 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fba26-ac43-4f0a-980f-98caa8f8fc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a572b99-a72f-4d44-ab9e-16eccf8ffc26,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:37.123726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c305d2-2968-459f-aabd-08a864d9ca86 None None] Pushing event updated for resources: {'Port': ['ID=c01ba902-5d77-4fb8-8cf3-9433cb0b8df7,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:37.129095 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7b4fba26-ac43-4f0a-980f-98caa8f8fc7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ddbcaa9976a4aa482f04e79dbcc7ba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5111992 Dec 14 01:20:37.131194 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56116) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:37.163769 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3d32-6d16-4c20-9330-01bcc0055d37 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.170582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e13d26f0-b885-4769-833b-3a2ada3bf3a3 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.174586 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e13d26f0-b885-4769-833b-3a2ada3bf3a3 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4607990 Dec 14 01:20:37.180150 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-13faca77-6939-4e62-ad85-fc9358bd6e5d admin admin] Deleting subnet c950cfe2-66cf-445f-90c5-d23a7416e235 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:37.180344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56118) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:37.185875 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3d32-6d16-4c20-9330-01bcc0055d37 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.191128 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fe1068fc-5933-4fb0-9bba-925ee27c28ae tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group_rule': {'security_group_id': '1c38a83b-c3f9-47f0-9e5e-4c96784e3cb0', 'direction': 'ingress', 'protocol': 17}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:37.213164 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13faca77-6939-4e62-ad85-fc9358bd6e5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.240723 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d26f0-b885-4769-833b-3a2ada3bf3a3 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c38a83b-c3f9-47f0-9e5e-4c96784e3cb0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:37.303655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b78e1212-6478-4d80-b276-aa94f101e7e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.325314 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13faca77-6939-4e62-ad85-fc9358bd6e5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.327941 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3d32-6d16-4c20-9330-01bcc0055d37 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.337973 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe1068fc-5933-4fb0-9bba-925ee27c28ae tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.349464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b78e1212-6478-4d80-b276-aa94f101e7e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.405180 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28987fe4-bd05-45d7-9604-fdfbf813d40e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.427942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb3d32-6d16-4c20-9330-01bcc0055d37 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=0ff510a8-4d72-4bac-b73f-6eda4957cb63,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:37.487095 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe1068fc-5933-4fb0-9bba-925ee27c28ae tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.491659 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b78e1212-6478-4d80-b276-aa94f101e7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.494240 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b78e1212-6478-4d80-b276-aa94f101e7e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.495853 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b78e1212-6478-4d80-b276-aa94f101e7e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a572b99-a72f-4d44-ab9e-16eccf8ffc26 HTTP/1.1" status: 204 len: 168 time: 0.3634880 Dec 14 01:20:37.499269 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe1068fc-5933-4fb0-9bba-925ee27c28ae tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.505477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28987fe4-bd05-45d7-9604-fdfbf813d40e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.533470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e1212-6478-4d80-b276-aa94f101e7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a572b99-a72f-4d44-ab9e-16eccf8ffc26,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:37.549673 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13faca77-6939-4e62-ad85-fc9358bd6e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.568348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1068fc-5933-4fb0-9bba-925ee27c28ae tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f03ffa9-a785-40fc-b148-c02141baa485,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:37.589684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28987fe4-bd05-45d7-9604-fdfbf813d40e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:37.595027 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb3d32-6d16-4c20-9330-01bcc0055d37 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 9267f6f0-c4ff-4b28-8aea-27103abd0c75 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:37.595397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe1068fc-5933-4fb0-9bba-925ee27c28ae tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.596622 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fe1068fc-5933-4fb0-9bba-925ee27c28ae tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4152801 Dec 14 01:20:37.600475 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-28987fe4-bd05-45d7-9604-fdfbf813d40e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:37.602480 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56122) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:37.604822 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28987fe4-bd05-45d7-9604-fdfbf813d40e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:37.605652 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9aeb3d32-6d16-4c20-9330-01bcc0055d37 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:37.610722 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28987fe4-bd05-45d7-9604-fdfbf813d40e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:37.611710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28987fe4-bd05-45d7-9604-fdfbf813d40e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.621788 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28987fe4-bd05-45d7-9604-fdfbf813d40e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=da7605d8-9205-467f-99a3-b01a0c22f835,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:37.668956 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-28987fe4-bd05-45d7-9604-fdfbf813d40e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4582798 Dec 14 01:20:37.671174 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56124) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:37.676279 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-500669d3-37dc-41eb-a7c8-6e2556baaaeb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'subnet': {'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:37.722404 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13faca77-6939-4e62-ad85-fc9358bd6e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.758686 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13faca77-6939-4e62-ad85-fc9358bd6e5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.766115 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-13faca77-6939-4e62-ad85-fc9358bd6e5d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c950cfe2-66cf-445f-90c5-d23a7416e235 HTTP/1.1" status: 204 len: 168 time: 0.7612772 Dec 14 01:20:37.768428 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e379f595-c02c-4381-8e68-0deb269ed694 None None] Network f7b8327e-95d0-4538-baf8-12b321378ee5 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:37.779227 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13faca77-6939-4e62-ad85-fc9358bd6e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c950cfe2-66cf-445f-90c5-d23a7416e235,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:37.782057 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56126) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:37.858251 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0c26f86a-ecfa-4d36-8809-71e60bf71886 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.875187 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500669d3-37dc-41eb-a7c8-6e2556baaaeb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:37.879118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-500669d3-37dc-41eb-a7c8-6e2556baaaeb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.903688 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aeb3d32-6d16-4c20-9330-01bcc0055d37 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Router ae357145-bb15-42ed-81a3-8daea4cf2785 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:20:37.924976 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:37.985175 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0c26f86a-ecfa-4d36-8809-71e60bf71886 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.059921 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f933fd18-6b4d-4dab-912a-9bd874e7b31a None None] Provisioning complete for port 0ff510a8-4d72-4bac-b73f-6eda4957cb63 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:38.060980 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f933fd18-6b4d-4dab-912a-9bd874e7b31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.093671 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.ipam_backend_mixin [None req-500669d3-37dc-41eb-a7c8-6e2556baaaeb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94c6033c-7abe-4a35-b5cb-3372db13c0c1 (CIDR: 2001:db8::/64) Dec 14 01:20:38.111463 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-500669d3-37dc-41eb-a7c8-6e2556baaaeb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:20:38.111926 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500669d3-37dc-41eb-a7c8-6e2556baaaeb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:38.126886 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f933fd18-6b4d-4dab-912a-9bd874e7b31a None None] Port 0ff510a8-4d72-4bac-b73f-6eda4957cb63 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:38.129657 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:38.153015 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-500669d3-37dc-41eb-a7c8-6e2556baaaeb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4751368 Dec 14 01:20:38.153874 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56136) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:38.159207 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-113d1977-e3eb-4d62-a3ea-7cf5420d23bf tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'subnet': {'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:38.164434 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0c26f86a-ecfa-4d36-8809-71e60bf71886 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.167355 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0c26f86a-ecfa-4d36-8809-71e60bf71886 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.174141 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0c26f86a-ecfa-4d36-8809-71e60bf71886 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-groups/1c38a83b-c3f9-47f0-9e5e-4c96784e3cb0 HTTP/1.1" status: 204 len: 168 time: 0.5705831 Dec 14 01:20:38.192722 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a6c289-cd52-4d4f-a8bd-eea137fd8708 None None] DHCP port deletion for f7b8327e-95d0-4538-baf8-12b321378ee5 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:20:38.195627 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56138) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:38.232642 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26f86a-ecfa-4d36-8809-71e60bf71886 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c38a83b-c3f9-47f0-9e5e-4c96784e3cb0,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:38.290038 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9bb48540-631f-48d7-92ff-8b3307dbb25b tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0549941 Dec 14 01:20:38.296988 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56142) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:38.302932 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c195de48-1f00-4454-985f-a6d96eff3341 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group': {'name': 'tempest-secgroup--237635397'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:38.307107 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:38.307833 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.313936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6c289-cd52-4d4f-a8bd-eea137fd8708 None None] Deleting port 2b1c7021-1712-4e1b-812d-3346e4dd28ac {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:38.315012 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6a6c289-cd52-4d4f-a8bd-eea137fd8708 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.361524 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c195de48-1f00-4454-985f-a6d96eff3341 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.396800 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d6a6c289-cd52-4d4f-a8bd-eea137fd8708 None None] For port 2b1c7021-1712-4e1b-812d-3346e4dd28ac, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2b1c7021-1712-4e1b-812d-3346e4dd28ac,segment=NetworkSegment(a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a),segment_id=a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:38.397826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6a6c289-cd52-4d4f-a8bd-eea137fd8708 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.418011 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6c289-cd52-4d4f-a8bd-eea137fd8708 None None] Calling delete_port for 2b1c7021-1712-4e1b-812d-3346e4dd28ac owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:38.442974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeb3d32-6d16-4c20-9330-01bcc0055d37 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:20:38.449245 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9aeb3d32-6d16-4c20-9330-01bcc0055d37 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "PUT /v2.0/routers/ae357145-bb15-42ed-81a3-8daea4cf2785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8733544 Dec 14 01:20:38.453431 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56144) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:38.496075 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] Deleting port 2b1c7021-1712-4e1b-812d-3346e4dd28ac {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:38.496671 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.544897 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113d1977-e3eb-4d62-a3ea-7cf5420d23bf tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:38.548978 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-113d1977-e3eb-4d62-a3ea-7cf5420d23bf tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.551277 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a565772-cf40-4d2a-877c-9999eea219bc None None] Sync routers for ids ['ae357145-bb15-42ed-81a3-8daea4cf2785'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:20:38.556717 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6a6c289-cd52-4d4f-a8bd-eea137fd8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.577524 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5577c1-a04d-4f3f-9109-b162be9cfba4 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:38.589555 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ff5577c1-a04d-4f3f-9109-b162be9cfba4 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae357145-bb15-42ed-81a3-8daea4cf2785 HTTP/1.1" status: 200 len: 982 time: 0.1348469 Dec 14 01:20:38.592735 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56150) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:38.603909 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6c289-cd52-4d4f-a8bd-eea137fd8708 None None] Pushing event deleted for resources: {'Port': ['ID=2b1c7021-1712-4e1b-812d-3346e4dd28ac,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:38.618979 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a6c289-cd52-4d4f-a8bd-eea137fd8708 None None] No DVR routers for this DVR port 2b1c7021-1712-4e1b-812d-3346e4dd28ac on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:38.629429 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a565772-cf40-4d2a-877c-9999eea219bc None None] Routers {'ae357145-bb15-42ed-81a3-8daea4cf2785'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:20:38.630535 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4a565772-cf40-4d2a-877c-9999eea219bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ae357145-bb15-42ed-81a3-8daea4cf2785'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:38.688122 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4a565772-cf40-4d2a-877c-9999eea219bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:38.688332 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] For port 2b1c7021-1712-4e1b-812d-3346e4dd28ac, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2b1c7021-1712-4e1b-812d-3346e4dd28ac,segment=NetworkSegment(a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a),segment_id=a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:38.688901 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.701738 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a565772-cf40-4d2a-877c-9999eea219bc None None] Routers {'ae357145-bb15-42ed-81a3-8daea4cf2785'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:20:38.702565 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4a565772-cf40-4d2a-877c-9999eea219bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ae357145-bb15-42ed-81a3-8daea4cf2785'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:38.716970 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] Calling delete_port for 2b1c7021-1712-4e1b-812d-3346e4dd28ac owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:38.717346 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c195de48-1f00-4454-985f-a6d96eff3341 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.742597 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4a565772-cf40-4d2a-877c-9999eea219bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:38.743028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a565772-cf40-4d2a-877c-9999eea219bc None None] The sync data for ids ['ae357145-bb15-42ed-81a3-8daea4cf2785'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:20:38.770455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c195de48-1f00-4454-985f-a6d96eff3341 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.815739 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.828322 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c195de48-1f00-4454-985f-a6d96eff3341 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.829586 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c195de48-1f00-4454-985f-a6d96eff3341 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5316262 Dec 14 01:20:38.830292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4064dc15-0d21-47c4-82e4-63f63671ca14 None None] Provisioning complete for port 89a0f21c-150a-49d0-b2b9-b5f2f310c593 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:38.830724 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4064dc15-0d21-47c4-82e4-63f63671ca14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.839789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56156) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:38.854412 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-87ebc976-13b9-4200-8800-3084097a8551 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637572441'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:38.864593 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195de48-1f00-4454-985f-a6d96eff3341 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06751cf3-5d95-4f0d-8c1b-25dca176452c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:38.887810 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c01ba902-5d77-4fb8-8cf3-9433cb0b8df7,segment=NetworkSegment(3fe02524-0f15-444a-92bd-2143b211ce06),segment_id=3fe02524-0f15-444a-92bd-2143b211ce06)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:38.893044 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4064dc15-0d21-47c4-82e4-63f63671ca14 None None] Port 89a0f21c-150a-49d0-b2b9-b5f2f310c593 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:38.895395 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56158) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:38.901760 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:38.940517 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4064dc15-0d21-47c4-82e4-63f63671ca14 None None] Provisioning complete for port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:38.940940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4064dc15-0d21-47c4-82e4-63f63671ca14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.003876 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6acb40c6-d8ce-4951-8cbf-3c47495d530a no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:39.015858 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-113d1977-e3eb-4d62-a3ea-7cf5420d23bf tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.047785 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 6acb40c6-d8ce-4951-8cbf-3c47495d530a {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:39.048175 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6acb40c6-d8ce-4951-8cbf-3c47495d530a not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:39.048602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6c0e46cc-766e-4958-9132-d6fa2f40d9c8 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:39.074856 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 6c0e46cc-766e-4958-9132-d6fa2f40d9c8 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:39.074856 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6c0e46cc-766e-4958-9132-d6fa2f40d9c8 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:39.078839 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=c01ba902-5d77-4fb8-8cf3-9433cb0b8df7,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:39.083157 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d1977-e3eb-4d62-a3ea-7cf5420d23bf tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:39.095123 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87ebc976-13b9-4200-8800-3084097a8551 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.097907 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-113d1977-e3eb-4d62-a3ea-7cf5420d23bf tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:39.102535 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a0497f86-a080-4265-9540-6a95ede0cffe admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-793548371-network', 'tenant_id': '5da0a27696144ea189a24ff419fc9272'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:39.110031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d32cb7-d42e-4e30-8395-29b0ba951a8b None None] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:39.110329 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113d1977-e3eb-4d62-a3ea-7cf5420d23bf tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:39.110897 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-113d1977-e3eb-4d62-a3ea-7cf5420d23bf tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.133886 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.144241 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-113d1977-e3eb-4d62-a3ea-7cf5420d23bf tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9867883 Dec 14 01:20:39.144717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d1977-e3eb-4d62-a3ea-7cf5420d23bf tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Subnet': ['ID=0214e30d-078d-4f37-b096-da94261577be,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:39.149324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56162) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:39.154758 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-0a78802e-485b-48b9-97e4-a9816e4ff72b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1324957090', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0214e30d-078d-4f37-b096-da94261577be'}], 'security_groups': ['d5dc4f05-14d8-4144-a5a5-e3916abe35ba']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:39.184731 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0497f86-a080-4265-9540-6a95ede0cffe admin admin] Made reservation on behalf of 5da0a27696144ea189a24ff419fc9272 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:39.184994 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1c7021-1712-4e1b-812d-3346e4dd28ac,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:39.186914 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0497f86-a080-4265-9540-6a95ede0cffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.196641 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] No DVR routers for this DVR port 2b1c7021-1712-4e1b-812d-3346e4dd28ac on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:39.204934 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0497f86-a080-4265-9540-6a95ede0cffe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.255335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a78802e-485b-48b9-97e4-a9816e4ff72b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.345024 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.351939 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ead52a-f5bc-4f26-ab2e-96a5b2a8bb4a None None] Update dhcp port {'port': {'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478', 'fixed_ips': [{'subnet_id': '94c6033c-7abe-4a35-b5cb-3372db13c0c1', 'ip_address': '2001:db8::2'}, {'subnet_id': '0214e30d-078d-4f37-b096-da94261577be'}], 'binding:host_id': 'dv-neutron-821592-1-hyperv'}, 'id': 'c01ba902-5d77-4fb8-8cf3-9433cb0b8df7'} from dv-neutron-821592-1-hyperv. {{(pid=103410) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 01:20:39.355775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3b3061b2-abed-4820-bdbd-13c1b3817389 None None] Provisioning complete for port da7605d8-9205-467f-99a3-b01a0c22f835 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:39.355775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b3061b2-abed-4820-bdbd-13c1b3817389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.388854 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b8327e-95d0-4538-baf8-12b321378ee5']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:39.400087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0497f86-a080-4265-9540-6a95ede0cffe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.408186 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87ebc976-13b9-4200-8800-3084097a8551 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.412527 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29ead52a-f5bc-4f26-ab2e-96a5b2a8bb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.417711 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:39.417711 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b997be-8d5a-44b7-acb0-49ae3d8d7f6a') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:39.425943 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87ebc976-13b9-4200-8800-3084097a8551 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.429709 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3b3061b2-abed-4820-bdbd-13c1b3817389 None None] Port da7605d8-9205-467f-99a3-b01a0c22f835 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:39.433701 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0497f86-a080-4265-9540-6a95ede0cffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.438931 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.461364 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0497f86-a080-4265-9540-6a95ede0cffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e75190-4a4f-40e0-8ca3-93817bc75f0d,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:39.479715 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.480348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0497f86-a080-4265-9540-6a95ede0cffe admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:39.521457 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:39.521857 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.528588 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0497f86-a080-4265-9540-6a95ede0cffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.529139 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-a0497f86-a080-4265-9540-6a95ede0cffe admin admin] Added segment 0d5a63d3-7d99-4f59-9ef3-02a72fc94021 of type vlan for network 6d7de8f6-b36c-4b33-ae58-d09142609595 Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:39.529798 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:39.532954 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87ebc976-13b9-4200-8800-3084097a8551 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.533610 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-87ebc976-13b9-4200-8800-3084097a8551 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6842728 Dec 14 01:20:39.544056 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56164) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:39.549209 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebc976-13b9-4200-8800-3084097a8551 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c1af57-46d0-4bb1-9c59-fc605e98fa1d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:39.552044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-53361ca1-0fee-475a-b116-73c96a948e45 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group_rule': {'security_group_id': '06751cf3-5d95-4f0d-8c1b-25dca176452c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '13c1af57-46d0-4bb1-9c59-fc605e98fa1d', 'remote_ip_prefix': None}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:39.610293 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0497f86-a080-4265-9540-6a95ede0cffe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.618558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb784c45-20f0-496f-ac22-900f9f425ef8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.630277 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-29ead52a-f5bc-4f26-ab2e-96a5b2a8bb4a None None] Allocated IP 2001:db8:0:1::2 (8258ed1c-5817-4b44-8f27-0e85588a7478/0214e30d-078d-4f37-b096-da94261577be/c01ba902-5d77-4fb8-8cf3-9433cb0b8df7) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:39.660179 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.666978 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.670018 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] 10.222.0.32 "DELETE /v2.0/networks/f7b8327e-95d0-4538-baf8-12b321378ee5 HTTP/1.1" status: 204 len: 168 time: 1.8808615 Dec 14 01:20:39.716669 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce07427-e4ea-4b82-aa00-ee196e24746f admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b8327e-95d0-4538-baf8-12b321378ee5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:39.754987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-29ead52a-f5bc-4f26-ab2e-96a5b2a8bb4a None None] For port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c01ba902-5d77-4fb8-8cf3-9433cb0b8df7,segment=NetworkSegment(3fe02524-0f15-444a-92bd-2143b211ce06),segment_id=3fe02524-0f15-444a-92bd-2143b211ce06)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:39.798051 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29ead52a-f5bc-4f26-ab2e-96a5b2a8bb4a None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.806270 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29ead52a-f5bc-4f26-ab2e-96a5b2a8bb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:39.866832 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56168) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:39.893145 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ead52a-f5bc-4f26-ab2e-96a5b2a8bb4a None None] Pushing event updated for resources: {'Port': ['ID=c01ba902-5d77-4fb8-8cf3-9433cb0b8df7,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:39.974346 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0247f901-91d6-4f15-a36a-860be637ac6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfe5dd77b8fd41d0a68aef6d29a81ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1061039 Dec 14 01:20:39.981431 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56170) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:40.012589 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cb784c45-20f0-496f-ac22-900f9f425ef8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port 0ff510a8-4d72-4bac-b73f-6eda4957cb63 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:40.013007 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb784c45-20f0-496f-ac22-900f9f425ef8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.027473 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:40.102319 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:40.102549 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00173f17-6d7b-4a16-befa-dd223a83e874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.103053 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.158712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0497f86-a080-4265-9540-6a95ede0cffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.160176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0497f86-a080-4265-9540-6a95ede0cffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:40.160824 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0497f86-a080-4265-9540-6a95ede0cffe admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.162875 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00173f17-6d7b-4a16-befa-dd223a83e874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.183989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb784c45-20f0-496f-ac22-900f9f425ef8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.209411 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cb784c45-20f0-496f-ac22-900f9f425ef8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for 0ff510a8-4d72-4bac-b73f-6eda4957cb63 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:40.245327 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53361ca1-0fee-475a-b116-73c96a948e45 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.312313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2b1c7021-1712-4e1b-812d-3346e4dd28ac no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:40.326799 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00173f17-6d7b-4a16-befa-dd223a83e874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.330300 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00173f17-6d7b-4a16-befa-dd223a83e874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.333865 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-00173f17-6d7b-4a16-befa-dd223a83e874 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8b05078-b9c9-4f34-9114-3460ab6e011a HTTP/1.1" status: 204 len: 168 time: 0.3489938 Dec 14 01:20:40.334891 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a0497f86-a080-4265-9540-6a95ede0cffe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4379592 Dec 14 01:20:40.347354 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 2b1c7021-1712-4e1b-812d-3346e4dd28ac {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:40.348703 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2b1c7021-1712-4e1b-812d-3346e4dd28ac not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:40.349917 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56174) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:40.358132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6eab586d-9dfc-40fc-94bf-0ce16d3ae59c admin admin] Request body: {'subnet': {'network_id': '6d7de8f6-b36c-4b33-ae58-d09142609595', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-793548371-subnet', 'tenant_id': '5da0a27696144ea189a24ff419fc9272', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:40.379099 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00173f17-6d7b-4a16-befa-dd223a83e874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b05078-b9c9-4f34-9114-3460ab6e011a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:40.406648 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0497f86-a080-4265-9540-6a95ede0cffe admin admin] Pushing event updated for resources: {'Network': ['ID=6d7de8f6-b36c-4b33-ae58-d09142609595,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:40.443676 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 6d7de8f6-b36c-4b33-ae58-d09142609595 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:40.466470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eab586d-9dfc-40fc-94bf-0ce16d3ae59c admin admin] Made reservation on behalf of 5da0a27696144ea189a24ff419fc9272 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:40.471547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6eab586d-9dfc-40fc-94bf-0ce16d3ae59c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.556989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb784c45-20f0-496f-ac22-900f9f425ef8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.571263 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-0a78802e-485b-48b9-97e4-a9816e4ff72b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Delete allocated IP 2001:db8::2f0 (8258ed1c-5817-4b44-8f27-0e85588a7478/94c6033c-7abe-4a35-b5cb-3372db13c0c1) {{(pid=103409) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 14 01:20:40.604006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.604667 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb784c45-20f0-496f-ac22-900f9f425ef8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=0ff510a8-4d72-4bac-b73f-6eda4957cb63,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:40.609900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-0a78802e-485b-48b9-97e4-a9816e4ff72b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Allocated IP 2001:db8:0:1::10f (8258ed1c-5817-4b44-8f27-0e85588a7478/0214e30d-078d-4f37-b096-da94261577be/da7605d8-9205-467f-99a3-b01a0c22f835) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:40.613278 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53361ca1-0fee-475a-b116-73c96a948e45 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.633206 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53361ca1-0fee-475a-b116-73c96a948e45 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.717898 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53361ca1-0fee-475a-b116-73c96a948e45 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9530b475-1621-4ebd-addf-8e5e683584ac,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:40.807925 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53361ca1-0fee-475a-b116-73c96a948e45 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.820472 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56182) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:40.822850 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-53361ca1-0fee-475a-b116-73c96a948e45 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2741327 Dec 14 01:20:40.868756 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb784c45-20f0-496f-ac22-900f9f425ef8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.871712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dec78fa-da12-4bee-bd8b-5e4a28d1587f tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.882183 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dec78fa-da12-4bee-bd8b-5e4a28d1587f tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.934502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dec78fa-da12-4bee-bd8b-5e4a28d1587f tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.946207 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dec78fa-da12-4bee-bd8b-5e4a28d1587f tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:40.947360 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3dec78fa-da12-4bee-bd8b-5e4a28d1587f tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9530b475-1621-4ebd-addf-8e5e683584ac HTTP/1.1" status: 204 len: 168 time: 0.1254990 Dec 14 01:20:40.961346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec78fa-da12-4bee-bd8b-5e4a28d1587f tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9530b475-1621-4ebd-addf-8e5e683584ac,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:40.962542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56188) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:41.071916 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-34ea9648-c707-4b95-8b83-0d9db6e0f797 None None] Provisioning complete for port 89a0f21c-150a-49d0-b2b9-b5f2f310c593 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:41.073257 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34ea9648-c707-4b95-8b83-0d9db6e0f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:41.093132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6eab586d-9dfc-40fc-94bf-0ce16d3ae59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:41.114327 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-34ea9648-c707-4b95-8b83-0d9db6e0f797 None None] Port 89a0f21c-150a-49d0-b2b9-b5f2f310c593 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:41.118132 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0605ee4a-6f35-4a1c-bf8a-a2e14966670c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1478500 Dec 14 01:20:41.125451 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-34ea9648-c707-4b95-8b83-0d9db6e0f797 None None] Provisioning complete for port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:41.126100 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34ea9648-c707-4b95-8b83-0d9db6e0f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:41.135302 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56192) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:41.162937 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb784c45-20f0-496f-ac22-900f9f425ef8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Router ae357145-bb15-42ed-81a3-8daea4cf2785 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:20:41.197510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a78802e-485b-48b9-97e4-a9816e4ff72b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:41.223076 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a78802e-485b-48b9-97e4-a9816e4ff72b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:41.226420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab586d-9dfc-40fc-94bf-0ce16d3ae59c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0624604-fe15-49dc-83ea-87671861104b,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:41.241270 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-34ea9648-c707-4b95-8b83-0d9db6e0f797 None None] Provisioning complete for port da7605d8-9205-467f-99a3-b01a0c22f835 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:41.241996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34ea9648-c707-4b95-8b83-0d9db6e0f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:41.247694 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb784c45-20f0-496f-ac22-900f9f425ef8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:20:41.253185 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cb784c45-20f0-496f-ac22-900f9f425ef8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "PUT /v2.0/routers/ae357145-bb15-42ed-81a3-8daea4cf2785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6588862 Dec 14 01:20:41.255559 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56198) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:41.267017 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b276f4-45cc-4831-8932-c5646fe9e6e9 None None] Sync routers for ids ['ae357145-bb15-42ed-81a3-8daea4cf2785'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:20:41.279507 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b276f4-45cc-4831-8932-c5646fe9e6e9 None None] Routers {'ae357145-bb15-42ed-81a3-8daea4cf2785'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:20:41.280421 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab586d-9dfc-40fc-94bf-0ce16d3ae59c admin admin] Checking segment: {'id': '0d5a63d3-7d99-4f59-9ef3-02a72fc94021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6d7de8f6-b36c-4b33-ae58-d09142609595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:41.281052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eab586d-9dfc-40fc-94bf-0ce16d3ae59c admin admin] Network hostable DHCP agents. Network: 6d7de8f6-b36c-4b33-ae58-d09142609595, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:20:41.281392 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-71b276f4-45cc-4831-8932-c5646fe9e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ae357145-bb15-42ed-81a3-8daea4cf2785'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:41.289210 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-34ea9648-c707-4b95-8b83-0d9db6e0f797 None None] Port da7605d8-9205-467f-99a3-b01a0c22f835 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:41.329261 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0a78802e-485b-48b9-97e4-a9816e4ff72b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] In _notify_port_updated(), no bound segment for port da7605d8-9205-467f-99a3-b01a0c22f835 on network 8258ed1c-5817-4b44-8f27-0e85588a7478 {{(pid=103409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:20:41.335503 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a78802e-485b-48b9-97e4-a9816e4ff72b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:41.336241 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a78802e-485b-48b9-97e4-a9816e4ff72b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:41.340387 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0a78802e-485b-48b9-97e4-a9816e4ff72b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "PUT /v2.0/ports/da7605d8-9205-467f-99a3-b01a0c22f835 HTTP/1.1" status: 200 len: 931 time: 2.1877689 Dec 14 01:20:41.340387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78802e-485b-48b9-97e4-a9816e4ff72b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=da7605d8-9205-467f-99a3-b01a0c22f835,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:41.343043 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56200) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:41.347814 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b242b75-e8b7-4602-bbc5-0ee123551ce2 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:41.359994 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-71b276f4-45cc-4831-8932-c5646fe9e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:41.377221 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b276f4-45cc-4831-8932-c5646fe9e6e9 None None] Routers {'ae357145-bb15-42ed-81a3-8daea4cf2785'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:20:41.378211 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-71b276f4-45cc-4831-8932-c5646fe9e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ae357145-bb15-42ed-81a3-8daea4cf2785'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:41.412153 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eab586d-9dfc-40fc-94bf-0ce16d3ae59c admin admin] Network 6d7de8f6-b36c-4b33-ae58-d09142609595 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:20:41.427785 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-71b276f4-45cc-4831-8932-c5646fe9e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:41.428743 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b276f4-45cc-4831-8932-c5646fe9e6e9 None None] The sync data for ids ['ae357145-bb15-42ed-81a3-8daea4cf2785'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:20:41.430919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b242b75-e8b7-4602-bbc5-0ee123551ce2 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:41.481830 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-6eab586d-9dfc-40fc-94bf-0ce16d3ae59c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 6d7de8f6-b36c-4b33-ae58-d09142609595) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:41.491045 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7be8fa-a037-40d4-9bea-5bc19c1d914f None None] Network 6d7de8f6-b36c-4b33-ae58-d09142609595 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:41.499531 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eab586d-9dfc-40fc-94bf-0ce16d3ae59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:41.499977 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6eab586d-9dfc-40fc-94bf-0ce16d3ae59c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:41.542410 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6eab586d-9dfc-40fc-94bf-0ce16d3ae59c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1859653 Dec 14 01:20:41.549738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b242b75-e8b7-4602-bbc5-0ee123551ce2 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:41.552999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b242b75-e8b7-4602-bbc5-0ee123551ce2 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:41.555173 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2b242b75-e8b7-4602-bbc5-0ee123551ce2 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-groups/13c1af57-46d0-4bb1-9c59-fc605e98fa1d HTTP/1.1" status: 204 len: 168 time: 0.4171913 Dec 14 01:20:41.561084 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56208) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:41.589753 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c106c314-669b-4c8e-a962-dab9fd02d465 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port da7605d8-9205-467f-99a3-b01a0c22f835 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:41.590451 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c106c314-669b-4c8e-a962-dab9fd02d465 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:41.594417 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b242b75-e8b7-4602-bbc5-0ee123551ce2 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c1af57-46d0-4bb1-9c59-fc605e98fa1d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:41.718519 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d5d14b-0f7c-4437-8bb6-58d3f2aaeaaf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] GET failed (client error): The resource could not be found. Dec 14 01:20:41.719405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b881b75f-ea12-4544-82e4-5f53459634c9 None None] Network 6d7de8f6-b36c-4b33-ae58-d09142609595 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:41.720214 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b0d5d14b-0f7c-4437-8bb6-58d3f2aaeaaf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports/0ff510a8-4d72-4bac-b73f-6eda4957cb63 HTTP/1.1" status: 404 len: 333 time: 0.4636745 Dec 14 01:20:41.723123 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56210) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:41.723329 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-36b319f1-924b-4b59-abfd-bbf9be8b8911 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1598263 Dec 14 01:20:41.727221 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56212) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:41.778218 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c106c314-669b-4c8e-a962-dab9fd02d465 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:41.810297 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5fddcedb-e987-4883-a6a1-27f1fbe6851c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:41.815512 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c56b8b07-7ed4-4302-8c77-502ce759b5d0 None None] Provisioning complete for port da7605d8-9205-467f-99a3-b01a0c22f835 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:41.816134 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c56b8b07-7ed4-4302-8c77-502ce759b5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:41.829968 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c106c314-669b-4c8e-a962-dab9fd02d465 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for da7605d8-9205-467f-99a3-b01a0c22f835 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:41.847521 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01d407fd-a772-493b-a973-8127c5c8aaa7 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:41.885457 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c56b8b07-7ed4-4302-8c77-502ce759b5d0 None None] Port da7605d8-9205-467f-99a3-b01a0c22f835 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:41.906889 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01d407fd-a772-493b-a973-8127c5c8aaa7 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.040412 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5fddcedb-e987-4883-a6a1-27f1fbe6851c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.041922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:42.042903 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5fddcedb-e987-4883-a6a1-27f1fbe6851c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.066163 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c106c314-669b-4c8e-a962-dab9fd02d465 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.089202 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5fddcedb-e987-4883-a6a1-27f1fbe6851c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.090093 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fddcedb-e987-4883-a6a1-27f1fbe6851c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Fanout notify agent at l3_agent the message router_deleted on router ae357145-bb15-42ed-81a3-8daea4cf2785 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:20:42.098094 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5fddcedb-e987-4883-a6a1-27f1fbe6851c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.099264 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5fddcedb-e987-4883-a6a1-27f1fbe6851c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/routers/ae357145-bb15-42ed-81a3-8daea4cf2785 HTTP/1.1" status: 204 len: 168 time: 0.3751159 Dec 14 01:20:42.102172 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56224) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:42.120996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:42.121559 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.129263 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01d407fd-a772-493b-a973-8127c5c8aaa7 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.131976 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01d407fd-a772-493b-a973-8127c5c8aaa7 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.133301 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-01d407fd-a772-493b-a973-8127c5c8aaa7 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-groups/06751cf3-5d95-4f0d-8c1b-25dca176452c HTTP/1.1" status: 204 len: 168 time: 0.4049253 Dec 14 01:20:42.138951 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56226) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:42.146353 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106c314-669b-4c8e-a962-dab9fd02d465 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=da7605d8-9205-467f-99a3-b01a0c22f835,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:42.168721 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d407fd-a772-493b-a973-8127c5c8aaa7 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06751cf3-5d95-4f0d-8c1b-25dca176452c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:42.196973 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3dde4b1-3f83-4b3c-ae69-bd8d90bad545 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting subnet 755682c2-ca6a-4444-aea6-d5f873305a9d {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:42.203709 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3dde4b1-3f83-4b3c-ae69-bd8d90bad545 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.204443 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c106c314-669b-4c8e-a962-dab9fd02d465 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.217961 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c106c314-669b-4c8e-a962-dab9fd02d465 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/da7605d8-9205-467f-99a3-b01a0c22f835 HTTP/1.1" status: 204 len: 168 time: 0.8706932 Dec 14 01:20:42.221549 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56230) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:42.271183 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16862b5-e6a2-45b4-bc51-1bddf4e13e0f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] GET failed (client error): The resource could not be found. Dec 14 01:20:42.272830 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e16862b5-e6a2-45b4-bc51-1bddf4e13e0f tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports/da7605d8-9205-467f-99a3-b01a0c22f835 HTTP/1.1" status: 404 len: 333 time: 0.0501568 Dec 14 01:20:42.277574 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56232) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:42.287308 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fde9da37-c569-4c49-9426-1f7c4e4622d1 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1419933 Dec 14 01:20:42.293392 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56234) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:42.300330 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7a17410e-de9a-46c9-bc81-cf1deffec814 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249234685'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:42.333040 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7a17410e-de9a-46c9-bc81-cf1deffec814 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.375193 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3dde4b1-3f83-4b3c-ae69-bd8d90bad545 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.427131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7a17410e-de9a-46c9-bc81-cf1deffec814 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.433501 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7a17410e-de9a-46c9-bc81-cf1deffec814 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.472329 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17410e-de9a-46c9-bc81-cf1deffec814 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3532332-ff66-4766-b74e-87c76a09c4d7,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:42.491553 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7a17410e-de9a-46c9-bc81-cf1deffec814 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.499661 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7a17410e-de9a-46c9-bc81-cf1deffec814 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2044783 Dec 14 01:20:42.500315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56242) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:42.504994 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-407eba0e-1e4e-4696-a3c4-6cfd69273299 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group_rule': {'security_group_id': 'd3532332-ff66-4766-b74e-87c76a09c4d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:42.513750 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7fb9f21-c15b-48ff-9810-7cc5d802e729 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.526507 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56246) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:42.550434 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-407eba0e-1e4e-4696-a3c4-6cfd69273299 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.552758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7fb9f21-c15b-48ff-9810-7cc5d802e729 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.562282 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3dde4b1-3f83-4b3c-ae69-bd8d90bad545 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.623239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-407eba0e-1e4e-4696-a3c4-6cfd69273299 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.629442 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-407eba0e-1e4e-4696-a3c4-6cfd69273299 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.643440 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7fb9f21-c15b-48ff-9810-7cc5d802e729 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.646088 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7fb9f21-c15b-48ff-9810-7cc5d802e729 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.647467 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b7fb9f21-c15b-48ff-9810-7cc5d802e729 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/security-groups/8c1a2245-d669-4e27-a43c-b9c5befd06a9 HTTP/1.1" status: 204 len: 168 time: 0.3608153 Dec 14 01:20:42.654133 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56252) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:42.659118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407eba0e-1e4e-4696-a3c4-6cfd69273299 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a4d90f-5e3b-4fdd-8d1f-40f6fa9421c9,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:42.672054 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-407eba0e-1e4e-4696-a3c4-6cfd69273299 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.674096 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-407eba0e-1e4e-4696-a3c4-6cfd69273299 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1723554 Dec 14 01:20:42.676770 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56254) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:42.685172 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb9f21-c15b-48ff-9810-7cc5d802e729 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1a2245-d669-4e27-a43c-b9c5befd06a9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:42.687361 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3dde4b1-3f83-4b3c-ae69-bd8d90bad545 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.717583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d0c62e1-2565-4769-b2b6-a0fb2c3884b1 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.728921 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d0c62e1-2565-4769-b2b6-a0fb2c3884b1 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.741050 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dde4b1-3f83-4b3c-ae69-bd8d90bad545 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Subnet': ['ID=755682c2-ca6a-4444-aea6-d5f873305a9d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:42.747580 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3dde4b1-3f83-4b3c-ae69-bd8d90bad545 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.750831 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e3dde4b1-3f83-4b3c-ae69-bd8d90bad545 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/755682c2-ca6a-4444-aea6-d5f873305a9d HTTP/1.1" status: 204 len: 168 time: 0.6474459 Dec 14 01:20:42.753466 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56258) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:42.756463 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc1a74-199c-49d0-ae71-dcdaeb9c869d None None] Network 9267f6f0-c4ff-4b28-8aea-27103abd0c75 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:42.768694 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d0c62e1-2565-4769-b2b6-a0fb2c3884b1 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.779782 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d0c62e1-2565-4769-b2b6-a0fb2c3884b1 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.783946 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9d0c62e1-2565-4769-b2b6-a0fb2c3884b1 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b5a4d90f-5e3b-4fdd-8d1f-40f6fa9421c9 HTTP/1.1" status: 204 len: 168 time: 0.1030695 Dec 14 01:20:42.786799 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56260) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:42.794119 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56262) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:42.799893 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-31fa0b3c-bec6-4241-aa3f-0d5219293992 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2143564306-network', 'tenant_id': '83819729eb674fa694f12b1a31c904ef'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:42.827697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c62e1-2565-4769-b2b6-a0fb2c3884b1 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5a4d90f-5e3b-4fdd-8d1f-40f6fa9421c9,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:42.838197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4dbcf5a7-a360-49eb-9331-6ededccda38d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.854549 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-8f36118c-3683-4f7a-aece-0d43b8a69cc6 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-29542242'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:42.869880 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fa0b3c-bec6-4241-aa3f-0d5219293992 admin admin] Made reservation on behalf of 83819729eb674fa694f12b1a31c904ef for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:42.872759 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31fa0b3c-bec6-4241-aa3f-0d5219293992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.887916 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4dbcf5a7-a360-49eb-9331-6ededccda38d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.893669 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.901364 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8cbd4eeb-4d89-4d73-853b-3c68ec0009d8 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1066687 Dec 14 01:20:42.902854 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56266) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:42.903083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31fa0b3c-bec6-4241-aa3f-0d5219293992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.939708 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f36118c-3683-4f7a-aece-0d43b8a69cc6 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Made reservation on behalf of 0208c51709c6452ebb36a9e540e322b9 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:42.943045 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f36118c-3683-4f7a-aece-0d43b8a69cc6 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.958101 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f36118c-3683-4f7a-aece-0d43b8a69cc6 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:42.969710 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3ed93d-30e3-44bd-96d2-1a440a0a1e2f None None] DHCP port deletion for 9267f6f0-c4ff-4b28-8aea-27103abd0c75 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:20:43.025606 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ed93d-30e3-44bd-96d2-1a440a0a1e2f None None] Deleting port 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:43.025984 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3f3ed93d-30e3-44bd-96d2-1a440a0a1e2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.032708 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4dbcf5a7-a360-49eb-9331-6ededccda38d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.035773 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4dbcf5a7-a360-49eb-9331-6ededccda38d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.039602 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4dbcf5a7-a360-49eb-9331-6ededccda38d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/security-groups/d5dc4f05-14d8-4144-a5a5-e3916abe35ba HTTP/1.1" status: 204 len: 168 time: 0.3796334 Dec 14 01:20:43.043198 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56268) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:43.065963 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcf5a7-a360-49eb-9331-6ededccda38d tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dc4f05-14d8-4144-a5a5-e3916abe35ba,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:43.071718 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04d2be81-ebbd-47ea-a3bb-b259905acc6e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.104235 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:43.104571 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.108630 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3f3ed93d-30e3-44bd-96d2-1a440a0a1e2f None None] For port 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31,segment=NetworkSegment(82233eec-372c-4648-b94e-9b0049d160fb),segment_id=82233eec-372c-4648-b94e-9b0049d160fb)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:43.109388 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3f3ed93d-30e3-44bd-96d2-1a440a0a1e2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.117261 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f36118c-3683-4f7a-aece-0d43b8a69cc6 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.122869 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04d2be81-ebbd-47ea-a3bb-b259905acc6e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.127110 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ed93d-30e3-44bd-96d2-1a440a0a1e2f None None] Calling delete_port for 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:43.131006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f36118c-3683-4f7a-aece-0d43b8a69cc6 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.142592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfb246b-b1ec-4c92-aa47-85c7483eb1d8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting subnet 94c6033c-7abe-4a35-b5cb-3372db13c0c1 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:43.146770 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31fa0b3c-bec6-4241-aa3f-0d5219293992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.150743 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4bfb246b-b1ec-4c92-aa47-85c7483eb1d8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.184156 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31fa0b3c-bec6-4241-aa3f-0d5219293992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.204717 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] For port 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31,segment=NetworkSegment(82233eec-372c-4648-b94e-9b0049d160fb),segment_id=82233eec-372c-4648-b94e-9b0049d160fb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:43.204990 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.209055 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f36118c-3683-4f7a-aece-0d43b8a69cc6 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:43.219382 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:43.219795 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36118c-3683-4f7a-aece-0d43b8a69cc6 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b54a99-1ca4-4e79-a314-6cf022d785ba,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:43.222518 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3f3ed93d-30e3-44bd-96d2-1a440a0a1e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.236405 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fa0b3c-bec6-4241-aa3f-0d5219293992 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:43.237367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04d2be81-ebbd-47ea-a3bb-b259905acc6e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.239554 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f36118c-3683-4f7a-aece-0d43b8a69cc6 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.239848 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04d2be81-ebbd-47ea-a3bb-b259905acc6e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.239975 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-8f36118c-3683-4f7a-aece-0d43b8a69cc6 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Added segment e17a9e05-6fe9-4640-99ee-404b53810331 of type vlan for network e905b64b-f7ad-4b8b-9603-307776e7d5f9 Dec 14 01:20:43.243654 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-04d2be81-ebbd-47ea-a3bb-b259905acc6e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-groups/d3532332-ff66-4766-b74e-87c76a09c4d7 HTTP/1.1" status: 204 len: 168 time: 0.3406363 Dec 14 01:20:43.246597 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56270) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:43.258573 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4bfb246b-b1ec-4c92-aa47-85c7483eb1d8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.259087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ed93d-30e3-44bd-96d2-1a440a0a1e2f None None] Pushing event deleted for resources: {'Port': ['ID=33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:43.261104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ed93d-30e3-44bd-96d2-1a440a0a1e2f None None] No DVR routers for this DVR port 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:43.307448 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2be81-ebbd-47ea-a3bb-b259905acc6e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3532332-ff66-4766-b74e-87c76a09c4d7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:43.308853 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31fa0b3c-bec6-4241-aa3f-0d5219293992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.309214 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-31fa0b3c-bec6-4241-aa3f-0d5219293992 admin admin] Added segment 8286e32c-0fe5-4c47-b4f5-d2de7ac74d90 of type vlan for network 365341ca-bddf-4f4d-b03e-4097e4a4665f Dec 14 01:20:43.352329 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8aa36268-12bb-4b11-bef9-6ec6aeae3a48 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0973368 Dec 14 01:20:43.358014 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56272) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:43.362829 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d272ebf7-3ce4-4c9f-a0f4-969b365e216c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group': {'name': 'tempest-secgroup--802419788'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:43.372831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f36118c-3683-4f7a-aece-0d43b8a69cc6 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.379288 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa0b3c-bec6-4241-aa3f-0d5219293992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47e80e5-0cf9-47ce-b682-4dbf67da8852,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:43.398153 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.398491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31fa0b3c-bec6-4241-aa3f-0d5219293992 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.413190 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d272ebf7-3ce4-4c9f-a0f4-969b365e216c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.435069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:43.446204 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No DVR routers for this DVR port 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:43.464961 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f36118c-3683-4f7a-aece-0d43b8a69cc6 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.470525 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36118c-3683-4f7a-aece-0d43b8a69cc6 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:43.471123 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f36118c-3683-4f7a-aece-0d43b8a69cc6 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.481041 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4bfb246b-b1ec-4c92-aa47-85c7483eb1d8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.548422 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31fa0b3c-bec6-4241-aa3f-0d5219293992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.548879 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.549295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fa0b3c-bec6-4241-aa3f-0d5219293992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:43.549877 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31fa0b3c-bec6-4241-aa3f-0d5219293992 admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.577881 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9267f6f0-c4ff-4b28-8aea-27103abd0c75']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:43.582951 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8f36118c-3683-4f7a-aece-0d43b8a69cc6 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0553770 Dec 14 01:20:43.592178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56274) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:43.597382 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82233eec-372c-4648-b94e-9b0049d160fb') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:43.597686 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82233eec-372c-4648-b94e-9b0049d160fb') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:43.602771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36118c-3683-4f7a-aece-0d43b8a69cc6 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Pushing event updated for resources: {'Network': ['ID=e905b64b-f7ad-4b8b-9603-307776e7d5f9,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:43.611689 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-31fa0b3c-bec6-4241-aa3f-0d5219293992 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8135629 Dec 14 01:20:43.612087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56278) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:43.614873 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d272ebf7-3ce4-4c9f-a0f4-969b365e216c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.617117 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.617853 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-13ef133c-39a4-4ae1-89f6-eff576ddb248 admin admin] Request body: {'subnet': {'network_id': '365341ca-bddf-4f4d-b03e-4097e4a4665f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2143564306-subnet', 'tenant_id': '83819729eb674fa694f12b1a31c904ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:43.624931 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d272ebf7-3ce4-4c9f-a0f4-969b365e216c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.630970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network e905b64b-f7ad-4b8b-9603-307776e7d5f9 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:43.648645 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.666358 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:43.667433 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:43.671392 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:43.674261 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272ebf7-3ce4-4c9f-a0f4-969b365e216c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d999aae-d998-411f-8982-d584e247e2bc,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:43.690347 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d272ebf7-3ce4-4c9f-a0f4-969b365e216c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.693336 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4bfb246b-b1ec-4c92-aa47-85c7483eb1d8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.695242 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d272ebf7-3ce4-4c9f-a0f4-969b365e216c tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3361790 Dec 14 01:20:43.696220 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56280) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:43.699649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa0b3c-bec6-4241-aa3f-0d5219293992 admin admin] Pushing event updated for resources: {'Network': ['ID=365341ca-bddf-4f4d-b03e-4097e4a4665f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:43.722784 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 365341ca-bddf-4f4d-b03e-4097e4a4665f details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:43.725162 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ef133c-39a4-4ae1-89f6-eff576ddb248 admin admin] Made reservation on behalf of 83819729eb674fa694f12b1a31c904ef for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:43.727679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13ef133c-39a4-4ae1-89f6-eff576ddb248 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.729814 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-34b6b41b-1997-490e-b69b-6648f3bd1cbd tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group_rule': {'security_group_id': '2d999aae-d998-411f-8982-d584e247e2bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:43.732260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb246b-b1ec-4c92-aa47-85c7483eb1d8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Subnet': ['ID=94c6033c-7abe-4a35-b5cb-3372db13c0c1,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:43.770634 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.780166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4bfb246b-b1ec-4c92-aa47-85c7483eb1d8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.780685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.783787 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4bfb246b-b1ec-4c92-aa47-85c7483eb1d8 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/94c6033c-7abe-4a35-b5cb-3372db13c0c1 HTTP/1.1" status: 204 len: 168 time: 0.7385144 Dec 14 01:20:43.785681 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/networks/9267f6f0-c4ff-4b28-8aea-27103abd0c75 HTTP/1.1" status: 204 len: 168 time: 1.0292342 Dec 14 01:20:43.788981 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56282) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:43.789545 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56284) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:43.841742 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'subnet': {'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:43.850243 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1f325-b687-4b22-aa82-a96a503fef42 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Network': ['ID=9267f6f0-c4ff-4b28-8aea-27103abd0c75,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:43.865385 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e4a5fb-58c4-46d7-a60b-3b6dc9952f5c None None] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:43.875649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a9f64ebd-be19-4cab-8a95-20907c0da5a3 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Request body: {'network': {'name': 'tempest-network--607060932', 'router:external': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:43.878020 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34b6b41b-1997-490e-b69b-6648f3bd1cbd tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.946402 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f64ebd-be19-4cab-8a95-20907c0da5a3 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Made reservation on behalf of 24f18f96ac3f4000a9748ea4c3b350fd for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:43.949943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9f64ebd-be19-4cab-8a95-20907c0da5a3 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.957931 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b486b7-8a3a-4cd3-983d-53e48e3aaf3d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:43.964292 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d6b486b7-8a3a-4cd3-983d-53e48e3aaf3d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports/9f69eeee-aadb-4367-b908-fac788812c2f HTTP/1.1" status: 200 len: 840 time: 0.1671257 Dec 14 01:20:43.964512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9f64ebd-be19-4cab-8a95-20907c0da5a3 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:43.964512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56286) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:43.987496 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13ef133c-39a4-4ae1-89f6-eff576ddb248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.020619 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34b6b41b-1997-490e-b69b-6648f3bd1cbd tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.029280 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34b6b41b-1997-490e-b69b-6648f3bd1cbd tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.057709 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6b41b-1997-490e-b69b-6648f3bd1cbd tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db3eaa7-d97f-456c-8ece-3cdca12e39fe,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:44.066414 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:44.068941 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34b6b41b-1997-490e-b69b-6648f3bd1cbd tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.070438 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-34b6b41b-1997-490e-b69b-6648f3bd1cbd tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3443420 Dec 14 01:20:44.073434 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56288) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:44.083297 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:44.087484 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.091062 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6c586664-791a-40e8-8b23-36187cb7c6d8 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports/9f69eeee-aadb-4367-b908-fac788812c2f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1267757 Dec 14 01:20:44.101145 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56290) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:44.106174 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:44.107077 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 33cdddec-4b2e-4fd1-b21f-f6f73ff3cd31 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:44.114309 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-9be93080-5fe7-4592-9be9-0221a49ed341 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'subnet': {'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:44.143610 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b848f954-a8d5-47e5-82be-66cc0fe85f5b tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules/2db3eaa7-d97f-456c-8ece-3cdca12e39fe HTTP/1.1" status: 200 len: 763 time: 0.0684879 Dec 14 01:20:44.146621 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56292) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:44.162371 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef133c-39a4-4ae1-89f6-eff576ddb248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8dc6211-d05c-4750-9d5e-e0e244700db4,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:44.219220 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a3f7db07-71b1-4fb1-a275-0ed94ae9930e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0691667 Dec 14 01:20:44.219567 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56294) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:44.219797 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef133c-39a4-4ae1-89f6-eff576ddb248 admin admin] Checking segment: {'id': '8286e32c-0fe5-4c47-b4f5-d2de7ac74d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '365341ca-bddf-4f4d-b03e-4097e4a4665f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:44.221177 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ef133c-39a4-4ae1-89f6-eff576ddb248 admin admin] Network hostable DHCP agents. Network: 365341ca-bddf-4f4d-b03e-4097e4a4665f, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:20:44.268141 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ef133c-39a4-4ae1-89f6-eff576ddb248 admin admin] Network 365341ca-bddf-4f4d-b03e-4097e4a4665f is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:20:44.270368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6418127-5641-400c-8e01-94e5fcdefd4b tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.283241 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6418127-5641-400c-8e01-94e5fcdefd4b tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.290169 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9f64ebd-be19-4cab-8a95-20907c0da5a3 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.294514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-13ef133c-39a4-4ae1-89f6-eff576ddb248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 365341ca-bddf-4f4d-b03e-4097e4a4665f) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:44.301372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9f64ebd-be19-4cab-8a95-20907c0da5a3 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.305865 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ef133c-39a4-4ae1-89f6-eff576ddb248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:44.306605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13ef133c-39a4-4ae1-89f6-eff576ddb248 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.310094 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41347dc0-f36f-4c5c-8984-b7fd411a3b2a None None] Network 365341ca-bddf-4f4d-b03e-4097e4a4665f requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:44.319293 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be93080-5fe7-4592-9be9-0221a49ed341 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:44.326781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9be93080-5fe7-4592-9be9-0221a49ed341 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.360281 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f64ebd-be19-4cab-8a95-20907c0da5a3 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:44.360604 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6418127-5641-400c-8e01-94e5fcdefd4b tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.372543 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6418127-5641-400c-8e01-94e5fcdefd4b tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.378366 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a6418127-5641-400c-8e01-94e5fcdefd4b tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2db3eaa7-d97f-456c-8ece-3cdca12e39fe HTTP/1.1" status: 204 len: 168 time: 0.1558392 Dec 14 01:20:44.379552 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56296) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:44.407814 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f64ebd-be19-4cab-8a95-20907c0da5a3 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fe40da-103b-47f5-8c05-e8bc8466b315,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:44.413780 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-13ef133c-39a4-4ae1-89f6-eff576ddb248 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7997336 Dec 14 01:20:44.427129 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6418127-5641-400c-8e01-94e5fcdefd4b tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2db3eaa7-d97f-456c-8ece-3cdca12e39fe,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:44.461001 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9f64ebd-be19-4cab-8a95-20907c0da5a3 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.461322 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-a9f64ebd-be19-4cab-8a95-20907c0da5a3 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Added segment cc933e17-620d-4277-8247-58021e078196 of type vlan for network cfdc9703-c632-48db-bef5-b93d5f1dee7c Dec 14 01:20:44.477512 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dca4b1-498b-4d9c-b3c3-6082d9109e18 None None] Network 365341ca-bddf-4f4d-b03e-4097e4a4665f requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:44.502669 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-47ac7f8b-01f1-420a-99e2-10ca69b41007 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1116807 Dec 14 01:20:44.506815 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56300) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:44.513627 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5ca62ba3-353f-41b1-9b37-3b2444781e27 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group_rule': {'security_group_id': '2d999aae-d998-411f-8982-d584e247e2bc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:44.560861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9f64ebd-be19-4cab-8a95-20907c0da5a3 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.563110 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.609286 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ca62ba3-353f-41b1-9b37-3b2444781e27 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.633271 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:44.647326 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:44.653619 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9f64ebd-be19-4cab-8a95-20907c0da5a3 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.654663 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f64ebd-be19-4cab-8a95-20907c0da5a3 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:44.655322 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9f64ebd-be19-4cab-8a95-20907c0da5a3 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.662619 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:44.669313 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.692671 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Subnet': ['ID=ec6a5f96-58c9-4dd1-9073-9d54e46dc02b,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:44.709603 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:44.709957 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:44.710306 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:44.710645 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:44.710995 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:44.711312 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:44.711645 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:44.711971 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:44.712380 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:44.712717 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:44.713197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:44.714134 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:44.714672 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:44.723239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9be93080-5fe7-4592-9be9-0221a49ed341 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.726949 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-240d4c34-70f8-4b69-8b4d-c78f55245246 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9362431 Dec 14 01:20:44.730536 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56304) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:44.738889 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b04371f9-f60f-4348-a59d-4a1433718e1b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'security_group': {'name': 'tempest-secgroup-264391569'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:44.755196 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ca62ba3-353f-41b1-9b37-3b2444781e27 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.770604 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a9f64ebd-be19-4cab-8a95-20907c0da5a3 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.1736732 Dec 14 01:20:44.770862 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ca62ba3-353f-41b1-9b37-3b2444781e27 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.771385 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56306) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:44.790136 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f64ebd-be19-4cab-8a95-20907c0da5a3 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Pushing event updated for resources: {'Network': ['ID=cfdc9703-c632-48db-bef5-b93d5f1dee7c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:44.807106 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be93080-5fe7-4592-9be9-0221a49ed341 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 790c2fc3-7937-4e1b-abf3-78942309e163 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:44.810932 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network cfdc9703-c632-48db-bef5-b93d5f1dee7c details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:44.811428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-9be93080-5fe7-4592-9be9-0221a49ed341 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:44.816493 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be93080-5fe7-4592-9be9-0221a49ed341 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:44.817100 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9be93080-5fe7-4592-9be9-0221a49ed341 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.829594 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be93080-5fe7-4592-9be9-0221a49ed341 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Subnet': ['ID=8a44e7ad-932d-4d38-ab11-a78b4151c215,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:44.849636 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9be93080-5fe7-4592-9be9-0221a49ed341 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7420592 Dec 14 01:20:44.850149 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56312) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:44.857476 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6ed83010-025a-46c5-97b8-049b3b6e553c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'security_group': {'name': 'tempest-secgroup-1611370627'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:44.865369 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca62ba3-353f-41b1-9b37-3b2444781e27 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9bcddd-4802-4e4c-990a-46784e20fe69,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:44.879133 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ca62ba3-353f-41b1-9b37-3b2444781e27 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.880368 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5ca62ba3-353f-41b1-9b37-3b2444781e27 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3720839 Dec 14 01:20:44.881300 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b04371f9-f60f-4348-a59d-4a1433718e1b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.883201 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56314) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:44.913739 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66960d4-da8c-4a97-a792-4ab18a5f1019 None None] Network 790c2fc3-7937-4e1b-abf3-78942309e163 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:44.915802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6ed83010-025a-46c5-97b8-049b3b6e553c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.933825 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-32479d7b-61f9-488a-96b1-f0c2846f43b4 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules/3a9bcddd-4802-4e4c-990a-46784e20fe69 HTTP/1.1" status: 200 len: 763 time: 0.0441105 Dec 14 01:20:44.935830 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-431c5c89-b015-4214-acd1-727d03c0e984 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:44.940027 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56316) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:45.003093 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8399f0b-6f7a-4bbd-b3d5-70a944942fc6 None None] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:45.045429 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6ed83010-025a-46c5-97b8-049b3b6e553c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.058297 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6ed83010-025a-46c5-97b8-049b3b6e553c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.079616 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b0ce6758-ef5a-4cb2-8315-fd4e153dba70 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1361604 Dec 14 01:20:45.083480 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56318) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:45.108636 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ae2fb5b1-091e-45e6-89b5-7e962f77babb None None] Provisioning complete for port 89a0f21c-150a-49d0-b2b9-b5f2f310c593 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:45.109033 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb5b1-091e-45e6-89b5-7e962f77babb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.122785 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-431c5c89-b015-4214-acd1-727d03c0e984 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.127636 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6ed83010-025a-46c5-97b8-049b3b6e553c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.129173 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6ed83010-025a-46c5-97b8-049b3b6e553c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2779584 Dec 14 01:20:45.137187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56332) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:45.138173 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed83010-025a-46c5-97b8-049b3b6e553c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b09b343-6ed8-4201-a104-2ac1f813bbd0,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:45.140695 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b04371f9-f60f-4348-a59d-4a1433718e1b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.149564 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0f9f80b8-f7b8-4ee0-afa3-ab4990a4f117 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'security_group': {'name': 'tempest-secgroup-1082671619'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:45.168683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b04371f9-f60f-4348-a59d-4a1433718e1b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.179996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ae2fb5b1-091e-45e6-89b5-7e962f77babb None None] Port 89a0f21c-150a-49d0-b2b9-b5f2f310c593 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:45.211552 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-790c2fc3-7937-4e1b-abf3-78942309e163', 'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163', 'project_id': 'ee3732fa13194086b7ba439450103c52', 'fixed_ips': [{'subnet_id': '8a44e7ad-932d-4d38-ab11-a78b4151c215'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:20:45.212466 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.223842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-431c5c89-b015-4214-acd1-727d03c0e984 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdc9703-c632-48db-bef5-b93d5f1dee7c']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:45.232614 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ae2fb5b1-091e-45e6-89b5-7e962f77babb None None] Provisioning complete for port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:45.232912 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb5b1-091e-45e6-89b5-7e962f77babb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.285997 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cbf04017-a769-4993-8f13-b761109d5513 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.293255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-431c5c89-b015-4214-acd1-727d03c0e984 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc933e17-620d-4277-8247-58021e078196') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:45.293566 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-431c5c89-b015-4214-acd1-727d03c0e984 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc933e17-620d-4277-8247-58021e078196') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:45.323579 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cbf04017-a769-4993-8f13-b761109d5513 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.345849 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b04371f9-f60f-4348-a59d-4a1433718e1b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.349891 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b04371f9-f60f-4348-a59d-4a1433718e1b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6145282 Dec 14 01:20:45.351694 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56334) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:45.357462 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-431c5c89-b015-4214-acd1-727d03c0e984 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.360204 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04371f9-f60f-4348-a59d-4a1433718e1b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7efaa02b-87fe-45bc-a943-4888ad74429c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:45.361205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-68c4b1c0-989e-4851-a5c1-9a0dcf5184a7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'security_group': {'name': 'tempest-secgroup-1823050777'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:45.399966 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-431c5c89-b015-4214-acd1-727d03c0e984 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.404513 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f9f80b8-f7b8-4ee0-afa3-ab4990a4f117 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.426650 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68c4b1c0-989e-4851-a5c1-9a0dcf5184a7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.436733 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431c5c89-b015-4214-acd1-727d03c0e984 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:45.437143 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-431c5c89-b015-4214-acd1-727d03c0e984 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:45.445213 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:45.454255 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Allocated IP 172.20.0.2 (790c2fc3-7937-4e1b-abf3-78942309e163/8a44e7ad-932d-4d38-ab11-a78b4151c215/40cc4d60-922c-4ec9-888b-e4a3c3ac395e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:45.460823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd50cc8-bf39-4e8b-ab7d-d7fbb8ce3af3 None None] Update dhcp port {'port': {'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478', 'fixed_ips': [{'subnet_id': '0214e30d-078d-4f37-b096-da94261577be', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ec6a5f96-58c9-4dd1-9073-9d54e46dc02b'}], 'binding:host_id': 'dv-neutron-821592-1-hyperv'}, 'id': 'c01ba902-5d77-4fb8-8cf3-9433cb0b8df7'} from dv-neutron-821592-1-hyperv. {{(pid=103410) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 01:20:45.496490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cbf04017-a769-4993-8f13-b761109d5513 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.501745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68c4b1c0-989e-4851-a5c1-9a0dcf5184a7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.507666 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cdd50cc8-bf39-4e8b-ab7d-d7fbb8ce3af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.508775 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68c4b1c0-989e-4851-a5c1-9a0dcf5184a7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.512301 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cbf04017-a769-4993-8f13-b761109d5513 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.513455 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cbf04017-a769-4993-8f13-b761109d5513 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3a9bcddd-4802-4e4c-990a-46784e20fe69 HTTP/1.1" status: 204 len: 168 time: 0.4272120 Dec 14 01:20:45.521932 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56336) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:45.545155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4b1c0-989e-4851-a5c1-9a0dcf5184a7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92b14cf-9c1e-4285-87a5-a148540bf765,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:45.548762 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-dfebb54d-66af-455a-962c-c38600154d19 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:45.550325 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-dfebb54d-66af-455a-962c-c38600154d19 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/networks?id=6d7de8f6-b36c-4b33-ae58-d09142609595 HTTP/1.1" status: 200 len: 811 time: 0.4069211 Dec 14 01:20:45.551071 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf04017-a769-4993-8f13-b761109d5513 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a9bcddd-4802-4e4c-990a-46784e20fe69,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:45.557107 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68c4b1c0-989e-4851-a5c1-9a0dcf5184a7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.561684 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-68c4b1c0-989e-4851-a5c1-9a0dcf5184a7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2047482 Dec 14 01:20:45.561870 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56338) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:45.568773 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6c6a7726-f903-4121-824c-af88aab6e093 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'security_group': {'name': 'tempest-secgroup-661777891'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:45.588350 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-f08f26f4-7087-4d29-bfa4-86121ee82dc9 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/quotas/5da0a27696144ea189a24ff419fc9272 HTTP/1.1" status: 200 len: 375 time: 0.0307152 Dec 14 01:20:45.594270 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-431c5c89-b015-4214-acd1-727d03c0e984 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.599091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c6a7726-f903-4121-824c-af88aab6e093 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.614487 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431c5c89-b015-4214-acd1-727d03c0e984 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cfdc9703-c632-48db-bef5-b93d5f1dee7c {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 14 01:20:45.629315 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-431c5c89-b015-4214-acd1-727d03c0e984 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.632615 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-431c5c89-b015-4214-acd1-727d03c0e984 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "DELETE /v2.0/networks/cfdc9703-c632-48db-bef5-b93d5f1dee7c HTTP/1.1" status: 204 len: 168 time: 0.8548617 Dec 14 01:20:45.641010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56340) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:45.649633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-2bbeb1c9-33ac-40d7-866c-9fd4661801bb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:45.690551 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbeb1c9-33ac-40d7-866c-9fd4661801bb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Made reservation on behalf of 24f18f96ac3f4000a9748ea4c3b350fd for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:45.696193 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-10fd5d7a-0d40-4eb7-874a-2b51272e93b5 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1642358 Dec 14 01:20:45.696403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2bbeb1c9-33ac-40d7-866c-9fd4661801bb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.700304 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-2a93a644-ce32-4e72-a37d-58e8e572aa2e tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5da0a27696144ea189a24ff419fc9272&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965533 Dec 14 01:20:45.701065 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c5c89-b015-4214-acd1-727d03c0e984 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Pushing event deleted for resources: {'Network': ['ID=cfdc9703-c632-48db-bef5-b93d5f1dee7c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:45.702749 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56342) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:45.709505 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cc3d0b52-477c-4abc-99a1-f99a87ca6bc2 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group_rule': {'security_group_id': '2d999aae-d998-411f-8982-d584e247e2bc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:45.745784 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f9f80b8-f7b8-4ee0-afa3-ab4990a4f117 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.757692 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f9f80b8-f7b8-4ee0-afa3-ab4990a4f117 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.778458 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-cc3d0b52-477c-4abc-99a1-f99a87ca6bc2 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Project 90134b1f11bc4dd0a90b527e6710772d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:20:45.812939 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0b52-477c-4abc-99a1-f99a87ca6bc2 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.813466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbeb1c9-33ac-40d7-866c-9fd4661801bb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:45.816625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-cdd50cc8-bf39-4e8b-ab7d-d7fbb8ce3af3 None None] Allocated IP 2001:db8::2 (8258ed1c-5817-4b44-8f27-0e85588a7478/ec6a5f96-58c9-4dd1-9073-9d54e46dc02b/c01ba902-5d77-4fb8-8cf3-9433cb0b8df7) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:45.818952 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.823475 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f9f80b8-f7b8-4ee0-afa3-ab4990a4f117 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.825079 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0f9f80b8-f7b8-4ee0-afa3-ab4990a4f117 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6830230 Dec 14 01:20:45.832488 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56346) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:45.834880 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2bbeb1c9-33ac-40d7-866c-9fd4661801bb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.835808 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-2bbeb1c9-33ac-40d7-866c-9fd4661801bb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Added segment 1c51f44c-b246-4f73-a804-5a14fc69efe4 of type vlan for network c9ea838b-acc8-49a2-9c46-ed2690ed0b24 Dec 14 01:20:45.835952 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f80b8-f7b8-4ee0-afa3-ab4990a4f117 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb6d9f4-b736-454c-8add-a7c675667b25,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:45.844361 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0f6c5215-aeec-4d54-9a8a-4c6468644902 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1728387970', 'security_groups': ['7cb6d9f4-b736-454c-8add-a7c675667b25'], 'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8a44e7ad-932d-4d38-ab11-a78b4151c215'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:45.846582 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.937239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2bbeb1c9-33ac-40d7-866c-9fd4661801bb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:45.942203 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Network 790c2fc3-7937-4e1b-abf3-78942309e163 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:45.950885 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:45.955819 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:45.964088 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Pushing event updated for resources: {'Port': ['ID=40cc4d60-922c-4ec9-888b-e4a3c3ac395e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:46.002008 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2bbeb1c9-33ac-40d7-866c-9fd4661801bb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.005005 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbeb1c9-33ac-40d7-866c-9fd4661801bb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:46.005888 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2bbeb1c9-33ac-40d7-866c-9fd4661801bb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.050315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cdd50cc8-bf39-4e8b-ab7d-d7fbb8ce3af3 None None] For port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c01ba902-5d77-4fb8-8cf3-9433cb0b8df7,segment=NetworkSegment(3fe02524-0f15-444a-92bd-2143b211ce06),segment_id=3fe02524-0f15-444a-92bd-2143b211ce06)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:46.060968 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Attempting to bind port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:20:46.061338 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Attempting to bind port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '91148529-1a9d-4836-8ffe-4ddf9c184bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:20:46.061706 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Attempting to bind port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e on network 790c2fc3-7937-4e1b-abf3-78942309e163 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:20:46.082852 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:20:46.083273 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Checking segment: {'id': '91148529-1a9d-4836-8ffe-4ddf9c184bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:46.083681 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.084209 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Bound using segment: {'id': '91148529-1a9d-4836-8ffe-4ddf9c184bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:20:46.084795 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Bound port: 40cc4d60-922c-4ec9-888b-e4a3c3ac395e, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91148529-1a9d-4836-8ffe-4ddf9c184bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:20:46.085256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.095924 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2bbeb1c9-33ac-40d7-866c-9fd4661801bb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.4528916 Dec 14 01:20:46.096871 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56348) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:46.112893 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cdd50cc8-bf39-4e8b-ab7d-d7fbb8ce3af3 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.117793 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Request body: {'subnet': {'network_id': 'c9ea838b-acc8-49a2-9c46-ed2690ed0b24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:46.140595 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cdd50cc8-bf39-4e8b-ab7d-d7fbb8ce3af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.171298 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Made reservation on behalf of 24f18f96ac3f4000a9748ea4c3b350fd for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:46.175030 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.245751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbeb1c9-33ac-40d7-866c-9fd4661801bb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Pushing event updated for resources: {'Network': ['ID=c9ea838b-acc8-49a2-9c46-ed2690ed0b24,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:46.246719 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] For port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:20:46.263809 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c6a7726-f903-4121-824c-af88aab6e093 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.266404 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd50cc8-bf39-4e8b-ab7d-d7fbb8ce3af3 None None] Pushing event updated for resources: {'Port': ['ID=c01ba902-5d77-4fb8-8cf3-9433cb0b8df7,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:46.275150 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network c9ea838b-acc8-49a2-9c46-ed2690ed0b24 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:46.278946 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] For port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=40cc4d60-922c-4ec9-888b-e4a3c3ac395e,segment=NetworkSegment(91148529-1a9d-4836-8ffe-4ddf9c184bc4),segment_id=91148529-1a9d-4836-8ffe-4ddf9c184bc4)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:20:46.279387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c6a7726-f903-4121-824c-af88aab6e093 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.302726 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0b52-477c-4abc-99a1-f99a87ca6bc2 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.314109 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0b52-477c-4abc-99a1-f99a87ca6bc2 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.324472 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.333579 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c6a7726-f903-4121-824c-af88aab6e093 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.337618 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6c6a7726-f903-4121-824c-af88aab6e093 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7721558 Dec 14 01:20:46.339062 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56350) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:46.342676 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-33f14657-4002-4040-9cdb-c73dc5846d0a service neutron] 10.222.0.32 "GET /v2.0/networks/6d7de8f6-b36c-4b33-ae58-d09142609595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6179001 Dec 14 01:20:46.344258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f9cd3422-f82f-4016-91da-25adc3b7aaa2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-487381661', 'security_groups': ['ae7be97e-1911-47b7-bcc7-c331476e01e1'], 'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ec6a5f96-58c9-4dd1-9073-9d54e46dc02b'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:46.352224 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a7726-f903-4121-824c-af88aab6e093 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7be97e-1911-47b7-bcc7-c331476e01e1,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:46.388297 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d0b52-477c-4abc-99a1-f99a87ca6bc2 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c7d547-65a2-42b8-9ceb-4099415296a6,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:46.393093 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0b52-477c-4abc-99a1-f99a87ca6bc2 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.394579 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cc3d0b52-477c-4abc-99a1-f99a87ca6bc2 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6897247 Dec 14 01:20:46.402584 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56352) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:46.425507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd7a9f-49b6-41fc-bdb1-1ff5f08b4e6a None None] Pushing event updated for resources: {'Port': ['ID=40cc4d60-922c-4ec9-888b-e4a3c3ac395e,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:46.472653 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d65da575-930f-45e0-87d1-b00aec891401 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules/16c7d547-65a2-42b8-9ceb-4099415296a6 HTTP/1.1" status: 200 len: 769 time: 0.0686948 Dec 14 01:20:46.477406 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56354) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:46.486001 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6c5215-aeec-4d54-9a8a-4c6468644902 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:46.631290 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-6811fe1c-a0c4-494d-b9ba-9db222b62929 service neutron] 10.222.0.32 "GET /v2.0/networks/6d7de8f6-b36c-4b33-ae58-d09142609595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670231 Dec 14 01:20:46.640745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cd3422-f82f-4016-91da-25adc3b7aaa2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:46.649660 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b0db79ae-f2da-4e46-bdd0-8dcfe6ab6c85 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1704056 Dec 14 01:20:46.653142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56356) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:46.712924 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f6c5215-aeec-4d54-9a8a-4c6468644902 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.748322 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7526e039-7fb8-4042-abd1-202f23af9158 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.758900 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7526e039-7fb8-4042-abd1-202f23af9158 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.779889 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3422-f82f-4016-91da-25adc3b7aaa2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.812202 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-0f6c5215-aeec-4d54-9a8a-4c6468644902 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] device_id is not set on port 2e03af47-a90f-4e11-8409-de6fbb843c96 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:20:46.816985 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-f9cd3422-f82f-4016-91da-25adc3b7aaa2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] device_id is not set on port 3aefd84d-0308-4283-a42d-b4c216275207 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:20:46.899685 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.objects.ports [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 01:20:46.900197 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:46.925144 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7526e039-7fb8-4042-abd1-202f23af9158 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.005301 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7526e039-7fb8-4042-abd1-202f23af9158 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.006962 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7526e039-7fb8-4042-abd1-202f23af9158 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/16c7d547-65a2-42b8-9ceb-4099415296a6 HTTP/1.1" status: 204 len: 168 time: 0.3519247 Dec 14 01:20:47.013367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526e039-7fb8-4042-abd1-202f23af9158 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16c7d547-65a2-42b8-9ceb-4099415296a6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:47.015122 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56364) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:47.033638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9d61813e-c832-4563-ba80-0fee9369e0bf,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:47.058025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Checking segment: {'id': '1c51f44c-b246-4f73-a804-5a14fc69efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c9ea838b-acc8-49a2-9c46-ed2690ed0b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:47.058399 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Network hostable DHCP agents. Network: c9ea838b-acc8-49a2-9c46-ed2690ed0b24, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:20:47.061506 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-03da96e0-b5f5-4117-b72f-3bf772c6291f req-b83b61f5-a197-47dc-bc62-80642e968d6e tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 210 time: 0.0506108 Dec 14 01:20:47.074381 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:47.074753 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:47.075065 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:47.075412 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:47.075751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:47.076090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:47.076499 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:47.076835 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:47.077168 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:47.077502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:47.077844 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:47.078856 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:47.078856 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:47.139332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Network c9ea838b-acc8-49a2-9c46-ed2690ed0b24 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:20:47.148337 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8c3dc37a-f91a-4456-9aaa-025e59033209 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1236835 Dec 14 01:20:47.152782 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56366) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:47.190470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-f9cd3422-f82f-4016-91da-25adc3b7aaa2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Allocated IP 2001:db8::155 (8258ed1c-5817-4b44-8f27-0e85588a7478/ec6a5f96-58c9-4dd1-9073-9d54e46dc02b/3aefd84d-0308-4283-a42d-b4c216275207) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:47.191565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-0f6c5215-aeec-4d54-9a8a-4c6468644902 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Allocated IP 172.20.0.13 (790c2fc3-7937-4e1b-abf3-78942309e163/8a44e7ad-932d-4d38-ab11-a78b4151c215/2e03af47-a90f-4e11-8409-de6fbb843c96) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:47.192728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, c9ea838b-acc8-49a2-9c46-ed2690ed0b24) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:47.197641 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:47.198289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.206145 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71564cc1-2f8e-4484-a80d-7916909d28a7 None None] Network c9ea838b-acc8-49a2-9c46-ed2690ed0b24 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:47.232533 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-af3d4dc6-ec36-49bc-8190-989a8740249d tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1258266 Dec 14 01:20:47.236822 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56368) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:47.242100 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9ea838b-acc8-49a2-9c46-ed2690ed0b24'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:47.255913 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4527-d57b-4972-ac73-d1d1c884b93f tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.280968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4527-d57b-4972-ac73-d1d1c884b93f tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.334283 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.383004 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4527-d57b-4972-ac73-d1d1c884b93f tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.391222 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4527-d57b-4972-ac73-d1d1c884b93f tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.392545 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2e0d4527-d57b-4972-ac73-d1d1c884b93f tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-groups/2d999aae-d998-411f-8982-d584e247e2bc HTTP/1.1" status: 204 len: 168 time: 0.2388120 Dec 14 01:20:47.410156 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56374) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:47.413586 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d4527-d57b-4972-ac73-d1d1c884b93f tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d999aae-d998-411f-8982-d584e247e2bc,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:47.516721 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6118bf42-19bf-4265-8094-63f56554c59e tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0969336 Dec 14 01:20:47.517127 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56376) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:47.522377 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ed5b0028-558a-4410-9259-5d95cc594567 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group': {'name': 'tempest-secgroup--78730035'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:47.562486 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f6c5215-aeec-4d54-9a8a-4c6468644902 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.599398 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0028-558a-4410-9259-5d95cc594567 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.612340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0ade1407-895b-4d28-ac80-54b2ddf8bde8 None None] Provisioning complete for port 89a0f21c-150a-49d0-b2b9-b5f2f310c593 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:47.612823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0ade1407-895b-4d28-ac80-54b2ddf8bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.650270 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f6c5215-aeec-4d54-9a8a-4c6468644902 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.728911 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0ade1407-895b-4d28-ac80-54b2ddf8bde8 None None] Port 89a0f21c-150a-49d0-b2b9-b5f2f310c593 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:47.730903 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c5215-aeec-4d54-9a8a-4c6468644902 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=2e03af47-a90f-4e11-8409-de6fbb843c96,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:47.762645 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6c5215-aeec-4d54-9a8a-4c6468644902 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 790c2fc3-7937-4e1b-abf3-78942309e163 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:47.767042 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0f6c5215-aeec-4d54-9a8a-4c6468644902 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:47.778573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0ade1407-895b-4d28-ac80-54b2ddf8bde8 None None] Provisioning complete for port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:47.778925 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0ade1407-895b-4d28-ac80-54b2ddf8bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.780278 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6c5215-aeec-4d54-9a8a-4c6468644902 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:47.833953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19929e91-aa2e-4127-95ad-d61516890754 None None] Network c9ea838b-acc8-49a2-9c46-ed2690ed0b24 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:47.842956 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0028-558a-4410-9259-5d95cc594567 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.852302 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0028-558a-4410-9259-5d95cc594567 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.887515 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b0028-558a-4410-9259-5d95cc594567 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea680eb2-d0dd-49f6-9ef4-4c6687ed6a58,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:47.893635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3422-f82f-4016-91da-25adc3b7aaa2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.924276 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c5215-aeec-4d54-9a8a-4c6468644902 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:47.924935 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f6c5215-aeec-4d54-9a8a-4c6468644902 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.941343 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0028-558a-4410-9259-5d95cc594567 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.945430 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ed5b0028-558a-4410-9259-5d95cc594567 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4245505 Dec 14 01:20:47.945860 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56380) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:47.956080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d51bbb8d-152b-4799-9621-b40abb16c879 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Request body: {'security_group_rule': {'security_group_id': 'ea680eb2-d0dd-49f6-9ef4-4c6687ed6a58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:47.965566 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3422-f82f-4016-91da-25adc3b7aaa2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:47.966423 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0f6c5215-aeec-4d54-9a8a-4c6468644902 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1315031 Dec 14 01:20:47.973539 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56382) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:47.983720 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ab491424-c27a-467b-aabc-fb95358d128f tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'subnet': {'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:48.021948 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d51bbb8d-152b-4799-9621-b40abb16c879 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.126550 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d51bbb8d-152b-4799-9621-b40abb16c879 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.134687 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d51bbb8d-152b-4799-9621-b40abb16c879 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.155505 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.174636 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d51bbb8d-152b-4799-9621-b40abb16c879 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.176637 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d51bbb8d-152b-4799-9621-b40abb16c879 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2296009 Dec 14 01:20:48.179740 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56386) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:48.190711 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bbb8d-152b-4799-9621-b40abb16c879 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265d3c02-68e2-4340-bb39-16f6ae0ebbab,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:48.224918 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cd3422-f82f-4016-91da-25adc3b7aaa2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:48.229843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:48.239479 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-f9cd3422-f82f-4016-91da-25adc3b7aaa2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:48.247605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd3422-f82f-4016-91da-25adc3b7aaa2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:48.253806 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cd3422-f82f-4016-91da-25adc3b7aaa2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:48.254786 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3422-f82f-4016-91da-25adc3b7aaa2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.258779 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b72d0e5d-ed58-41f8-892d-97be4353584c req-939f1836-6725-468a-b178-9b1a81660d94 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 210 time: 0.0483303 Dec 14 01:20:48.264863 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd3422-f82f-4016-91da-25adc3b7aaa2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=3aefd84d-0308-4283-a42d-b4c216275207,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:48.297754 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-703cc5f5-e521-4b24-b176-ed3cc01d18b5 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.313486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:48.313934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.339029 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-703cc5f5-e521-4b24-b176-ed3cc01d18b5 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.364167 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f9cd3422-f82f-4016-91da-25adc3b7aaa2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0239370 Dec 14 01:20:48.371529 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56388) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:48.373099 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Provisioning complete for port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:48.373634 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.378031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-8f6be8e2-2386-4186-8e9c-1149172488fc tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'subnet': {'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:48.401843 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-703cc5f5-e521-4b24-b176-ed3cc01d18b5 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.406108 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-703cc5f5-e521-4b24-b176-ed3cc01d18b5 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.407758 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-703cc5f5-e521-4b24-b176-ed3cc01d18b5 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-groups/ea680eb2-d0dd-49f6-9ef4-4c6687ed6a58 HTTP/1.1" status: 204 len: 168 time: 0.2263899 Dec 14 01:20:48.414536 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56390) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:48.431683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc5f5-e521-4b24-b176-ed3cc01d18b5 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea680eb2-d0dd-49f6-9ef4-4c6687ed6a58,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:48.443388 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab491424-c27a-467b-aabc-fb95358d128f tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:48.454301 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab491424-c27a-467b-aabc-fb95358d128f tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.483097 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b49dca18-772c-41bc-9046-46e0edcdb312 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0668221 Dec 14 01:20:48.485513 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56392) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:48.519736 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 40cc4d60-922c-4ec9-888b-e4a3c3ac395e up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:48.546521 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-506ac7bb-d02d-4fc8-bebd-c74961060466 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0595233 Dec 14 01:20:48.549738 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56394) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:48.598678 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Allocated IP 172.20.0.3 (c9ea838b-acc8-49a2-9c46-ed2690ed0b24/9d61813e-c832-4563-ba80-0fee9369e0bf/341c75e1-db2c-42eb-a994-2624b7cbac12) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:48.614506 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-89fdcfee-16eb-42f4-9d0a-33774e74e16b tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] delete failed (client error): The resource could not be found. Dec 14 01:20:48.616707 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-89fdcfee-16eb-42f4-9d0a-33774e74e16b tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "DELETE /v2.0/security-groups/ea680eb2-d0dd-49f6-9ef4-4c6687ed6a58 HTTP/1.1" status: 404 len: 347 time: 0.0657535 Dec 14 01:20:48.621331 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.622118 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56396) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:48.649623 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:48.650180 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.681382 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3c14bde9-f437-42fc-8b48-c95310d59979 tempest-SecGroupIPv6Test-488791545 tempest-SecGroupIPv6Test-488791545-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0576522 Dec 14 01:20:48.718598 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] For port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=40cc4d60-922c-4ec9-888b-e4a3c3ac395e,segment=NetworkSegment(91148529-1a9d-4836-8ffe-4ddf9c184bc4),segment_id=91148529-1a9d-4836-8ffe-4ddf9c184bc4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:48.734591 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.802013 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Pushing event updated for resources: {'Port': ['ID=40cc4d60-922c-4ec9-888b-e4a3c3ac395e,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:48.816178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Provisioning complete for port 9f69eeee-aadb-4367-b908-fac788812c2f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:48.820527 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.822624 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.ipam_backend_mixin [None req-ab491424-c27a-467b-aabc-fb95358d128f tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8a44e7ad-932d-4d38-ab11-a78b4151c215 (CIDR: 172.20.0.0/28) Dec 14 01:20:48.839332 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab491424-c27a-467b-aabc-fb95358d128f tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:20:48.839839 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab491424-c27a-467b-aabc-fb95358d128f tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:48.854320 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:48.854723 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:48.855071 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:48.855413 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:48.855741 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:48.856073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:48.856444 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:48.856780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:48.857123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:48.857460 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:48.857770 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:48.858091 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:48.858408 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:20:48.882907 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6be8e2-2386-4186-8e9c-1149172488fc tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:48.886934 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f6be8e2-2386-4186-8e9c-1149172488fc tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:48.919487 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ab491424-c27a-467b-aabc-fb95358d128f tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9411530 Dec 14 01:20:48.922961 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56404) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:48.930326 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c7bebfec-ee7f-44d1-bf70-310840263dbf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'subnet': {'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:48.932072 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6c765a9e-2345-4691-8fa0-c2cfb3f27254 None None] Port 9f69eeee-aadb-4367-b908-fac788812c2f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:48.963779 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-7483a981-4720-417b-9004-89508d70655d tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:48.965459 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-7483a981-4720-417b-9004-89508d70655d tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.16 "GET /v2.0/networks?id=6d7de8f6-b36c-4b33-ae58-d09142609595 HTTP/1.1" status: 200 len: 811 time: 0.3850868 Dec 14 01:20:48.989032 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-1b972bcb-72dd-4371-9003-996ff5e43eb3 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Request body: {'port': {'device_id': 'cc67d587-09ea-425c-b64a-2a843b109b4d', 'network_id': '6d7de8f6-b36c-4b33-ae58-d09142609595', 'admin_state_up': True, 'tenant_id': '5da0a27696144ea189a24ff419fc9272'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:49.049125 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:49.050345 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56408) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:49.058132 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ab628569-6562-42a5-9608-936ce827f862 None None] Provisioning complete for port 3aefd84d-0308-4283-a42d-b4c216275207 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:49.058419 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab628569-6562-42a5-9608-936ce827f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:49.093576 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bebfec-ee7f-44d1-bf70-310840263dbf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:49.098255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7bebfec-ee7f-44d1-bf70-310840263dbf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:49.098992 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ab628569-6562-42a5-9608-936ce827f862 None None] Port 3aefd84d-0308-4283-a42d-b4c216275207 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:49.105412 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.ipam_backend_mixin [None req-8f6be8e2-2386-4186-8e9c-1149172488fc tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ec6a5f96-58c9-4dd1-9073-9d54e46dc02b (CIDR: 2001:db8::/64) Dec 14 01:20:49.115587 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ab628569-6562-42a5-9608-936ce827f862 None None] Provisioning complete for port 2e03af47-a90f-4e11-8409-de6fbb843c96 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:49.116024 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6be8e2-2386-4186-8e9c-1149172488fc tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:20:49.116548 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6be8e2-2386-4186-8e9c-1149172488fc tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:49.116736 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab628569-6562-42a5-9608-936ce827f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:49.144007 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8f6be8e2-2386-4186-8e9c-1149172488fc tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7710912 Dec 14 01:20:49.152831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56412) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:49.158122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-89009904-3ca2-4ffb-9a6b-da4079566ac2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'subnet': {'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:49.161075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ab628569-6562-42a5-9608-936ce827f862 None None] Port 2e03af47-a90f-4e11-8409-de6fbb843c96 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:49.262328 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:49.349122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Network c9ea838b-acc8-49a2-9c46-ed2690ed0b24 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:49.353116 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7bebfec-ee7f-44d1-bf70-310840263dbf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:49.367248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:49.376244 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Pushing event updated for resources: {'Port': ['ID=341c75e1-db2c-42eb-a994-2624b7cbac12,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:49.382357 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:49.390497 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-1b972bcb-72dd-4371-9003-996ff5e43eb3 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Made reservation on behalf of 5da0a27696144ea189a24ff419fc9272 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:49.394000 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-1b972bcb-72dd-4371-9003-996ff5e43eb3 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:49.415898 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6eeac5a7-7212-4670-8e3e-110d390de0c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90134b1f11bc4dd0a90b527e6710772d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3618913 Dec 14 01:20:49.422586 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56416) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:49.426870 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-db1d49da-a141-4689-8c8e-95c901b9f0f5 req-90d3756a-e844-4027-bebb-e658e60a681a tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 210 time: 0.0698149 Dec 14 01:20:49.446761 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bebfec-ee7f-44d1-bf70-310840263dbf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 790c2fc3-7937-4e1b-abf3-78942309e163 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:49.454878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c7bebfec-ee7f-44d1-bf70-310840263dbf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:49.465979 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bebfec-ee7f-44d1-bf70-310840263dbf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:49.466580 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7bebfec-ee7f-44d1-bf70-310840263dbf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:49.467095 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd087d7-d96a-4d3d-b985-0965b30c9c98 None None] Network 790c2fc3-7937-4e1b-abf3-78942309e163 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:49.486277 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bebfec-ee7f-44d1-bf70-310840263dbf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Subnet': ['ID=2ea06e86-a1f3-4bc1-943c-167f53894044,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:49.503951 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c7bebfec-ee7f-44d1-bf70-310840263dbf tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5790856 Dec 14 01:20:49.505430 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89009904-3ca2-4ffb-9a6b-da4079566ac2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:49.508643 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56418) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:49.508951 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-89009904-3ca2-4ffb-9a6b-da4079566ac2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:49.514047 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4e8836f2-0e03-433b-8204-9cd17ea15935 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-57322174', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2ea06e86-a1f3-4bc1-943c-167f53894044'}], 'security_groups': ['7b09b343-6ed8-4201-a104-2ac1f813bbd0']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:49.516903 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e9e9bc6-511b-4aa3-bb98-3bad39434f31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:49.568939 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e9e9bc6-511b-4aa3-bb98-3bad39434f31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:49.618866 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e8836f2-0e03-433b-8204-9cd17ea15935 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:49.656374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:49.698255 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39857eda-0f2d-4966-b76c-0e2e9591f94c None None] Update dhcp port {'port': {'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163', 'fixed_ips': [{'subnet_id': '8a44e7ad-932d-4d38-ab11-a78b4151c215', 'ip_address': '172.20.0.2'}, {'subnet_id': '2ea06e86-a1f3-4bc1-943c-167f53894044'}], 'binding:host_id': 'dv-neutron-821592-1-hyperv'}, 'id': '40cc4d60-922c-4ec9-888b-e4a3c3ac395e'} from dv-neutron-821592-1-hyperv. {{(pid=103410) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 01:20:49.703122 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e9e9bc6-511b-4aa3-bb98-3bad39434f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:49.705758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e9e9bc6-511b-4aa3-bb98-3bad39434f31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:49.709299 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9e9e9bc6-511b-4aa3-bb98-3bad39434f31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc422862-0cd0-412b-a83b-96292c0bec17 HTTP/1.1" status: 204 len: 168 time: 0.2824507 Dec 14 01:20:49.709489 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-1b972bcb-72dd-4371-9003-996ff5e43eb3 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Allocated IP 172.20.0.14 (6d7de8f6-b36c-4b33-ae58-d09142609595/e0624604-fe15-49dc-83ea-87671861104b/265871a0-5a22-478f-93e4-c5e5d13ae610) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:49.720783 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.ipam_backend_mixin [None req-89009904-3ca2-4ffb-9a6b-da4079566ac2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0214e30d-078d-4f37-b096-da94261577be (CIDR: 2001:db8:0:1::/64) Dec 14 01:20:49.729250 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39857eda-0f2d-4966-b76c-0e2e9591f94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:49.731227 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e9bc6-511b-4aa3-bb98-3bad39434f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc422862-0cd0-412b-a83b-96292c0bec17,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:49.731775 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-89009904-3ca2-4ffb-9a6b-da4079566ac2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:20:49.732295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89009904-3ca2-4ffb-9a6b-da4079566ac2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:49.736742 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:49.787770 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-89009904-3ca2-4ffb-9a6b-da4079566ac2 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6331520 Dec 14 01:20:49.790744 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56422) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:49.804484 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e998b672-e98c-4e0d-9afa-88c694ee99d7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'subnet': {'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:49.970316 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-39857eda-0f2d-4966-b76c-0e2e9591f94c None None] Allocated IP 172.20.0.18 (790c2fc3-7937-4e1b-abf3-78942309e163/2ea06e86-a1f3-4bc1-943c-167f53894044/40cc4d60-922c-4ec9-888b-e4a3c3ac395e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:50.020286 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e998b672-e98c-4e0d-9afa-88c694ee99d7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Made reservation on behalf of 8909ba5bc98945bf8c8793443724faa2 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:50.025164 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-1b972bcb-72dd-4371-9003-996ff5e43eb3 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.030504 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e998b672-e98c-4e0d-9afa-88c694ee99d7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.047020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.064706 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.139864 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-1b972bcb-72dd-4371-9003-996ff5e43eb3 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.143356 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Pushing event updated for resources: {'Port': ['ID=341c75e1-db2c-42eb-a994-2624b7cbac12,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:50.151638 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-39857eda-0f2d-4966-b76c-0e2e9591f94c None None] For port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=40cc4d60-922c-4ec9-888b-e4a3c3ac395e,segment=NetworkSegment(91148529-1a9d-4836-8ffe-4ddf9c184bc4),segment_id=91148529-1a9d-4836-8ffe-4ddf9c184bc4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:50.165680 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 40cc4d60-922c-4ec9-888b-e4a3c3ac395e up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:50.205918 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-1b972bcb-72dd-4371-9003-996ff5e43eb3 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Network 6d7de8f6-b36c-4b33-ae58-d09142609595 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:50.206986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.212619 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-1b972bcb-72dd-4371-9003-996ff5e43eb3 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:50.218358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39857eda-0f2d-4966-b76c-0e2e9591f94c None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.219964 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-1b972bcb-72dd-4371-9003-996ff5e43eb3 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:50.225811 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b972bcb-72dd-4371-9003-996ff5e43eb3 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Pushing event updated for resources: {'Port': ['ID=265871a0-5a22-478f-93e4-c5e5d13ae610,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:50.227300 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39857eda-0f2d-4966-b76c-0e2e9591f94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.254703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.256031 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1a920bd9-669a-4e3e-89a8-b853c9ebceeb tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0175674 Dec 14 01:20:50.258938 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56424) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:50.298673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:50.299585 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.340046 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-1b972bcb-72dd-4371-9003-996ff5e43eb3 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:50.340696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-1b972bcb-72dd-4371-9003-996ff5e43eb3 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.345558 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5d7603e2-6271-44f2-b5e3-be7f1f200949 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=c9ea838b-acc8-49a2-9c46-ed2690ed0b24 HTTP/1.1" status: 200 len: 689 time: 0.0857160 Dec 14 01:20:50.348727 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56426) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:50.353887 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39857eda-0f2d-4966-b76c-0e2e9591f94c None None] Pushing event updated for resources: {'Port': ['ID=40cc4d60-922c-4ec9-888b-e4a3c3ac395e,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:50.378225 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e998b672-e98c-4e0d-9afa-88c694ee99d7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.401482 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-1b972bcb-72dd-4371-9003-996ff5e43eb3 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4190464 Dec 14 01:20:50.425887 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Request body: {'port': {'device_id': 'cc67d587-09ea-425c-b64a-2a843b109b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:50.427760 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e998b672-e98c-4e0d-9afa-88c694ee99d7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:50.437161 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-4e8836f2-0e03-433b-8204-9cd17ea15935 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Delete allocated IP 172.20.0.13 (790c2fc3-7937-4e1b-abf3-78942309e163/8a44e7ad-932d-4d38-ab11-a78b4151c215) {{(pid=103408) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 14 01:20:50.443022 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e998b672-e98c-4e0d-9afa-88c694ee99d7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:50.453760 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e998b672-e98c-4e0d-9afa-88c694ee99d7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:50.453760 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e998b672-e98c-4e0d-9afa-88c694ee99d7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.459230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb177f9-4c32-4328-830d-a08ba34e2a4d None None] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:50.468213 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-4e8836f2-0e03-433b-8204-9cd17ea15935 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Allocated IP 172.20.0.26 (790c2fc3-7937-4e1b-abf3-78942309e163/2ea06e86-a1f3-4bc1-943c-167f53894044/2e03af47-a90f-4e11-8409-de6fbb843c96) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:50.487989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998b672-e98c-4e0d-9afa-88c694ee99d7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Subnet': ['ID=41cd9c77-26e3-4d70-bd2a-fa8b9649cd2c,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:50.511784 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e998b672-e98c-4e0d-9afa-88c694ee99d7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7186396 Dec 14 01:20:50.514681 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56430) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:50.520945 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1929f95e-0c06-470f-a8d9-6d8b0d6d932e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-234329155', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '41cd9c77-26e3-4d70-bd2a-fa8b9649cd2c'}], 'security_groups': ['7efaa02b-87fe-45bc-a943-4888ad74429c', 'b92b14cf-9c1e-4285-87a5-a148540bf765']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:50.528731 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.596061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.723887 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba961253-8e2b-4ea2-a64d-6d6686077a2e None None] Update dhcp port {'port': {'network_id': '8258ed1c-5817-4b44-8f27-0e85588a7478', 'fixed_ips': [{'subnet_id': '0214e30d-078d-4f37-b096-da94261577be', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ec6a5f96-58c9-4dd1-9073-9d54e46dc02b', 'ip_address': '2001:db8::2'}, {'subnet_id': '41cd9c77-26e3-4d70-bd2a-fa8b9649cd2c'}], 'binding:host_id': 'dv-neutron-821592-1-hyperv'}, 'id': 'c01ba902-5d77-4fb8-8cf3-9433cb0b8df7'} from dv-neutron-821592-1-hyperv. {{(pid=103410) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 01:20:50.753539 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d07ed-7789-4aed-8594-2346b4710bda req-f0076fec-fc08-4ece-8019-99382cf80d02 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:50.755109 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-443d07ed-7789-4aed-8594-2346b4710bda req-f0076fec-fc08-4ece-8019-99382cf80d02 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 932 time: 0.1993756 Dec 14 01:20:50.755782 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba961253-8e2b-4ea2-a64d-6d6686077a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.912944 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-443d07ed-7789-4aed-8594-2346b4710bda req-bb8153ef-f323-440a-93af-a803ef7f8ba6 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461842 Dec 14 01:20:50.915261 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1929f95e-0c06-470f-a8d9-6d8b0d6d932e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.966050 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e8836f2-0e03-433b-8204-9cd17ea15935 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:50.980802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265871a0-5a22-478f-93e4-c5e5d13ae610 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:20:50.982840 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-ba961253-8e2b-4ea2-a64d-6d6686077a2e None None] Allocated IP 2001:db8:0:2::2 (8258ed1c-5817-4b44-8f27-0e85588a7478/41cd9c77-26e3-4d70-bd2a-fa8b9649cd2c/c01ba902-5d77-4fb8-8cf3-9433cb0b8df7) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:50.990632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.000439 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e8836f2-0e03-433b-8204-9cd17ea15935 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.007383 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Transition to ACTIVE for port object 265871a0-5a22-478f-93e4-c5e5d13ae610 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:20:51.016643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Deleting port 341c75e1-db2c-42eb-a994-2624b7cbac12 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:51.017011 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.019581 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.125763 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ba961253-8e2b-4ea2-a64d-6d6686077a2e None None] For port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c01ba902-5d77-4fb8-8cf3-9433cb0b8df7,segment=NetworkSegment(3fe02524-0f15-444a-92bd-2143b211ce06),segment_id=3fe02524-0f15-444a-92bd-2143b211ce06)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:51.129423 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Pushing event updated for resources: {'Port': ['ID=265871a0-5a22-478f-93e4-c5e5d13ae610,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:51.157800 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-786090d3-eda6-43e6-805e-53918df5f031 None None] Provisioning complete for port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:51.158213 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-786090d3-eda6-43e6-805e-53918df5f031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.167184 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.167499 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.187748 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8836f2-0e03-433b-8204-9cd17ea15935 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=2e03af47-a90f-4e11-8409-de6fbb843c96,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:51.189160 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba961253-8e2b-4ea2-a64d-6d6686077a2e None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.199371 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Calling delete_port for 341c75e1-db2c-42eb-a994-2624b7cbac12 owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:51.205781 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba961253-8e2b-4ea2-a64d-6d6686077a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.259382 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4e8836f2-0e03-433b-8204-9cd17ea15935 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] In _notify_port_updated(), no bound segment for port 2e03af47-a90f-4e11-8409-de6fbb843c96 on network 790c2fc3-7937-4e1b-abf3-78942309e163 {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:20:51.265754 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8836f2-0e03-433b-8204-9cd17ea15935 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:51.266349 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e8836f2-0e03-433b-8204-9cd17ea15935 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.268141 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4e8836f2-0e03-433b-8204-9cd17ea15935 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "PUT /v2.0/ports/2e03af47-a90f-4e11-8409-de6fbb843c96 HTTP/1.1" status: 200 len: 919 time: 1.7580776 Dec 14 01:20:51.269895 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Attempting to bind port 265871a0-5a22-478f-93e4-c5e5d13ae610 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:20:51.270321 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Attempting to bind port 265871a0-5a22-478f-93e4-c5e5d13ae610 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '0d5a63d3-7d99-4f59-9ef3-02a72fc94021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6d7de8f6-b36c-4b33-ae58-d09142609595'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:20:51.270652 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Attempting to bind port 265871a0-5a22-478f-93e4-c5e5d13ae610 on network 6d7de8f6-b36c-4b33-ae58-d09142609595 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:20:51.270783 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56432) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:51.278737 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Port 265871a0-5a22-478f-93e4-c5e5d13ae610 on network 6d7de8f6-b36c-4b33-ae58-d09142609595 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:20:51.279051 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Attempting to bind port 265871a0-5a22-478f-93e4-c5e5d13ae610 on network 6d7de8f6-b36c-4b33-ae58-d09142609595 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:20:51.287080 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:20:51.287411 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Checking segment: {'id': '0d5a63d3-7d99-4f59-9ef3-02a72fc94021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6d7de8f6-b36c-4b33-ae58-d09142609595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:20:51.287789 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Bound using segment: {'id': '0d5a63d3-7d99-4f59-9ef3-02a72fc94021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6d7de8f6-b36c-4b33-ae58-d09142609595'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:20:51.288246 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Bound port: 265871a0-5a22-478f-93e4-c5e5d13ae610, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5a63d3-7d99-4f59-9ef3-02a72fc94021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6d7de8f6-b36c-4b33-ae58-d09142609595'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:20:51.288601 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.344371 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba961253-8e2b-4ea2-a64d-6d6686077a2e None None] Pushing event updated for resources: {'Port': ['ID=c01ba902-5d77-4fb8-8cf3-9433cb0b8df7,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:51.380768 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-786090d3-eda6-43e6-805e-53918df5f031 None None] Provisioning complete for port 9f69eeee-aadb-4367-b908-fac788812c2f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:51.381256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-786090d3-eda6-43e6-805e-53918df5f031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.396937 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] For port 265871a0-5a22-478f-93e4-c5e5d13ae610, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:20:51.425689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.427257 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-786090d3-eda6-43e6-805e-53918df5f031 None None] Port 9f69eeee-aadb-4367-b908-fac788812c2f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:51.438500 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-786090d3-eda6-43e6-805e-53918df5f031 None None] Provisioning complete for port 2e03af47-a90f-4e11-8409-de6fbb843c96 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:51.439263 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-786090d3-eda6-43e6-805e-53918df5f031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.454119 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] For port 265871a0-5a22-478f-93e4-c5e5d13ae610, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=265871a0-5a22-478f-93e4-c5e5d13ae610,segment=NetworkSegment(0d5a63d3-7d99-4f59-9ef3-02a72fc94021),segment_id=0d5a63d3-7d99-4f59-9ef3-02a72fc94021)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:20:51.481767 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-786090d3-eda6-43e6-805e-53918df5f031 None None] Port 2e03af47-a90f-4e11-8409-de6fbb843c96 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:51.489354 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Pushing event deleted for resources: {'Port': ['ID=341c75e1-db2c-42eb-a994-2624b7cbac12,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:51.498677 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.530714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-1929f95e-0c06-470f-a8d9-6d8b0d6d932e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Delete allocated IP 2001:db8::155 (8258ed1c-5817-4b44-8f27-0e85588a7478/ec6a5f96-58c9-4dd1-9073-9d54e46dc02b) {{(pid=103408) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 14 01:20:51.542845 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5444cf03-52b7-4824-94fe-e87c92c0a558 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port 2e03af47-a90f-4e11-8409-de6fbb843c96 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:51.543346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5444cf03-52b7-4824-94fe-e87c92c0a558 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.549682 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-1929f95e-0c06-470f-a8d9-6d8b0d6d932e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Allocated IP 2001:db8:0:2::192 (8258ed1c-5817-4b44-8f27-0e85588a7478/41cd9c77-26e3-4d70-bd2a-fa8b9649cd2c/3aefd84d-0308-4283-a42d-b4c216275207) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:51.567712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:51.568689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.570738 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] 10.222.0.16 "PUT /v2.0/ports/265871a0-5a22-478f-93e4-c5e5d13ae610 HTTP/1.1" status: 200 len: 1094 time: 1.1498122 Dec 14 01:20:51.577169 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc67d587-09ea-425c-b64a-2a843b109b4d', 'tag': '265871a0-5a22-478f-93e4-c5e5d13ae610'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:20:51.579778 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910b95ac-787f-4cb1-b5e8-7219944590c2" -d '{"events": [{"name": "network-changed", "server_uuid": "cc67d587-09ea-425c-b64a-2a843b109b4d", "tag": "265871a0-5a22-478f-93e4-c5e5d13ae610"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:20:51.663671 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2b8506-d9c1-4aa4-a686-eb5ccd7f11f9 x-openstack-request-id: req-0a2b8506-d9c1-4aa4-a686-eb5ccd7f11f9 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:20:51.663966 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc67d587-09ea-425c-b64a-2a843b109b4d", "tag": "265871a0-5a22-478f-93e4-c5e5d13ae610", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:20:51.664245 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a2b8506-d9c1-4aa4-a686-eb5ccd7f11f9 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:20:51.664704 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc67d587-09ea-425c-b64a-2a843b109b4d', 'tag': '265871a0-5a22-478f-93e4-c5e5d13ae610', 'status': 'completed', 'code': 200} Dec 14 01:20:51.710834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.716504 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188136fe-95c1-402a-a4c1-2aff9a71954a service neutron] Pushing event updated for resources: {'Port': ['ID=265871a0-5a22-478f-93e4-c5e5d13ae610,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:51.754673 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5444cf03-52b7-4824-94fe-e87c92c0a558 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.755071 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-aad46347-8ffa-428c-a26c-c8859b59e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:51.756656 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-aad46347-8ffa-428c-a26c-c8859b59e504 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5da0a27696144ea189a24ff419fc9272&device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 1097 time: 0.1173460 Dec 14 01:20:51.773899 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5444cf03-52b7-4824-94fe-e87c92c0a558 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for 2e03af47-a90f-4e11-8409-de6fbb843c96 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:51.816781 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b34e0ba9-09b3-4c2b-969d-8bde7126067f None None] Provisioning complete for port 2e03af47-a90f-4e11-8409-de6fbb843c96 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:51.817368 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b34e0ba9-09b3-4c2b-969d-8bde7126067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.836302 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-e23bcf4a-5f43-4b85-89c6-5070249a053f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=265871a0-5a22-478f-93e4-c5e5d13ae610 HTTP/1.1" status: 200 len: 217 time: 0.0647638 Dec 14 01:20:51.837055 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.860968 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b34e0ba9-09b3-4c2b-969d-8bde7126067f None None] Port 2e03af47-a90f-4e11-8409-de6fbb843c96 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:51.910808 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f1db463-95a2-4186-bc25-d5defb10c544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.916274 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1929f95e-0c06-470f-a8d9-6d8b0d6d932e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.922956 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1929f95e-0c06-470f-a8d9-6d8b0d6d932e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:51.967228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.035875 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9d61813e-c832-4563-ba80-0fee9369e0bf,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:52.039229 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:52.044071 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-bd13b8f4-c805-4135-9560-9968abf9ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:52.045753 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-bd13b8f4-c805-4135-9560-9968abf9ba27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0624604-fe15-49dc-83ea-87671861104b HTTP/1.1" status: 200 len: 851 time: 0.1771970 Dec 14 01:20:52.048418 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1929f95e-0c06-470f-a8d9-6d8b0d6d932e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] In _notify_port_updated(), no bound segment for port 3aefd84d-0308-4283-a42d-b4c216275207 on network 8258ed1c-5817-4b44-8f27-0e85588a7478 {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:20:52.054246 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1929f95e-0c06-470f-a8d9-6d8b0d6d932e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:52.054885 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1929f95e-0c06-470f-a8d9-6d8b0d6d932e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.061050 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1929f95e-0c06-470f-a8d9-6d8b0d6d932e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "PUT /v2.0/ports/3aefd84d-0308-4283-a42d-b4c216275207 HTTP/1.1" status: 200 len: 969 time: 1.5446560 Dec 14 01:20:52.062288 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56438) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:52.087688 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929f95e-0c06-470f-a8d9-6d8b0d6d932e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event updated for resources: {'Port': ['ID=3aefd84d-0308-4283-a42d-b4c216275207,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:52.102462 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:52.102679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.114442 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-6deff849-cc55-44f2-9db8-6e13d1c30e57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6d7de8f6-b36c-4b33-ae58-d09142609595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578706 Dec 14 01:20:52.133668 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5444cf03-52b7-4824-94fe-e87c92c0a558 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.205372 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 40cc4d60-922c-4ec9-888b-e4a3c3ac395e up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:52.261727 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:52.263258 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.278568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444cf03-52b7-4824-94fe-e87c92c0a558 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=2e03af47-a90f-4e11-8409-de6fbb843c96,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:52.333693 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-89649028-ae16-40e8-a28c-1118931b9060 None None] Provisioning complete for port 89a0f21c-150a-49d0-b2b9-b5f2f310c593 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:52.334345 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89649028-ae16-40e8-a28c-1118931b9060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.352403 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45f72d-1ab4-416f-9d5c-36047456e7ac req-01315f22-adda-4613-be67-a665a1f63e61 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:52.362512 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7d45f72d-1ab4-416f-9d5c-36047456e7ac req-01315f22-adda-4613-be67-a665a1f63e61 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 944 time: 0.3151207 Dec 14 01:20:52.397741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5444cf03-52b7-4824-94fe-e87c92c0a558 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.405965 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5444cf03-52b7-4824-94fe-e87c92c0a558 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/2e03af47-a90f-4e11-8409-de6fbb843c96 HTTP/1.1" status: 204 len: 168 time: 1.1341274 Dec 14 01:20:52.406790 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56440) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:52.445974 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f18dd53-3a3b-4e30-923a-ef5a7ac1739c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] GET failed (client error): The resource could not be found. Dec 14 01:20:52.451560 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7f18dd53-3a3b-4e30-923a-ef5a7ac1739c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports/2e03af47-a90f-4e11-8409-de6fbb843c96 HTTP/1.1" status: 404 len: 333 time: 0.0396616 Dec 14 01:20:52.452432 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56442) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:52.512999 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7d45f72d-1ab4-416f-9d5c-36047456e7ac req-d7fd5e58-d0d1-48c3-8fe5-f93395893ea8 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491551 Dec 14 01:20:52.544550 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8bc844c5-9d7d-4278-83d7-63f7791d9593 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port 3aefd84d-0308-4283-a42d-b4c216275207 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:52.545155 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bc844c5-9d7d-4278-83d7-63f7791d9593 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.594222 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-89649028-ae16-40e8-a28c-1118931b9060 None None] Port 89a0f21c-150a-49d0-b2b9-b5f2f310c593 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:52.604201 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.632165 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46bfbcc5-b2dc-4958-bbac-8b40db37f998 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.637541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-89649028-ae16-40e8-a28c-1118931b9060 None None] Provisioning complete for port 3aefd84d-0308-4283-a42d-b4c216275207 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:52.638347 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89649028-ae16-40e8-a28c-1118931b9060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.657104 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ea838b-acc8-49a2-9c46-ed2690ed0b24']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:52.670502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c51f44c-b246-4f73-a804-5a14fc69efe4') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:52.670791 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c51f44c-b246-4f73-a804-5a14fc69efe4') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:52.676325 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-89649028-ae16-40e8-a28c-1118931b9060 None None] Port 3aefd84d-0308-4283-a42d-b4c216275207 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:52.681922 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46bfbcc5-b2dc-4958-bbac-8b40db37f998 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.688397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.688994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-89649028-ae16-40e8-a28c-1118931b9060 None None] Provisioning complete for port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:52.689646 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89649028-ae16-40e8-a28c-1118931b9060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.712455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.712789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bc844c5-9d7d-4278-83d7-63f7791d9593 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.721534 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-391ae720-43d7-450c-b498-90d99d79ae15 service neutron] 10.222.0.16 "GET /v2.0/networks/6d7de8f6-b36c-4b33-ae58-d09142609595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987711 Dec 14 01:20:52.722525 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:52.722915 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:52.724770 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:52.739628 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8bc844c5-9d7d-4278-83d7-63f7791d9593 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for 3aefd84d-0308-4283-a42d-b4c216275207 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:52.790936 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46bfbcc5-b2dc-4958-bbac-8b40db37f998 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.794227 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46bfbcc5-b2dc-4958-bbac-8b40db37f998 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.799122 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-46bfbcc5-b2dc-4958-bbac-8b40db37f998 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/security-groups/7cb6d9f4-b736-454c-8add-a7c675667b25 HTTP/1.1" status: 204 len: 168 time: 0.3415809 Dec 14 01:20:52.805211 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56444) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:52.842817 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfbcc5-b2dc-4958-bbac-8b40db37f998 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb6d9f4-b736-454c-8add-a7c675667b25,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:52.857812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.868299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9ea838b-acc8-49a2-9c46-ed2690ed0b24 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 14 01:20:52.871094 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.876756 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "DELETE /v2.0/networks/c9ea838b-acc8-49a2-9c46-ed2690ed0b24 HTTP/1.1" status: 204 len: 168 time: 2.5246229 Dec 14 01:20:52.877932 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56446) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:52.892079 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0bead4f8-aed4-436d-91a2-4587cdefe547 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.916937 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d4582aba-30f8-4839-ac74-822f9ffa86c0 None None] Provisioning complete for port 3aefd84d-0308-4283-a42d-b4c216275207 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:52.918179 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4582aba-30f8-4839-ac74-822f9ffa86c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.945059 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0bead4f8-aed4-436d-91a2-4587cdefe547 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:52.979423 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8f372296-cb76-4f1c-b6c2-0781feef5637 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0960515 Dec 14 01:20:52.980215 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56448) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:52.985742 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d4582aba-30f8-4839-ac74-822f9ffa86c0 None None] Port 3aefd84d-0308-4283-a42d-b4c216275207 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:52.999505 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bc844c5-9d7d-4278-83d7-63f7791d9593 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:53.020491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49924c8-8500-45df-8a53-683377ab0614 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9ea838b-acc8-49a2-9c46-ed2690ed0b24,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:53.033298 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc844c5-9d7d-4278-83d7-63f7791d9593 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=3aefd84d-0308-4283-a42d-b4c216275207,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:53.035579 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0bead4f8-aed4-436d-91a2-4587cdefe547 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:53.038266 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0bead4f8-aed4-436d-91a2-4587cdefe547 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:53.042184 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0bead4f8-aed4-436d-91a2-4587cdefe547 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/security-groups/7b09b343-6ed8-4201-a104-2ac1f813bbd0 HTTP/1.1" status: 204 len: 168 time: 0.2334294 Dec 14 01:20:53.047353 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56450) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:53.051191 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bead4f8-aed4-436d-91a2-4587cdefe547 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b09b343-6ed8-4201-a104-2ac1f813bbd0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:53.067494 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e9a979fd-cc74-4d55-8bfe-59900b6ceff1 req-cd176f4b-9882-444d-894b-08f4a5899de0 service neutron] 10.222.0.16 "GET /v2.0/networks/6d7de8f6-b36c-4b33-ae58-d09142609595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289979 Dec 14 01:20:53.076678 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bc844c5-9d7d-4278-83d7-63f7791d9593 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:53.086069 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8bc844c5-9d7d-4278-83d7-63f7791d9593 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/3aefd84d-0308-4283-a42d-b4c216275207 HTTP/1.1" status: 204 len: 168 time: 1.0194182 Dec 14 01:20:53.090138 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56452) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:53.127270 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1eb0c5-cf5c-4982-97e7-bd25bdab4ca4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] GET failed (client error): The resource could not be found. Dec 14 01:20:53.133069 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1f1eb0c5-cf5c-4982-97e7-bd25bdab4ca4 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports/3aefd84d-0308-4283-a42d-b4c216275207 HTTP/1.1" status: 404 len: 333 time: 0.0357594 Dec 14 01:20:53.133272 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56454) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:53.185254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f3dad-ae85-4f9d-9cde-c64c00688d27 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:53.185716 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f3dad-ae85-4f9d-9cde-c64c00688d27 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:53.186143 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f3dad-ae85-4f9d-9cde-c64c00688d27 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:53.186584 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f3dad-ae85-4f9d-9cde-c64c00688d27 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:53.187016 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f3dad-ae85-4f9d-9cde-c64c00688d27 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:53.187447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f3dad-ae85-4f9d-9cde-c64c00688d27 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:53.187888 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f3dad-ae85-4f9d-9cde-c64c00688d27 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:53.188338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f3dad-ae85-4f9d-9cde-c64c00688d27 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:53.188763 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f3dad-ae85-4f9d-9cde-c64c00688d27 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:53.189188 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f3dad-ae85-4f9d-9cde-c64c00688d27 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:53.191178 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b47f3dad-ae85-4f9d-9cde-c64c00688d27 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6437 time: 0.2098722 Dec 14 01:20:53.195759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56456) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:53.218731 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c8f54f-2f71-42eb-a8f0-47516faf43e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting subnet 8a44e7ad-932d-4d38-ab11-a78b4151c215 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:53.235380 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4c8f54f-2f71-42eb-a8f0-47516faf43e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:53.277287 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-697ad2d1-d2e9-4a05-9dbc-3c6f80f4f722 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] delete failed (client error): The resource could not be found. Dec 14 01:20:53.281558 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-697ad2d1-d2e9-4a05-9dbc-3c6f80f4f722 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/5f7ed967-9fd3-4034-8935-bccbde6fa514 HTTP/1.1" status: 404 len: 345 time: 0.0813386 Dec 14 01:20:53.282436 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56458) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:53.296186 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c19ddcd-0e84-47b8-b590-766dc4e8d1fb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:53.317788 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4c8f54f-2f71-42eb-a8f0-47516faf43e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:53.341518 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1f4262-25af-4353-8c93-a811d91064a5 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] DELETE failed (client error): The resource could not be found. Dec 14 01:20:53.342036 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1f4262-25af-4353-8c93-a811d91064a5 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:53.345082 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1a1f4262-25af-4353-8c93-a811d91064a5 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "DELETE /v2.0/networks/c9ea838b-acc8-49a2-9c46-ed2690ed0b24 HTTP/1.1" status: 404 len: 339 time: 0.0577350 Dec 14 01:20:53.348995 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b95ac-787f-4cb1-b5e8-7219944590c2 req-a1ae7e5f-b3fb-4800-9178-e6a7198af454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:53.348995 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-910b95ac-787f-4cb1-b5e8-7219944590c2 req-a1ae7e5f-b3fb-4800-9178-e6a7198af454 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5da0a27696144ea189a24ff419fc9272&device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 1097 time: 0.1846271 Dec 14 01:20:53.348995 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56460) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:53.362702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-30f71312-35c8-4730-8379-11b0e26f1182 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Request body: {'network': {'name': 'tempest-network--1403909710', 'router:external': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:53.418096 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c19ddcd-0e84-47b8-b590-766dc4e8d1fb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:53.559960 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f71312-35c8-4730-8379-11b0e26f1182 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Made reservation on behalf of 24f18f96ac3f4000a9748ea4c3b350fd for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:53.562389 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30f71312-35c8-4730-8379-11b0e26f1182 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:53.594010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4c8f54f-2f71-42eb-a8f0-47516faf43e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:53.630502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71b096-d5fe-47c3-8aee-a649e3b799e1 req-f4b29a5d-7e5c-4b5f-94f4-e92413278827 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:53.632007 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ad71b096-d5fe-47c3-8aee-a649e3b799e1 req-f4b29a5d-7e5c-4b5f-94f4-e92413278827 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 944 time: 0.0504274 Dec 14 01:20:53.636540 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c19ddcd-0e84-47b8-b590-766dc4e8d1fb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:53.639101 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c19ddcd-0e84-47b8-b590-766dc4e8d1fb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:53.640253 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2c19ddcd-0e84-47b8-b590-766dc4e8d1fb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/security-groups/ae7be97e-1911-47b7-bcc7-c331476e01e1 HTTP/1.1" status: 204 len: 168 time: 0.5068457 Dec 14 01:20:53.643899 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56464) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:53.680427 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19ddcd-0e84-47b8-b590-766dc4e8d1fb tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7be97e-1911-47b7-bcc7-c331476e01e1,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:53.695070 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b95ac-787f-4cb1-b5e8-7219944590c2 req-a7d12b7d-678f-48b4-88ab-dd800c310f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:53.696906 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-910b95ac-787f-4cb1-b5e8-7219944590c2 req-a7d12b7d-678f-48b4-88ab-dd800c310f52 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6d7de8f6-b36c-4b33-ae58-d09142609595 HTTP/1.1" status: 200 len: 911 time: 0.3395557 Dec 14 01:20:53.697696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f71312-35c8-4730-8379-11b0e26f1182 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:53.748575 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-910b95ac-787f-4cb1-b5e8-7219944590c2 req-2a18af94-4a5f-448d-b0cd-0ae3c0e84d71 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=265871a0-5a22-478f-93e4-c5e5d13ae610 HTTP/1.1" status: 200 len: 217 time: 0.0436370 Dec 14 01:20:53.768410 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4c8f54f-2f71-42eb-a8f0-47516faf43e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:53.771954 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30f71312-35c8-4730-8379-11b0e26f1182 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:53.772325 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-30f71312-35c8-4730-8379-11b0e26f1182 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Added segment 01c84170-7732-4de2-a8f7-85f7afd03c5e of type vlan for network 39bddcbd-52cd-412a-853e-adc311d817bf Dec 14 01:20:53.851634 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8f54f-2f71-42eb-a8f0-47516faf43e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Subnet': ['ID=8a44e7ad-932d-4d38-ab11-a78b4151c215,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:53.855519 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4c8f54f-2f71-42eb-a8f0-47516faf43e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:53.858785 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c4c8f54f-2f71-42eb-a8f0-47516faf43e9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/8a44e7ad-932d-4d38-ab11-a78b4151c215 HTTP/1.1" status: 204 len: 168 time: 0.8105001 Dec 14 01:20:53.859846 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959e1cd0-80b9-4d1c-87c0-5bebf3d9ccbf None None] Network 790c2fc3-7937-4e1b-abf3-78942309e163 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:53.866274 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56466) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:53.875839 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-02faf321-1994-438c-a5df-eab24a9c525d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'subnet': {'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:53.930306 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b95ac-787f-4cb1-b5e8-7219944590c2 req-968f1cca-23c4-4896-a7b4-ba68f4250e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:53.931874 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-910b95ac-787f-4cb1-b5e8-7219944590c2 req-968f1cca-23c4-4896-a7b4-ba68f4250e98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0624604-fe15-49dc-83ea-87671861104b HTTP/1.1" status: 200 len: 851 time: 0.1756918 Dec 14 01:20:53.933694 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30f71312-35c8-4730-8379-11b0e26f1182 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:53.974610 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-910b95ac-787f-4cb1-b5e8-7219944590c2 req-2d7bbb9a-34c0-4717-b575-4f449600263b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6d7de8f6-b36c-4b33-ae58-d09142609595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346148 Dec 14 01:20:54.018143 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ad71b096-d5fe-47c3-8aee-a649e3b799e1 req-c794edf7-a6db-4d1b-ac0b-74216bd09f2c tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799834 Dec 14 01:20:54.038160 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f983916d-8da5-4a3e-a193-59966dfb6634 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.065962 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30f71312-35c8-4730-8379-11b0e26f1182 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.066208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f983916d-8da5-4a3e-a193-59966dfb6634 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.066834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f71312-35c8-4730-8379-11b0e26f1182 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:54.067408 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30f71312-35c8-4730-8379-11b0e26f1182 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.110059 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f983916d-8da5-4a3e-a193-59966dfb6634 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.114139 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f983916d-8da5-4a3e-a193-59966dfb6634 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.115852 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f983916d-8da5-4a3e-a193-59966dfb6634 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/security-groups/b92b14cf-9c1e-4285-87a5-a148540bf765 HTTP/1.1" status: 204 len: 168 time: 0.4701216 Dec 14 01:20:54.119674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56468) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:54.135792 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983916d-8da5-4a3e-a193-59966dfb6634 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92b14cf-9c1e-4285-87a5-a148540bf765,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:54.166956 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-30f71312-35c8-4730-8379-11b0e26f1182 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8106301 Dec 14 01:20:54.175489 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56470) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:54.179267 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e8167f2-2972-4818-9835-2d4e1bd1468a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.205532 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f71312-35c8-4730-8379-11b0e26f1182 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Pushing event updated for resources: {'Network': ['ID=39bddcbd-52cd-412a-853e-adc311d817bf,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:54.219696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6aae7927-8220-44ce-ba5a-0dac9b9cf350 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.220698 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 39bddcbd-52cd-412a-853e-adc311d817bf details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:54.245256 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6aae7927-8220-44ce-ba5a-0dac9b9cf350 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.279179 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-910b95ac-787f-4cb1-b5e8-7219944590c2 req-9a26faf0-b833-4ce8-9db1-200aa7537add service neutron] 10.222.0.16 "GET /v2.0/networks/6d7de8f6-b36c-4b33-ae58-d09142609595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963247 Dec 14 01:20:54.280264 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02faf321-1994-438c-a5df-eab24a9c525d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:54.284955 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02faf321-1994-438c-a5df-eab24a9c525d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.298186 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6aae7927-8220-44ce-ba5a-0dac9b9cf350 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.302068 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6aae7927-8220-44ce-ba5a-0dac9b9cf350 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.303577 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6aae7927-8220-44ce-ba5a-0dac9b9cf350 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/security-groups/7efaa02b-87fe-45bc-a943-4888ad74429c HTTP/1.1" status: 204 len: 168 time: 0.1827173 Dec 14 01:20:54.313975 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56472) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:54.315078 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae7927-8220-44ce-ba5a-0dac9b9cf350 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efaa02b-87fe-45bc-a943-4888ad74429c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:54.381949 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-b354af6b-5632-483c-8d43-192a5b1d558a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting subnet ec6a5f96-58c9-4dd1-9073-9d54e46dc02b {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:54.385894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b354af6b-5632-483c-8d43-192a5b1d558a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.432633 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b354af6b-5632-483c-8d43-192a5b1d558a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.506601 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d23e54-0d9a-4cfe-b0d2-5dc8e53ebe12 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:54.512825 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d23e54-0d9a-4cfe-b0d2-5dc8e53ebe12 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:54.518912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d23e54-0d9a-4cfe-b0d2-5dc8e53ebe12 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:54.519688 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b354af6b-5632-483c-8d43-192a5b1d558a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.524665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d23e54-0d9a-4cfe-b0d2-5dc8e53ebe12 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:54.529020 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-25d23e54-0d9a-4cfe-b0d2-5dc8e53ebe12 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3481615 Dec 14 01:20:54.533966 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56474) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:54.597443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b354af6b-5632-483c-8d43-192a5b1d558a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.626344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-fa44456b-4425-45fe-9cff-0aab73a7b520 None None] Provisioning complete for port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:54.626779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa44456b-4425-45fe-9cff-0aab73a7b520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.627779 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-910b95ac-787f-4cb1-b5e8-7219944590c2 req-c7e30652-731e-4571-a8ba-84bb103bfd55 service neutron] 10.222.0.16 "GET /v2.0/networks/6d7de8f6-b36c-4b33-ae58-d09142609595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343558 Dec 14 01:20:54.629575 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354af6b-5632-483c-8d43-192a5b1d558a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6a5f96-58c9-4dd1-9073-9d54e46dc02b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:54.633828 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b354af6b-5632-483c-8d43-192a5b1d558a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.642339 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b354af6b-5632-483c-8d43-192a5b1d558a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/ec6a5f96-58c9-4dd1-9073-9d54e46dc02b HTTP/1.1" status: 204 len: 168 time: 0.3245533 Dec 14 01:20:54.643378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56476) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:54.654059 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6f9f9e-3c2c-4860-85a6-f62385b1dc94 None None] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:54.680580 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3400efca-6696-40fe-8bb5-1f96d4d8c282 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.744535 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc5c173-073d-4186-b9da-ee9727b1e2da tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting subnet 41cd9c77-26e3-4d70-bd2a-fa8b9649cd2c {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:54.757535 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0cc5c173-073d-4186-b9da-ee9727b1e2da tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.813804 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-fa44456b-4425-45fe-9cff-0aab73a7b520 None None] Provisioning complete for port 9f69eeee-aadb-4367-b908-fac788812c2f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:54.814616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa44456b-4425-45fe-9cff-0aab73a7b520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.851712 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-fa44456b-4425-45fe-9cff-0aab73a7b520 None None] Port 9f69eeee-aadb-4367-b908-fac788812c2f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:54.886980 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0cc5c173-073d-4186-b9da-ee9727b1e2da tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.919591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3400efca-6696-40fe-8bb5-1f96d4d8c282 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.965415 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3400efca-6696-40fe-8bb5-1f96d4d8c282 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bddcbd-52cd-412a-853e-adc311d817bf']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:54.967696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02faf321-1994-438c-a5df-eab24a9c525d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:54.985372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3400efca-6696-40fe-8bb5-1f96d4d8c282 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c84170-7732-4de2-a8f7-85f7afd03c5e') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:54.985657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3400efca-6696-40fe-8bb5-1f96d4d8c282 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c84170-7732-4de2-a8f7-85f7afd03c5e') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:55.021298 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3400efca-6696-40fe-8bb5-1f96d4d8c282 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.073439 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02faf321-1994-438c-a5df-eab24a9c525d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 790c2fc3-7937-4e1b-abf3-78942309e163 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:55.078398 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3400efca-6696-40fe-8bb5-1f96d4d8c282 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.084162 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-02faf321-1994-438c-a5df-eab24a9c525d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:55.095880 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02faf321-1994-438c-a5df-eab24a9c525d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:55.096511 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02faf321-1994-438c-a5df-eab24a9c525d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.100948 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3400efca-6696-40fe-8bb5-1f96d4d8c282 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:55.101347 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3400efca-6696-40fe-8bb5-1f96d4d8c282 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:55.103751 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:55.109850 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffd72f9-3f0f-4e4b-880c-e9493be5b9b2 None None] Network 790c2fc3-7937-4e1b-abf3-78942309e163 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:55.115962 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02faf321-1994-438c-a5df-eab24a9c525d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Subnet': ['ID=4cb53be8-df26-46f3-bee9-f7dddc50e201,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:55.118712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0cc5c173-073d-4186-b9da-ee9727b1e2da tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.185562 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07220d6-c0cc-4baf-b75f-62e1a2d42bcb req-5c9c2b3f-2a42-4b99-80a6-604206e7cc4e tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:55.188617 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f07220d6-c0cc-4baf-b75f-62e1a2d42bcb req-5c9c2b3f-2a42-4b99-80a6-604206e7cc4e tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 944 time: 0.0907276 Dec 14 01:20:55.199031 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-02faf321-1994-438c-a5df-eab24a9c525d tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3267682 Dec 14 01:20:55.202020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56480) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:55.209649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6a2f1768-4e71-4965-8099-8e4ed1a09763 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'security_group': {'name': 'tempest-secgroup-469387928'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:55.234040 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3400efca-6696-40fe-8bb5-1f96d4d8c282 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.248643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3400efca-6696-40fe-8bb5-1f96d4d8c282 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39bddcbd-52cd-412a-853e-adc311d817bf {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 14 01:20:55.264528 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f07220d6-c0cc-4baf-b75f-62e1a2d42bcb req-0b7068c2-2388-4f88-967b-8fd4d88c4335 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675890 Dec 14 01:20:55.272446 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3400efca-6696-40fe-8bb5-1f96d4d8c282 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.279370 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3400efca-6696-40fe-8bb5-1f96d4d8c282 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "DELETE /v2.0/networks/39bddcbd-52cd-412a-853e-adc311d817bf HTTP/1.1" status: 204 len: 168 time: 0.7404430 Dec 14 01:20:55.280220 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56482) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:55.293109 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ca589805-e891-46c2-8ab0-367bc36f2c91 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Request body: {'network': {'name': 'tempest-network--2046981594', 'router:external': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:55.296696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400efca-6696-40fe-8bb5-1f96d4d8c282 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Pushing event deleted for resources: {'Network': ['ID=39bddcbd-52cd-412a-853e-adc311d817bf,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:55.310393 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6a2f1768-4e71-4965-8099-8e4ed1a09763 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.315856 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0cc5c173-073d-4186-b9da-ee9727b1e2da tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.318994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.380946 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3285f702-5dd3-4f4d-b7b9-6ef9eedbc4bb None None] Update dhcp port {'port': {'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163', 'fixed_ips': [{'subnet_id': '2ea06e86-a1f3-4bc1-943c-167f53894044', 'ip_address': '172.20.0.18'}, {'subnet_id': '4cb53be8-df26-46f3-bee9-f7dddc50e201'}], 'binding:host_id': 'dv-neutron-821592-1-hyperv'}, 'id': '40cc4d60-922c-4ec9-888b-e4a3c3ac395e'} from dv-neutron-821592-1-hyperv. {{(pid=103410) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 01:20:55.417674 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3285f702-5dd3-4f4d-b7b9-6ef9eedbc4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.608954 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-69c51773-7381-4a4e-b3f9-ebb70906109b None None] Provisioning complete for port 89a0f21c-150a-49d0-b2b9-b5f2f310c593 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:55.609358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69c51773-7381-4a4e-b3f9-ebb70906109b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.633272 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-3285f702-5dd3-4f4d-b7b9-6ef9eedbc4bb None None] Allocated IP 172.20.0.2 (790c2fc3-7937-4e1b-abf3-78942309e163/4cb53be8-df26-46f3-bee9-f7dddc50e201/40cc4d60-922c-4ec9-888b-e4a3c3ac395e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:55.663706 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-69c51773-7381-4a4e-b3f9-ebb70906109b None None] Port 89a0f21c-150a-49d0-b2b9-b5f2f310c593 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:55.714734 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-69c51773-7381-4a4e-b3f9-ebb70906109b None None] Provisioning complete for port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:55.715406 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69c51773-7381-4a4e-b3f9-ebb70906109b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.737937 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5c173-073d-4186-b9da-ee9727b1e2da tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Subnet': ['ID=41cd9c77-26e3-4d70-bd2a-fa8b9649cd2c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:55.742962 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0cc5c173-073d-4186-b9da-ee9727b1e2da tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.746764 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0cc5c173-073d-4186-b9da-ee9727b1e2da tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/41cd9c77-26e3-4d70-bd2a-fa8b9649cd2c HTTP/1.1" status: 204 len: 168 time: 1.0993965 Dec 14 01:20:55.749366 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56484) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:55.766852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca589805-e891-46c2-8ab0-367bc36f2c91 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Made reservation on behalf of 24f18f96ac3f4000a9748ea4c3b350fd for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:55.769222 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca589805-e891-46c2-8ab0-367bc36f2c91 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.777534 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ce0677-48da-40ff-9756-a52b65d3b042 None None] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:55.791898 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7b4388-1df8-48b5-8ed2-9e306fd95e0a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] DELETE failed (client error): The resource could not be found. Dec 14 01:20:55.793788 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7b4388-1df8-48b5-8ed2-9e306fd95e0a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:55.811487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca589805-e891-46c2-8ab0-367bc36f2c91 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:55.819554 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1c7b4388-1df8-48b5-8ed2-9e306fd95e0a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/ec6a5f96-58c9-4dd1-9073-9d54e46dc02b HTTP/1.1" status: 404 len: 337 time: 0.0690727 Dec 14 01:20:55.822186 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56486) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:55.835147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca589805-e891-46c2-8ab0-367bc36f2c91 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.835489 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-ca589805-e891-46c2-8ab0-367bc36f2c91 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Added segment 87f6c421-b19e-44d4-92c3-42dfc433ca0a of type vlan for network 9fc1e0e7-150e-4b04-be8d-5dfe97cf99e4 Dec 14 01:20:55.848713 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6a2f1768-4e71-4965-8099-8e4ed1a09763 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.871568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6a2f1768-4e71-4965-8099-8e4ed1a09763 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.882653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c825ec-d5c7-4217-b1c8-98c9c95eb54a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting subnet 0214e30d-078d-4f37-b096-da94261577be {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:20:55.886343 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72c825ec-d5c7-4217-b1c8-98c9c95eb54a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.906950 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca589805-e891-46c2-8ab0-367bc36f2c91 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.910919 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3285f702-5dd3-4f4d-b7b9-6ef9eedbc4bb None None] For port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=40cc4d60-922c-4ec9-888b-e4a3c3ac395e,segment=NetworkSegment(91148529-1a9d-4836-8ffe-4ddf9c184bc4),segment_id=91148529-1a9d-4836-8ffe-4ddf9c184bc4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:55.919399 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6a2f1768-4e71-4965-8099-8e4ed1a09763 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.923219 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6a2f1768-4e71-4965-8099-8e4ed1a09763 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7173371 Dec 14 01:20:55.924677 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56488) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:55.930606 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-0b4a8fe2-5507-4d1d-b48d-a5703041dfab tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'security_group': {'name': 'tempest-secgroup-1306863179'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:55.935267 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72c825ec-d5c7-4217-b1c8-98c9c95eb54a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.939261 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f1768-4e71-4965-8099-8e4ed1a09763 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef764172-9933-47b7-88ef-7b3372cd8c8b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:55.976934 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca589805-e891-46c2-8ab0-367bc36f2c91 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.977981 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca589805-e891-46c2-8ab0-367bc36f2c91 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:55.978633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca589805-e891-46c2-8ab0-367bc36f2c91 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.985458 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3285f702-5dd3-4f4d-b7b9-6ef9eedbc4bb None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.986044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0b4a8fe2-5507-4d1d-b48d-a5703041dfab tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:55.992327 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3285f702-5dd3-4f4d-b7b9-6ef9eedbc4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.038147 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ca589805-e891-46c2-8ab0-367bc36f2c91 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7535489 Dec 14 01:20:56.041514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56490) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:56.070793 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca589805-e891-46c2-8ab0-367bc36f2c91 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Pushing event updated for resources: {'Network': ['ID=9fc1e0e7-150e-4b04-be8d-5dfe97cf99e4,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:56.104474 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 9fc1e0e7-150e-4b04-be8d-5dfe97cf99e4 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:56.110294 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72c825ec-d5c7-4217-b1c8-98c9c95eb54a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.125322 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0b4a8fe2-5507-4d1d-b48d-a5703041dfab tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.132115 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0b4a8fe2-5507-4d1d-b48d-a5703041dfab tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.155213 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285f702-5dd3-4f4d-b7b9-6ef9eedbc4bb None None] Pushing event updated for resources: {'Port': ['ID=40cc4d60-922c-4ec9-888b-e4a3c3ac395e,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:56.179750 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec33cb0e-6fa2-4315-9af3-4ec68795468c tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:56.181150 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ec33cb0e-6fa2-4315-9af3-4ec68795468c tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] 10.222.0.32 "GET /v2.0/networks/9fc1e0e7-150e-4b04-be8d-5dfe97cf99e4 HTTP/1.1" status: 200 len: 757 time: 0.1382160 Dec 14 01:20:56.185739 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56492) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:56.186195 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0b4a8fe2-5507-4d1d-b48d-a5703041dfab tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.188231 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0b4a8fe2-5507-4d1d-b48d-a5703041dfab tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2605665 Dec 14 01:20:56.189148 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a8fe2-5507-4d1d-b48d-a5703041dfab tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3a9eb4-d8b2-4722-8753-4c5916f1ae57,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:56.201580 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56494) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:56.206667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a0b7cd8a-88e2-44cd-bf3f-09593bf2b699 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'security_group': {'name': 'tempest-secgroup-426901338'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:56.243421 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0b7cd8a-88e2-44cd-bf3f-09593bf2b699 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.274186 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72c825ec-d5c7-4217-b1c8-98c9c95eb54a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.321569 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72c825ec-d5c7-4217-b1c8-98c9c95eb54a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.328194 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-72c825ec-d5c7-4217-b1c8-98c9c95eb54a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/0214e30d-078d-4f37-b096-da94261577be HTTP/1.1" status: 204 len: 168 time: 0.5045917 Dec 14 01:20:56.331820 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56498) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:56.335519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b36ac2-16a2-4a46-b3d0-20455fa16bdb tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:56.337035 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f1b36ac2-16a2-4a46-b3d0-20455fa16bdb tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] 10.222.0.32 "GET /v2.0/networks/e905b64b-f7ad-4b8b-9603-307776e7d5f9 HTTP/1.1" status: 200 len: 766 time: 0.1501930 Dec 14 01:20:56.338450 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c825ec-d5c7-4217-b1c8-98c9c95eb54a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Subnet': ['ID=0214e30d-078d-4f37-b096-da94261577be,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:56.341235 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56500) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:56.354849 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0b7cd8a-88e2-44cd-bf3f-09593bf2b699 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.366932 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 265871a0-5a22-478f-93e4-c5e5d13ae610 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:20:56.407323 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-f674af6c-1355-4883-acbe-31f4b5773619 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] DELETE failed (client error): The resource could not be found. Dec 14 01:20:56.408560 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f674af6c-1355-4883-acbe-31f4b5773619 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:56.415979 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f674af6c-1355-4883-acbe-31f4b5773619 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/94c6033c-7abe-4a35-b5cb-3372db13c0c1 HTTP/1.1" status: 404 len: 337 time: 0.0827806 Dec 14 01:20:56.418532 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56502) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:56.431034 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0b7cd8a-88e2-44cd-bf3f-09593bf2b699 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.464480 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1e07749e-6a06-4cf7-9645-ca93c42d06bf tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6938c9-b665-4f45-97dc-53f4b7863be7 HTTP/1.1" status: 200 len: 205 time: 0.0430865 Dec 14 01:20:56.470750 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56504) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:56.513114 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0b7cd8a-88e2-44cd-bf3f-09593bf2b699 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.517943 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a0b7cd8a-88e2-44cd-bf3f-09593bf2b699 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3151636 Dec 14 01:20:56.518543 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-a2c0303f-55e0-4dc0-a908-5a7d90b472d7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] delete failed (client error): The resource could not be found. Dec 14 01:20:56.519137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56506) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:56.520874 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a2c0303f-55e0-4dc0-a908-5a7d90b472d7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/routers/ee6938c9-b665-4f45-97dc-53f4b7863be7 HTTP/1.1" status: 404 len: 336 time: 0.0490713 Dec 14 01:20:56.522823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 265871a0-5a22-478f-93e4-c5e5d13ae610, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=265871a0-5a22-478f-93e4-c5e5d13ae610,segment=NetworkSegment(0d5a63d3-7d99-4f59-9ef3-02a72fc94021),segment_id=0d5a63d3-7d99-4f59-9ef3-02a72fc94021)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:56.524210 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56508) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:56.534208 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ff8e8908-25bb-4c79-8aa0-b351e3abf961 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1590559856', 'security_groups': ['864a8a94-860f-401c-936b-a6e0a8a0eb1a'], 'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4cb53be8-df26-46f3-bee9-f7dddc50e201'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:56.537650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '265871a0-5a22-478f-93e4-c5e5d13ae610', 'network_id': '6d7de8f6-b36c-4b33-ae58-d09142609595', 'port_id': '265871a0-5a22-478f-93e4-c5e5d13ae610', 'mac_address': 'fa:16:3e:92:83:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0624604-fe15-49dc-83ea-87671861104b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:20:56.538529 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a626776e-aced-44a1-b84a-c8021d74863e tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.545827 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7cd8a-88e2-44cd-bf3f-09593bf2b699 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864a8a94-860f-401c-936b-a6e0a8a0eb1a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:56.594442 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.618167 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265871a0-5a22-478f-93e4-c5e5d13ae610 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:20:56.620502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdbea9-0da0-4c3a-b029-9c05974256e6 req-33b6d829-9c3a-49d5-a8a0-4e096cf00694 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:56.633924 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-30cdbea9-0da0-4c3a-b029-9c05974256e6 req-33b6d829-9c3a-49d5-a8a0-4e096cf00694 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 944 time: 0.2356324 Dec 14 01:20:56.644689 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f570b3-1c70-406f-aa88-5f13b3f61909 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] DELETE failed (client error): The resource could not be found. Dec 14 01:20:56.645232 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f570b3-1c70-406f-aa88-5f13b3f61909 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:56.646891 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 265871a0-5a22-478f-93e4-c5e5d13ae610, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=265871a0-5a22-478f-93e4-c5e5d13ae610,segment=NetworkSegment(0d5a63d3-7d99-4f59-9ef3-02a72fc94021),segment_id=0d5a63d3-7d99-4f59-9ef3-02a72fc94021)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:56.649451 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-96f570b3-1c70-406f-aa88-5f13b3f61909 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/3b701b96-b943-4623-81df-5ee5265fcb1e HTTP/1.1" status: 404 len: 337 time: 0.1222341 Dec 14 01:20:56.658075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.658460 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56510) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:56.710005 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-494df9fa-f656-407b-a4b3-2c06c34dcd6b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] DELETE failed (client error): The resource could not be found. Dec 14 01:20:56.710951 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494df9fa-f656-407b-a4b3-2c06c34dcd6b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:56.714724 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-494df9fa-f656-407b-a4b3-2c06c34dcd6b tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/a004d961-b2c0-46b3-808f-0b7bbaeba94a HTTP/1.1" status: 404 len: 337 time: 0.0546246 Dec 14 01:20:56.720957 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56512) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:56.759059 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.763369 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=265871a0-5a22-478f-93e4-c5e5d13ae610,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:56.770991 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc478948-a236-4865-bc47-9eb7312ec58a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] DELETE failed (client error): The resource could not be found. Dec 14 01:20:56.771561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc478948-a236-4865-bc47-9eb7312ec58a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:56.780212 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dc478948-a236-4865-bc47-9eb7312ec58a tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/2c32d165-ddbe-4368-9f10-ed9f4efb5c91 HTTP/1.1" status: 404 len: 337 time: 0.0579333 Dec 14 01:20:56.785648 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56514) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:56.792198 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-30cdbea9-0da0-4c3a-b029-9c05974256e6 req-57c1d208-539c-4877-a3a5-348dcf732142 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531403 Dec 14 01:20:56.821655 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-17507fe6-e563-43f6-876b-6686caf6fefe tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] DELETE failed (client error): The resource could not be found. Dec 14 01:20:56.822461 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17507fe6-e563-43f6-876b-6686caf6fefe tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:56.827199 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a626776e-aced-44a1-b84a-c8021d74863e tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.828605 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-17507fe6-e563-43f6-876b-6686caf6fefe tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/cd0ce3af-310b-4c4a-a694-17cdb0d3a880 HTTP/1.1" status: 404 len: 333 time: 0.0419190 Dec 14 01:20:56.830625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56516) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:56.853848 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a626776e-aced-44a1-b84a-c8021d74863e tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc1e0e7-150e-4b04-be8d-5dfe97cf99e4']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:56.864402 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa48a96-bad9-4259-91e2-7a3f27c8c3a9 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] DELETE failed (client error): The resource could not be found. Dec 14 01:20:56.865123 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa48a96-bad9-4259-91e2-7a3f27c8c3a9 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:56.865579 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a626776e-aced-44a1-b84a-c8021d74863e tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f6c421-b19e-44d4-92c3-42dfc433ca0a') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:56.865888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a626776e-aced-44a1-b84a-c8021d74863e tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f6c421-b19e-44d4-92c3-42dfc433ca0a') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:56.869076 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-faa48a96-bad9-4259-91e2-7a3f27c8c3a9 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/c51cde93-8fac-4fd3-b4ca-0a826df6267e HTTP/1.1" status: 404 len: 337 time: 0.0372057 Dec 14 01:20:56.872665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56518) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:56.883261 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a626776e-aced-44a1-b84a-c8021d74863e tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.904021 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a626776e-aced-44a1-b84a-c8021d74863e tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.911137 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-440182bf-e2a2-4e23-972f-88829b23cb2e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] DELETE failed (client error): The resource could not be found. Dec 14 01:20:56.911543 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440182bf-e2a2-4e23-972f-88829b23cb2e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:56.914432 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a626776e-aced-44a1-b84a-c8021d74863e tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:56.914653 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-440182bf-e2a2-4e23-972f-88829b23cb2e tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/d72048c7-0308-4c02-afcd-0a75cd4c7321 HTTP/1.1" status: 404 len: 337 time: 0.0408380 Dec 14 01:20:56.914827 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a626776e-aced-44a1-b84a-c8021d74863e tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:56.917232 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:56.920359 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56520) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:56.926702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8e8908-25bb-4c79-8aa0-b351e3abf961 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:56.944823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['265871a0-5a22-478f-93e4-c5e5d13ae610'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:20:56.950651 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b65c592-172d-4f0c-93b8-6a2d50493017 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] DELETE failed (client error): The resource could not be found. Dec 14 01:20:56.950651 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b65c592-172d-4f0c-93b8-6a2d50493017 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:56.953752 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8b65c592-172d-4f0c-93b8-6a2d50493017 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/5a769c7a-a197-4741-9964-74c4f8e8588c HTTP/1.1" status: 404 len: 333 time: 0.0352488 Dec 14 01:20:56.958781 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56522) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:56.993092 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-5645eecb-ae09-41c8-a602-f9cbeaab1de6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] DELETE failed (client error): The resource could not be found. Dec 14 01:20:56.993571 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5645eecb-ae09-41c8-a602-f9cbeaab1de6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:56.999078 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5645eecb-ae09-41c8-a602-f9cbeaab1de6 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/0e7acd7c-ff5f-46c8-bedb-1741d3bfa74b HTTP/1.1" status: 404 len: 337 time: 0.0370269 Dec 14 01:20:57.000294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56524) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:57.014929 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a626776e-aced-44a1-b84a-c8021d74863e tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.021212 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a626776e-aced-44a1-b84a-c8021d74863e tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9fc1e0e7-150e-4b04-be8d-5dfe97cf99e4 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 14 01:20:57.033609 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b02d8f-259f-47b3-84f4-005253e6a231 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] DELETE failed (client error): The resource could not be found. Dec 14 01:20:57.034077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b02d8f-259f-47b3-84f4-005253e6a231 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:57.034704 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a626776e-aced-44a1-b84a-c8021d74863e tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.042231 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b6b02d8f-259f-47b3-84f4-005253e6a231 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/subnets/ddab89c0-d347-493c-b67e-ceb95619c5c2 HTTP/1.1" status: 404 len: 337 time: 0.0376179 Dec 14 01:20:57.042231 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56526) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:57.042540 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a626776e-aced-44a1-b84a-c8021d74863e tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9fc1e0e7-150e-4b04-be8d-5dfe97cf99e4 HTTP/1.1" status: 204 len: 168 time: 0.6992950 Dec 14 01:20:57.042908 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56528) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:57.043737 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626776e-aced-44a1-b84a-c8021d74863e tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Pushing event deleted for resources: {'Network': ['ID=9fc1e0e7-150e-4b04-be8d-5dfe97cf99e4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:57.049428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ef288678-6cb2-41bf-b9df-59314edabec5 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Request body: {'network': {'name': 'tempest-network--937363735'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:57.093815 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef288678-6cb2-41bf-b9df-59314edabec5 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Made reservation on behalf of 24f18f96ac3f4000a9748ea4c3b350fd for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:57.096432 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef288678-6cb2-41bf-b9df-59314edabec5 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.113867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ff8e8908-25bb-4c79-8aa0-b351e3abf961 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.119239 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49a61ea-6fd6-4ac5-816d-217a270c9f4e None None] Network 8258ed1c-5817-4b44-8f27-0e85588a7478 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:57.142702 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-069b74ce-d7ed-4670-ac21-e0dddc0107a7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port 89a0f21c-150a-49d0-b2b9-b5f2f310c593 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:57.143322 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-069b74ce-d7ed-4670-ac21-e0dddc0107a7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.149862 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef288678-6cb2-41bf-b9df-59314edabec5 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:20:57.152727 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-ff8e8908-25bb-4c79-8aa0-b351e3abf961 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] device_id is not set on port 0cd80f45-5cfc-4e1e-a71f-bb098ac0e452 yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:20:57.201872 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef288678-6cb2-41bf-b9df-59314edabec5 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.202322 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-ef288678-6cb2-41bf-b9df-59314edabec5 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Added segment 5ee3fa19-373e-45e6-acf8-067b91454deb of type vlan for network 5a7099be-7e92-48f8-b184-18128f481672 Dec 14 01:20:57.223514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-069b74ce-d7ed-4670-ac21-e0dddc0107a7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.225552 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-54a89e36-e87e-48a1-a925-6f6ee8979835 None None] Provisioning complete for port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:57.226973 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54a89e36-e87e-48a1-a925-6f6ee8979835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.243227 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-069b74ce-d7ed-4670-ac21-e0dddc0107a7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for 89a0f21c-150a-49d0-b2b9-b5f2f310c593 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:57.298614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef288678-6cb2-41bf-b9df-59314edabec5 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.346751 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-069b74ce-d7ed-4670-ac21-e0dddc0107a7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.374460 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef288678-6cb2-41bf-b9df-59314edabec5 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.375431 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef288678-6cb2-41bf-b9df-59314edabec5 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:57.376016 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef288678-6cb2-41bf-b9df-59314edabec5 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.387380 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b74ce-d7ed-4670-ac21-e0dddc0107a7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=89a0f21c-150a-49d0-b2b9-b5f2f310c593,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:57.414294 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-069b74ce-d7ed-4670-ac21-e0dddc0107a7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.423149 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-069b74ce-d7ed-4670-ac21-e0dddc0107a7 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/ports/89a0f21c-150a-49d0-b2b9-b5f2f310c593 HTTP/1.1" status: 204 len: 168 time: 0.3764405 Dec 14 01:20:57.424734 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56530) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:57.428367 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310bf6e5-392c-4dd7-b010-5228bb0012bb None None] DHCP port deletion for 8258ed1c-5817-4b44-8f27-0e85588a7478 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:20:57.479185 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ef288678-6cb2-41bf-b9df-59314edabec5 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4340255 Dec 14 01:20:57.484634 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56532) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:57.490643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-ff8e8908-25bb-4c79-8aa0-b351e3abf961 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Allocated IP 172.20.0.14 (790c2fc3-7937-4e1b-abf3-78942309e163/4cb53be8-df26-46f3-bee9-f7dddc50e201/0cd80f45-5cfc-4e1e-a71f-bb098ac0e452) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:20:57.496852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-8a33c904-667f-4c47-9574-01de3f46db38 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:57.506679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef288678-6cb2-41bf-b9df-59314edabec5 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Pushing event updated for resources: {'Network': ['ID=5a7099be-7e92-48f8-b184-18128f481672,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:57.527824 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-54a89e36-e87e-48a1-a925-6f6ee8979835 None None] Provisioning complete for port 9f69eeee-aadb-4367-b908-fac788812c2f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:57.528419 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54a89e36-e87e-48a1-a925-6f6ee8979835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.585397 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.587368 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-310bf6e5-392c-4dd7-b010-5228bb0012bb None None] Deleting port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:57.588059 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-310bf6e5-392c-4dd7-b010-5228bb0012bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.604392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-54a89e36-e87e-48a1-a925-6f6ee8979835 None None] Port 9f69eeee-aadb-4367-b908-fac788812c2f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:57.669884 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Deleting port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:20:57.669884 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.742291 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] For port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c01ba902-5d77-4fb8-8cf3-9433cb0b8df7,segment=NetworkSegment(3fe02524-0f15-444a-92bd-2143b211ce06),segment_id=3fe02524-0f15-444a-92bd-2143b211ce06)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:57.743156 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.758212 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Calling delete_port for c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:57.775863 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8a33c904-667f-4c47-9574-01de3f46db38 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.814256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8a33c904-667f-4c47-9574-01de3f46db38 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.816427 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 5a7099be-7e92-48f8-b184-18128f481672 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:20:57.828536 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-eda78702-abc6-4431-90f4-bd25c1db7759 None None] Could not find standard attr ID for object 89a0f21c-150a-49d0-b2b9-b5f2f310c593. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:20:57.847448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ff8e8908-25bb-4c79-8aa0-b351e3abf961 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.859215 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.861566 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a33c904-667f-4c47-9574-01de3f46db38 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Network 5a7099be-7e92-48f8-b184-18128f481672 is not hosted by any dhcp agent {{(pid=103409) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 14 01:20:57.862642 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a33c904-667f-4c47-9574-01de3f46db38 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:57.863258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8a33c904-667f-4c47-9574-01de3f46db38 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.865380 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8a33c904-667f-4c47-9574-01de3f46db38 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "PUT /v2.0/networks/5a7099be-7e92-48f8-b184-18128f481672 HTTP/1.1" status: 200 len: 856 time: 0.3763011 Dec 14 01:20:57.881318 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56536) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:57.900502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Port': ['ID=c01ba902-5d77-4fb8-8cf3-9433cb0b8df7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:57.905324 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] No DVR routers for this DVR port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:57.906828 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.915179 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-310bf6e5-392c-4dd7-b010-5228bb0012bb None None] For port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c01ba902-5d77-4fb8-8cf3-9433cb0b8df7,segment=NetworkSegment(3fe02524-0f15-444a-92bd-2143b211ce06),segment_id=3fe02524-0f15-444a-92bd-2143b211ce06)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:57.915650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-310bf6e5-392c-4dd7-b010-5228bb0012bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.931353 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-eda78702-abc6-4431-90f4-bd25c1db7759 None None] Provisioning complete for port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:57.931905 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eda78702-abc6-4431-90f4-bd25c1db7759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:57.948803 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33c904-667f-4c47-9574-01de3f46db38 tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Pushing event updated for resources: {'Network': ['ID=5a7099be-7e92-48f8-b184-18128f481672,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:57.971560 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-310bf6e5-392c-4dd7-b010-5228bb0012bb None None] Calling delete_port for c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:20:57.973541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-eda78702-abc6-4431-90f4-bd25c1db7759 None None] Port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 was deleted so its status cannot be updated. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 14 01:20:58.011635 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75f80c-7b64-4071-ad98-e4062581e256 req-dc1e7fa6-6ba6-4f4b-93b6-5810b416b36a tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:58.013497 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-af75f80c-7b64-4071-ad98-e4062581e256 req-dc1e7fa6-6ba6-4f4b-93b6-5810b416b36a tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 945 time: 0.1412060 Dec 14 01:20:58.041422 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.048085 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-547a7224-50c1-4baf-bf5c-a43a755133fc tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.052626 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ff8e8908-25bb-4c79-8aa0-b351e3abf961 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.067222 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 40cc4d60-922c-4ec9-888b-e4a3c3ac395e up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:58.081784 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8258ed1c-5817-4b44-8f27-0e85588a7478']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:58.094930 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe02524-0f15-444a-92bd-2143b211ce06') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:58.095329 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe02524-0f15-444a-92bd-2143b211ce06') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:58.099931 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-af75f80c-7b64-4071-ad98-e4062581e256 req-4c67d7e1-11fa-45d1-a3ab-a7b0ecc53da0 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791297 Dec 14 01:20:58.107191 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-310bf6e5-392c-4dd7-b010-5228bb0012bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.108786 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.124910 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.127589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8e8908-25bb-4c79-8aa0-b351e3abf961 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 790c2fc3-7937-4e1b-abf3-78942309e163 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:58.132399 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:58.132862 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:58.138192 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:58.141593 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-ff8e8908-25bb-4c79-8aa0-b351e3abf961 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:58.141745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bf6e5-392c-4dd7-b010-5228bb0012bb None None] Pushing event deleted for resources: {'Port': ['ID=c01ba902-5d77-4fb8-8cf3-9433cb0b8df7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:58.145855 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8e8908-25bb-4c79-8aa0-b351e3abf961 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:20:58.162140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310bf6e5-392c-4dd7-b010-5228bb0012bb None None] No DVR routers for this DVR port c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:20:58.180784 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:58.181182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.209173 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.217471 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.221314 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] 10.222.0.32 "DELETE /v2.0/networks/8258ed1c-5817-4b44-8f27-0e85588a7478 HTTP/1.1" status: 204 len: 168 time: 0.7958624 Dec 14 01:20:58.237002 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e8908-25bb-4c79-8aa0-b351e3abf961 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=0cd80f45-5cfc-4e1e-a71f-bb098ac0e452,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:58.239842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee2665-aef4-4583-9a3c-d7b017653908 tempest-PortsIpV6TestJSON-1460456128 tempest-PortsIpV6TestJSON-1460456128-project] Pushing event deleted for resources: {'Network': ['ID=8258ed1c-5817-4b44-8f27-0e85588a7478,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:58.242032 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-547a7224-50c1-4baf-bf5c-a43a755133fc tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.279001 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-547a7224-50c1-4baf-bf5c-a43a755133fc tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7099be-7e92-48f8-b184-18128f481672']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:58.302801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e8908-25bb-4c79-8aa0-b351e3abf961 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:58.303501 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ff8e8908-25bb-4c79-8aa0-b351e3abf961 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.313171 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-547a7224-50c1-4baf-bf5c-a43a755133fc tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee3fa19-373e-45e6-acf8-067b91454deb') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:58.313440 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-547a7224-50c1-4baf-bf5c-a43a755133fc tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee3fa19-373e-45e6-acf8-067b91454deb') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:58.330149 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-547a7224-50c1-4baf-bf5c-a43a755133fc tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.343775 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ff8e8908-25bb-4c79-8aa0-b351e3abf961 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8194237 Dec 14 01:20:58.347228 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56540) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:58.353048 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-547a7224-50c1-4baf-bf5c-a43a755133fc tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.358373 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-67952cab-3e2a-46e5-97f2-7f30e4584651 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'subnet': {'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:58.364969 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547a7224-50c1-4baf-bf5c-a43a755133fc tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:58.365580 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-547a7224-50c1-4baf-bf5c-a43a755133fc tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:58.375451 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:58.383312 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 265871a0-5a22-478f-93e4-c5e5d13ae610 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:20:58.428118 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:20:58.451692 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:20:58.452443 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c01ba902-5d77-4fb8-8cf3-9433cb0b8df7 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:20:58.460208 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-547a7224-50c1-4baf-bf5c-a43a755133fc tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.470605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547a7224-50c1-4baf-bf5c-a43a755133fc tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a7099be-7e92-48f8-b184-18128f481672 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 14 01:20:58.473531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 265871a0-5a22-478f-93e4-c5e5d13ae610 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:20:58.477039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-547a7224-50c1-4baf-bf5c-a43a755133fc tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.483678 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-547a7224-50c1-4baf-bf5c-a43a755133fc tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] 10.222.0.32 "DELETE /v2.0/networks/5a7099be-7e92-48f8-b184-18128f481672 HTTP/1.1" status: 204 len: 168 time: 0.5979538 Dec 14 01:20:58.483860 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 265871a0-5a22-478f-93e4-c5e5d13ae610 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:58.483860 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.500684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56542) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:58.523953 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a7224-50c1-4baf-bf5c-a43a755133fc tempest-ExternalNetworksTestJSON-1874067887 tempest-ExternalNetworksTestJSON-1874067887-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a7099be-7e92-48f8-b184-18128f481672,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:58.546699 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2235f28-03ec-49f0-b91b-97d73428d438 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] DELETE failed (client error): The resource could not be found. Dec 14 01:20:58.547166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2235f28-03ec-49f0-b91b-97d73428d438 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:58.551075 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d2235f28-03ec-49f0-b91b-97d73428d438 tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] 10.222.0.32 "DELETE /v2.0/subnets/9d61813e-c832-4563-ba80-0fee9369e0bf HTTP/1.1" status: 404 len: 337 time: 0.0395212 Dec 14 01:20:58.552477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a4840d6c-b376-436f-9b6b-573f92290c4d None None] Provisioning complete for port 0cd80f45-5cfc-4e1e-a71f-bb098ac0e452 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:20:58.553025 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4840d6c-b376-436f-9b6b-573f92290c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.554113 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56546) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:58.600928 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a4840d6c-b376-436f-9b6b-573f92290c4d None None] Port 0cd80f45-5cfc-4e1e-a71f-bb098ac0e452 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:20:58.646913 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.664232 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67952cab-3e2a-46e5-97f2-7f30e4584651 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:58.668520 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67952cab-3e2a-46e5-97f2-7f30e4584651 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.672903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56548) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:58.685467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc67d587-09ea-425c-b64a-2a843b109b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265871a0-5a22-478f-93e4-c5e5d13ae610'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:20:58.688704 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822be18f-2816-48c7-af20-b88d70ef32a8" -d '{"events": [{"server_uuid": "cc67d587-09ea-425c-b64a-2a843b109b4d", "name": "network-vif-plugged", "status": "completed", "tag": "265871a0-5a22-478f-93e4-c5e5d13ae610"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:20:58.746022 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 265871a0-5a22-478f-93e4-c5e5d13ae610, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=265871a0-5a22-478f-93e4-c5e5d13ae610,segment=NetworkSegment(0d5a63d3-7d99-4f59-9ef3-02a72fc94021),segment_id=0d5a63d3-7d99-4f59-9ef3-02a72fc94021)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:20:58.746269 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a34b-e3ad-4f17-bffa-76343b607d8f tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.753566 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.832761 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.ipam_backend_mixin [None req-67952cab-3e2a-46e5-97f2-7f30e4584651 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4cb53be8-df26-46f3-bee9-f7dddc50e201 (CIDR: 172.20.0.0/28) Dec 14 01:20:58.854143 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-67952cab-3e2a-46e5-97f2-7f30e4584651 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:20:58.854633 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67952cab-3e2a-46e5-97f2-7f30e4584651 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:58.857896 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=265871a0-5a22-478f-93e4-c5e5d13ae610,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:58.900834 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-94b50d1a-c203-46a8-b3a2-a459317b070f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8909ba5bc98945bf8c8793443724faa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264340 Dec 14 01:20:58.904186 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56556) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:58.926873 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-67952cab-3e2a-46e5-97f2-7f30e4584651 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5777075 Dec 14 01:20:58.929747 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56558) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:58.933218 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a34b-e3ad-4f17-bffa-76343b607d8f tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.939197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-13d642e6-ebf4-4b88-b69d-dc816ce98221 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'subnet': {'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:58.976388 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8a139f73-468c-414d-9938-b4ad938c8221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:58.991193 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fe52b3-11cc-4597-b8c2-5d7dd8376f7c x-openstack-request-id: req-f9fe52b3-11cc-4597-b8c2-5d7dd8376f7c {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:20:58.991533 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc67d587-09ea-425c-b64a-2a843b109b4d", "name": "network-vif-plugged", "status": "completed", "tag": "265871a0-5a22-478f-93e4-c5e5d13ae610", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:20:58.991854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9fe52b3-11cc-4597-b8c2-5d7dd8376f7c {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:20:58.992301 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc67d587-09ea-425c-b64a-2a843b109b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265871a0-5a22-478f-93e4-c5e5d13ae610', 'code': 200} Dec 14 01:20:59.010218 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8a139f73-468c-414d-9938-b4ad938c8221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:59.035311 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a2b3a34b-e3ad-4f17-bffa-76343b607d8f tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e905b64b-f7ad-4b8b-9603-307776e7d5f9']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:59.051301 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a2b3a34b-e3ad-4f17-bffa-76343b607d8f tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17a9e05-6fe9-4640-99ee-404b53810331') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:59.051567 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a2b3a34b-e3ad-4f17-bffa-76343b607d8f tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17a9e05-6fe9-4640-99ee-404b53810331') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:20:59.075705 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a34b-e3ad-4f17-bffa-76343b607d8f tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:59.089393 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8a139f73-468c-414d-9938-b4ad938c8221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:59.092256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8a139f73-468c-414d-9938-b4ad938c8221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:59.101672 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8a139f73-468c-414d-9938-b4ad938c8221 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdb33ed7-97fa-43ce-99c8-decef07a8a93 HTTP/1.1" status: 204 len: 168 time: 0.1919863 Dec 14 01:20:59.107767 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a34b-e3ad-4f17-bffa-76343b607d8f tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:59.121342 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a139f73-468c-414d-9938-b4ad938c8221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb33ed7-97fa-43ce-99c8-decef07a8a93,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:59.126213 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b3a34b-e3ad-4f17-bffa-76343b607d8f tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:20:59.127203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a34b-e3ad-4f17-bffa-76343b607d8f tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:20:59.196139 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:20:59.210512 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a34b-e3ad-4f17-bffa-76343b607d8f tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:59.229212 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a34b-e3ad-4f17-bffa-76343b607d8f tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:59.233022 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a2b3a34b-e3ad-4f17-bffa-76343b607d8f tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] 10.222.0.32 "DELETE /v2.0/networks/e905b64b-f7ad-4b8b-9603-307776e7d5f9 HTTP/1.1" status: 204 len: 168 time: 0.6768551 Dec 14 01:20:59.240062 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3a34b-e3ad-4f17-bffa-76343b607d8f tempest-ExternalNetworksTestJSON-2126867337 tempest-ExternalNetworksTestJSON-2126867337-project] Pushing event deleted for resources: {'Network': ['ID=e905b64b-f7ad-4b8b-9603-307776e7d5f9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:59.284132 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d642e6-ebf4-4b88-b69d-dc816ce98221 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:59.289019 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13d642e6-ebf4-4b88-b69d-dc816ce98221 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:59.323678 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769265bb-2ca5-47fc-832c-e79c411ddce7 req-9e00ac59-5fa0-4d67-8934-30e634ccddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:59.325519 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-769265bb-2ca5-47fc-832c-e79c411ddce7 req-9e00ac59-5fa0-4d67-8934-30e634ccddbe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 1099 time: 0.0932140 Dec 14 01:20:59.390872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67f535-7db2-483a-96a8-d801853c7238 req-557a0e65-560e-4152-a9e4-348ed3da2845 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:59.400702 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9c67f535-7db2-483a-96a8-d801853c7238 req-557a0e65-560e-4152-a9e4-348ed3da2845 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 946 time: 0.1622224 Dec 14 01:20:59.403886 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-769265bb-2ca5-47fc-832c-e79c411ddce7 req-37ca3f89-091f-4d53-a893-fd780f1cd28f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666049 Dec 14 01:20:59.453891 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.ipam_backend_mixin [None req-13d642e6-ebf4-4b88-b69d-dc816ce98221 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2ea06e86-a1f3-4bc1-943c-167f53894044 (CIDR: 172.20.0.16/28) Dec 14 01:20:59.466931 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d642e6-ebf4-4b88-b69d-dc816ce98221 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:20:59.467493 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d642e6-ebf4-4b88-b69d-dc816ce98221 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:20:59.486173 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9c67f535-7db2-483a-96a8-d801853c7238 req-e3ed81a9-e12b-4185-8bbb-1b982e7cf3ea tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868058 Dec 14 01:20:59.490881 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-13d642e6-ebf4-4b88-b69d-dc816ce98221 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5596831 Dec 14 01:20:59.494408 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56574) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:59.501489 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-00a43f30-c587-4d7e-85c9-34b2504d7bc3 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'subnet': {'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:20:59.600817 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56578) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:59.634148 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a43f30-c587-4d7e-85c9-34b2504d7bc3 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Made reservation on behalf of ee3732fa13194086b7ba439450103c52 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:20:59.638885 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00a43f30-c587-4d7e-85c9-34b2504d7bc3 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:59.827171 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-18f6bf15-5312-43c7-9bcf-87d37230d6ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0208c51709c6452ebb36a9e540e322b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2250845 Dec 14 01:20:59.830333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56590) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:59.903350 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fef7acf-c939-4bc7-919c-5d7703c1dcac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:59.907686 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00a43f30-c587-4d7e-85c9-34b2504d7bc3 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:59.935307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fef7acf-c939-4bc7-919c-5d7703c1dcac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:59.947515 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a43f30-c587-4d7e-85c9-34b2504d7bc3 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Network 790c2fc3-7937-4e1b-abf3-78942309e163 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:20:59.950984 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-00a43f30-c587-4d7e-85c9-34b2504d7bc3 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:20:59.955185 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a43f30-c587-4d7e-85c9-34b2504d7bc3 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:20:59.955772 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00a43f30-c587-4d7e-85c9-34b2504d7bc3 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:20:59.962571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c9d95-13a2-4bbe-a3cc-27def5ad2dd0 None None] Network 790c2fc3-7937-4e1b-abf3-78942309e163 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:20:59.975374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a43f30-c587-4d7e-85c9-34b2504d7bc3 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Subnet': ['ID=06afc314-fafc-43c7-b4d6-5abc6504becd,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:20:59.984126 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-00a43f30-c587-4d7e-85c9-34b2504d7bc3 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4882457 Dec 14 01:20:59.986890 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56594) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:20:59.993174 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2e25bd6c-5e39-478a-8f2f-d5d87807706c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-141187285', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '06afc314-fafc-43c7-b4d6-5abc6504becd'}], 'security_groups': ['ef764172-9933-47b7-88ef-7b3372cd8c8b', 'fe3a9eb4-d8b2-4722-8753-4c5916f1ae57']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:00.021051 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fef7acf-c939-4bc7-919c-5d7703c1dcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:00.023819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fef7acf-c939-4bc7-919c-5d7703c1dcac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:00.026980 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9fef7acf-c939-4bc7-919c-5d7703c1dcac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90b54a99-1ca4-4e79-a314-6cf022d785ba HTTP/1.1" status: 204 len: 168 time: 0.1956244 Dec 14 01:21:00.039134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56598) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:00.045965 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef7acf-c939-4bc7-919c-5d7703c1dcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b54a99-1ca4-4e79-a314-6cf022d785ba,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:00.168840 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b42d56c8-6b02-4b8f-af35-a1b2b3b87833 tempest-SubnetPoolsTestJSON-1211835050 tempest-SubnetPoolsTestJSON-1211835050-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1007083216', 'prefixes': ['172.20.0.0/16']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:00.192912 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e25bd6c-5e39-478a-8f2f-d5d87807706c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:00.198732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe41b6b-241c-4e6b-a6af-cc05060aa070 None None] Update dhcp port {'port': {'network_id': '790c2fc3-7937-4e1b-abf3-78942309e163', 'fixed_ips': [{'subnet_id': '2ea06e86-a1f3-4bc1-943c-167f53894044', 'ip_address': '172.20.0.18'}, {'subnet_id': '4cb53be8-df26-46f3-bee9-f7dddc50e201', 'ip_address': '172.20.0.2'}, {'subnet_id': '06afc314-fafc-43c7-b4d6-5abc6504becd'}], 'binding:host_id': 'dv-neutron-821592-1-hyperv'}, 'id': '40cc4d60-922c-4ec9-888b-e4a3c3ac395e'} from dv-neutron-821592-1-hyperv. {{(pid=103410) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 01:21:00.227078 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ebe41b6b-241c-4e6b-a6af-cc05060aa070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:00.273245 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b42d56c8-6b02-4b8f-af35-a1b2b3b87833 tempest-SubnetPoolsTestJSON-1211835050 tempest-SubnetPoolsTestJSON-1211835050-project] Publish callbacks [] for subnetpool, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:00.276746 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b42d56c8-6b02-4b8f-af35-a1b2b3b87833 tempest-SubnetPoolsTestJSON-1211835050 tempest-SubnetPoolsTestJSON-1211835050-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2361939 Dec 14 01:21:00.280733 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56602) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:00.322623 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-50bb1238-7fa8-4ad8-9d9e-acdf26ee74df tempest-SubnetPoolsTestJSON-1211835050 tempest-SubnetPoolsTestJSON-1211835050-project] 10.222.0.32 "GET /v2.0/subnetpools/3de305c2-5ddb-450b-a14b-82e55945dcc1 HTTP/1.1" status: 200 len: 732 time: 0.0398688 Dec 14 01:21:00.325088 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56606) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:00.329765 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e2483306-e2f2-4d77-bf64-2d9470f243a0 tempest-SubnetPoolsTestJSON-1211835050 tempest-SubnetPoolsTestJSON-1211835050-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1401770544'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:00.450625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2483306-e2f2-4d77-bf64-2d9470f243a0 tempest-SubnetPoolsTestJSON-1211835050 tempest-SubnetPoolsTestJSON-1211835050-project] Publish callbacks [] for subnetpool, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:00.454712 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e2483306-e2f2-4d77-bf64-2d9470f243a0 tempest-SubnetPoolsTestJSON-1211835050 tempest-SubnetPoolsTestJSON-1211835050-project] 10.222.0.32 "PUT /v2.0/subnetpools/3de305c2-5ddb-450b-a14b-82e55945dcc1 HTTP/1.1" status: 200 len: 684 time: 0.1286304 Dec 14 01:21:00.457675 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56608) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:00.466065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-ebe41b6b-241c-4e6b-a6af-cc05060aa070 None None] Allocated IP 172.20.0.34 (790c2fc3-7937-4e1b-abf3-78942309e163/06afc314-fafc-43c7-b4d6-5abc6504becd/40cc4d60-922c-4ec9-888b-e4a3c3ac395e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:00.516301 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56610) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:00.566857 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cb505fda-29ff-4d6b-b7c8-b3d57536a00e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24f18f96ac3f4000a9748ea4c3b350fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492847 Dec 14 01:21:00.569824 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56614) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:00.575847 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7c67d87-74a8-4444-91cb-645d0858d1b4 tempest-SubnetPoolsTestJSON-1211835050 tempest-SubnetPoolsTestJSON-1211835050-project] Publish callbacks [] for subnetpool, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:00.577179 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f7c67d87-74a8-4444-91cb-645d0858d1b4 tempest-SubnetPoolsTestJSON-1211835050 tempest-SubnetPoolsTestJSON-1211835050-project] 10.222.0.32 "DELETE /v2.0/subnetpools/3de305c2-5ddb-450b-a14b-82e55945dcc1 HTTP/1.1" status: 204 len: 168 time: 0.1179390 Dec 14 01:21:00.583869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56616) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:00.596269 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ebe41b6b-241c-4e6b-a6af-cc05060aa070 None None] For port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=40cc4d60-922c-4ec9-888b-e4a3c3ac395e,segment=NetworkSegment(91148529-1a9d-4836-8ffe-4ddf9c184bc4),segment_id=91148529-1a9d-4836-8ffe-4ddf9c184bc4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:00.604997 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-b8c15132-bbac-4473-a612-45447eb59776 tempest-SubnetPoolsTestJSON-1211835050 tempest-SubnetPoolsTestJSON-1211835050-project] show failed (client error): The resource could not be found. Dec 14 01:21:00.606054 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b8c15132-bbac-4473-a612-45447eb59776 tempest-SubnetPoolsTestJSON-1211835050 tempest-SubnetPoolsTestJSON-1211835050-project] 10.222.0.32 "GET /v2.0/subnetpools/3de305c2-5ddb-450b-a14b-82e55945dcc1 HTTP/1.1" status: 404 len: 346 time: 0.0212364 Dec 14 01:21:00.609482 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56618) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:00.627432 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-270044b0-e6ae-4efb-b28b-df3d439934cb tempest-SubnetPoolsTestJSON-1211835050 tempest-SubnetPoolsTestJSON-1211835050-project] delete failed (client error): The resource could not be found. Dec 14 01:21:00.634382 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-270044b0-e6ae-4efb-b28b-df3d439934cb tempest-SubnetPoolsTestJSON-1211835050 tempest-SubnetPoolsTestJSON-1211835050-project] 10.222.0.32 "DELETE /v2.0/subnetpools/3de305c2-5ddb-450b-a14b-82e55945dcc1 HTTP/1.1" status: 404 len: 346 time: 0.0179548 Dec 14 01:21:00.638047 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5db68dcc-d117-4ac7-a56f-bdc8ea6c6dae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:00.641792 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ebe41b6b-241c-4e6b-a6af-cc05060aa070 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:00.647836 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf7eeb-c3dd-4b7f-9eee-444048434f45 req-7a007761-9b08-4e5f-a063-4dc1d1db53d7 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:00.648019 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ebe41b6b-241c-4e6b-a6af-cc05060aa070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:00.649402 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b9bf7eeb-c3dd-4b7f-9eee-444048434f45 req-7a007761-9b08-4e5f-a063-4dc1d1db53d7 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 946 time: 0.0710211 Dec 14 01:21:00.671137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5db68dcc-d117-4ac7-a56f-bdc8ea6c6dae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:00.749390 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b9bf7eeb-c3dd-4b7f-9eee-444048434f45 req-fbb6999e-ab80-4809-af4f-e1ffdcad10a8 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919697 Dec 14 01:21:00.752136 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5db68dcc-d117-4ac7-a56f-bdc8ea6c6dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:00.756228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5db68dcc-d117-4ac7-a56f-bdc8ea6c6dae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:00.761403 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5db68dcc-d117-4ac7-a56f-bdc8ea6c6dae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47fe40da-103b-47f5-8c05-e8bc8466b315 HTTP/1.1" status: 204 len: 168 time: 0.1898813 Dec 14 01:21:00.782968 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db68dcc-d117-4ac7-a56f-bdc8ea6c6dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fe40da-103b-47f5-8c05-e8bc8466b315,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:00.805997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe41b6b-241c-4e6b-a6af-cc05060aa070 None None] Pushing event updated for resources: {'Port': ['ID=40cc4d60-922c-4ec9-888b-e4a3c3ac395e,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:00.849288 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-2e25bd6c-5e39-478a-8f2f-d5d87807706c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Delete allocated IP 172.20.0.14 (790c2fc3-7937-4e1b-abf3-78942309e163/4cb53be8-df26-46f3-bee9-f7dddc50e201) {{(pid=103408) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 14 01:21:00.859801 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-2e25bd6c-5e39-478a-8f2f-d5d87807706c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Allocated IP 172.20.0.38 (790c2fc3-7937-4e1b-abf3-78942309e163/06afc314-fafc-43c7-b4d6-5abc6504becd/0cd80f45-5cfc-4e1e-a71f-bb098ac0e452) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:00.986720 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9146906-b7dd-460c-90cb-e50fa17f0546 req-780c57e6-c613-4b5d-9cfc-e6a3558591ef tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:00.989303 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a9146906-b7dd-460c-90cb-e50fa17f0546 req-780c57e6-c613-4b5d-9cfc-e6a3558591ef tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 946 time: 0.1073081 Dec 14 01:21:01.008486 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56630) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:01.106058 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:21:01.107331 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a9146906-b7dd-460c-90cb-e50fa17f0546 req-414651ab-0abd-4c56-abd0-dee6fb6c8bee tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850365 Dec 14 01:21:01.166497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e25bd6c-5e39-478a-8f2f-d5d87807706c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:01.168746 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6204d7b1-17dd-46b5-a1ac-d0156fcde364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:01.177501 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e25bd6c-5e39-478a-8f2f-d5d87807706c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:01.288491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6204d7b1-17dd-46b5-a1ac-d0156fcde364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:01.296620 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6204d7b1-17dd-46b5-a1ac-d0156fcde364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:01.298245 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25bd6c-5e39-478a-8f2f-d5d87807706c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event updated for resources: {'Port': ['ID=0cd80f45-5cfc-4e1e-a71f-bb098ac0e452,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:01.341938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2e25bd6c-5e39-478a-8f2f-d5d87807706c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] In _notify_port_updated(), no bound segment for port 0cd80f45-5cfc-4e1e-a71f-bb098ac0e452 on network 790c2fc3-7937-4e1b-abf3-78942309e163 {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:21:01.353382 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6204d7b1-17dd-46b5-a1ac-d0156fcde364 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5246ab2118274afcb8977f74ba9b8e2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3435457 Dec 14 01:21:01.354286 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204d7b1-17dd-46b5-a1ac-d0156fcde364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1fd72c-044f-4713-8b51-11e6ce368e0e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:01.356819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56646) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:01.356961 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e25bd6c-5e39-478a-8f2f-d5d87807706c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:01.357588 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e25bd6c-5e39-478a-8f2f-d5d87807706c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:01.358932 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2e25bd6c-5e39-478a-8f2f-d5d87807706c tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "PUT /v2.0/ports/0cd80f45-5cfc-4e1e-a71f-bb098ac0e452 HTTP/1.1" status: 200 len: 959 time: 1.3710556 Dec 14 01:21:01.366636 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56648) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:01.447805 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fe247-56ec-43f1-a55c-0e63077a0a2c req-4211875b-b05a-4f26-aa3f-e80a35cbc73f tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:01.449620 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-720fe247-56ec-43f1-a55c-0e63077a0a2c req-4211875b-b05a-4f26-aa3f-e80a35cbc73f tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 946 time: 0.0587933 Dec 14 01:21:01.499837 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-77dffcc0-06e0-495d-b572-2bcf2ab0545f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:01.520460 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-720fe247-56ec-43f1-a55c-0e63077a0a2c req-407c14bf-f448-4182-866a-99253a79169a tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626388 Dec 14 01:21:01.535291 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-77dffcc0-06e0-495d-b572-2bcf2ab0545f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:01.540168 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0a619db8-cf41-4b13-aa97-15d56e741124 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port 0cd80f45-5cfc-4e1e-a71f-bb098ac0e452 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:01.540578 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a619db8-cf41-4b13-aa97-15d56e741124 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:01.655218 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3b8a5d6f-0eb5-425b-9001-12cbff9ebdb5 None None] Provisioning complete for port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:01.655823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b8a5d6f-0eb5-425b-9001-12cbff9ebdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:01.660380 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a619db8-cf41-4b13-aa97-15d56e741124 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:01.662891 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-77dffcc0-06e0-495d-b572-2bcf2ab0545f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:01.665586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-77dffcc0-06e0-495d-b572-2bcf2ab0545f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:01.669413 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-77dffcc0-06e0-495d-b572-2bcf2ab0545f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff1fd72c-044f-4713-8b51-11e6ce368e0e HTTP/1.1" status: 204 len: 168 time: 0.3086941 Dec 14 01:21:01.684500 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0a619db8-cf41-4b13-aa97-15d56e741124 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for 0cd80f45-5cfc-4e1e-a71f-bb098ac0e452 owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:01.686952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dffcc0-06e0-495d-b572-2bcf2ab0545f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1fd72c-044f-4713-8b51-11e6ce368e0e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:01.772297 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3b8a5d6f-0eb5-425b-9001-12cbff9ebdb5 None None] Provisioning complete for port 9f69eeee-aadb-4367-b908-fac788812c2f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:01.772805 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b8a5d6f-0eb5-425b-9001-12cbff9ebdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:01.824006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3b8a5d6f-0eb5-425b-9001-12cbff9ebdb5 None None] Port 9f69eeee-aadb-4367-b908-fac788812c2f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:01.837084 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3b8a5d6f-0eb5-425b-9001-12cbff9ebdb5 None None] Provisioning complete for port 0cd80f45-5cfc-4e1e-a71f-bb098ac0e452 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:01.838394 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b8a5d6f-0eb5-425b-9001-12cbff9ebdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:01.889878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3b8a5d6f-0eb5-425b-9001-12cbff9ebdb5 None None] Port 0cd80f45-5cfc-4e1e-a71f-bb098ac0e452 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:01.896840 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a619db8-cf41-4b13-aa97-15d56e741124 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:01.983455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a619db8-cf41-4b13-aa97-15d56e741124 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=0cd80f45-5cfc-4e1e-a71f-bb098ac0e452,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:02.053605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 40cc4d60-922c-4ec9-888b-e4a3c3ac395e up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:02.084905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a619db8-cf41-4b13-aa97-15d56e741124 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.088450 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0a619db8-cf41-4b13-aa97-15d56e741124 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/0cd80f45-5cfc-4e1e-a71f-bb098ac0e452 HTTP/1.1" status: 204 len: 168 time: 0.7205269 Dec 14 01:21:02.091249 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56664) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:02.135782 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b14461-adbc-4155-9372-14a57766bc78 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] GET failed (client error): The resource could not be found. Dec 14 01:21:02.135782 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-99b14461-adbc-4155-9372-14a57766bc78 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports/0cd80f45-5cfc-4e1e-a71f-bb098ac0e452 HTTP/1.1" status: 404 len: 333 time: 0.0423665 Dec 14 01:21:02.138134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56668) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:02.152247 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:02.152710 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.212455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70277e1b-a3fb-4d97-a6df-0a641c4c129a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.232895 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e34126e7-2cc8-4a02-8425-4e2de34ccd21 None None] Could not find standard attr ID for object 0cd80f45-5cfc-4e1e-a71f-bb098ac0e452. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:21:02.246267 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70277e1b-a3fb-4d97-a6df-0a641c4c129a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.305778 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70277e1b-a3fb-4d97-a6df-0a641c4c129a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.308859 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70277e1b-a3fb-4d97-a6df-0a641c4c129a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.312638 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-70277e1b-a3fb-4d97-a6df-0a641c4c129a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/security-groups/864a8a94-860f-401c-936b-a6e0a8a0eb1a HTTP/1.1" status: 204 len: 168 time: 0.1709650 Dec 14 01:21:02.313381 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56674) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:02.320779 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70277e1b-a3fb-4d97-a6df-0a641c4c129a tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=864a8a94-860f-401c-936b-a6e0a8a0eb1a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:02.384347 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c64f398e-78fb-453a-ae64-b4a1081b6041 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.407017 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c64f398e-78fb-453a-ae64-b4a1081b6041 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.449310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c64f398e-78fb-453a-ae64-b4a1081b6041 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.451819 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c64f398e-78fb-453a-ae64-b4a1081b6041 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.453012 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c64f398e-78fb-453a-ae64-b4a1081b6041 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/security-groups/fe3a9eb4-d8b2-4722-8753-4c5916f1ae57 HTTP/1.1" status: 204 len: 168 time: 0.1379955 Dec 14 01:21:02.455917 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56680) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:02.461918 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f398e-78fb-453a-ae64-b4a1081b6041 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3a9eb4-d8b2-4722-8753-4c5916f1ae57,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:02.511684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9703c0a7-782d-4802-943c-e64a42cd8a4b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.535007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9703c0a7-782d-4802-943c-e64a42cd8a4b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.582322 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9703c0a7-782d-4802-943c-e64a42cd8a4b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.585391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9703c0a7-782d-4802-943c-e64a42cd8a4b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.589227 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9703c0a7-782d-4802-943c-e64a42cd8a4b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/security-groups/ef764172-9933-47b7-88ef-7b3372cd8c8b HTTP/1.1" status: 204 len: 168 time: 0.1293588 Dec 14 01:21:02.591001 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56688) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:02.627428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703c0a7-782d-4802-943c-e64a42cd8a4b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef764172-9933-47b7-88ef-7b3372cd8c8b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:02.635889 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d27e4-c348-4eab-818f-3a15866225a5 req-30274a5c-8ca6-47f7-b870-a9037a0a5828 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:02.643069 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6f5d27e4-c348-4eab-818f-3a15866225a5 req-30274a5c-8ca6-47f7-b870-a9037a0a5828 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 946 time: 0.0592039 Dec 14 01:21:02.658322 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e2698b-9ddf-4c12-8960-36983926c227 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting subnet 4cb53be8-df26-46f3-bee9-f7dddc50e201 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:21:02.663261 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6e2698b-9ddf-4c12-8960-36983926c227 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.700186 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6f5d27e4-c348-4eab-818f-3a15866225a5 req-2b9c9ba7-87bc-491e-8adb-002515b9a602 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523171 Dec 14 01:21:02.709228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6e2698b-9ddf-4c12-8960-36983926c227 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.745547 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56694) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:02.814437 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6e2698b-9ddf-4c12-8960-36983926c227 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.864819 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c878af2b-4237-4231-ae55-b8b80c5e28ac tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:02.902844 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6e2698b-9ddf-4c12-8960-36983926c227 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.924234 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c878af2b-4237-4231-ae55-b8b80c5e28ac tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] 10.222.0.32 "PUT /v2.0/quotas/dd29dd2f0b794e54abd89d7ad2f1ad60 HTTP/1.1" status: 200 len: 366 time: 0.1769519 Dec 14 01:21:02.926476 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56700) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:02.940413 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6c8c0432-da1f-47aa-a981-7a86f1df87bf tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0128224 Dec 14 01:21:02.940716 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2698b-9ddf-4c12-8960-36983926c227 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb53be8-df26-46f3-bee9-f7dddc50e201,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:02.942739 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56702) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:02.945941 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6e2698b-9ddf-4c12-8960-36983926c227 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:02.951454 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d6e66e-accc-47f4-9bab-e7231d5e9fc6 None None] Network 790c2fc3-7937-4e1b-abf3-78942309e163 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:02.953059 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f6e2698b-9ddf-4c12-8960-36983926c227 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/4cb53be8-df26-46f3-bee9-f7dddc50e201 HTTP/1.1" status: 204 len: 168 time: 0.3609514 Dec 14 01:21:02.954065 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56704) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:02.971433 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffb1f6-360f-4912-97e1-4f546c2a51a7 req-e0fb0e00-adfd-4241-a9da-7d748d4c98fb tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:02.974973 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a8ffb1f6-360f-4912-97e1-4f546c2a51a7 req-e0fb0e00-adfd-4241-a9da-7d748d4c98fb tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 946 time: 0.0937614 Dec 14 01:21:02.982564 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-979fd0a6-4a29-4fab-976b-0bd56f3dec7e tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] 10.222.0.32 "GET /v2.0/quotas/dd29dd2f0b794e54abd89d7ad2f1ad60 HTTP/1.1" status: 200 len: 366 time: 0.0388000 Dec 14 01:21:02.989009 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56706) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:03.025031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9d096-f06f-4341-9056-1592d7bd3dd3 req-12d55264-2378-4fbf-b3ca-9d80d7394ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:03.027132 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cab9d096-f06f-4341-9056-1592d7bd3dd3 req-12d55264-2378-4fbf-b3ca-9d80d7394ba5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5da0a27696144ea189a24ff419fc9272&device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 1099 time: 0.0947821 Dec 14 01:21:03.031663 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-664b6354-0996-47b6-8240-b210301c1d72 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting subnet 06afc314-fafc-43c7-b4d6-5abc6504becd {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:21:03.036703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-664b6354-0996-47b6-8240-b210301c1d72 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:03.131481 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-664b6354-0996-47b6-8240-b210301c1d72 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:03.207759 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9d096-f06f-4341-9056-1592d7bd3dd3 req-daa09b0b-7a74-4c76-951d-e85dd63f6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:03.209306 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cab9d096-f06f-4341-9056-1592d7bd3dd3 req-daa09b0b-7a74-4c76-951d-e85dd63f6fc4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6d7de8f6-b36c-4b33-ae58-d09142609595 HTTP/1.1" status: 200 len: 911 time: 0.1737432 Dec 14 01:21:03.274832 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cab9d096-f06f-4341-9056-1592d7bd3dd3 req-37e53f3a-f1ce-454d-871b-ff0f1b82b458 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=265871a0-5a22-478f-93e4-c5e5d13ae610 HTTP/1.1" status: 200 len: 217 time: 0.0477066 Dec 14 01:21:03.295189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-664b6354-0996-47b6-8240-b210301c1d72 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:03.320281 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-54addba8-1f59-44f0-93cb-1c3a335226f1 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/dd29dd2f0b794e54abd89d7ad2f1ad60 HTTP/1.1" status: 204 len: 168 time: 0.3278811 Dec 14 01:21:03.323697 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56708) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:03.341942 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d2d7b4e1-1d26-4be6-a2bc-e8f52672620b tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0171359 Dec 14 01:21:03.345620 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56710) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:03.351912 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a8ffb1f6-360f-4912-97e1-4f546c2a51a7 req-68cf33c6-77e6-4491-8f09-3d92a4540bbe tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710597 Dec 14 01:21:03.375810 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9d096-f06f-4341-9056-1592d7bd3dd3 req-1b81108a-1221-4368-86fd-e7fb00ebbf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:03.377331 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cab9d096-f06f-4341-9056-1592d7bd3dd3 req-1b81108a-1221-4368-86fd-e7fb00ebbf83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0624604-fe15-49dc-83ea-87671861104b HTTP/1.1" status: 200 len: 851 time: 0.0954516 Dec 14 01:21:03.378639 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e45468e4-d0a8-45a5-afdd-8c5d1eaddbdf tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] 10.222.0.32 "GET /v2.0/quotas/dd29dd2f0b794e54abd89d7ad2f1ad60 HTTP/1.1" status: 200 len: 370 time: 0.0320032 Dec 14 01:21:03.381351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56712) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:03.388766 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ee33a10e-41aa-48e8-aacf-83dae2957622 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] 10.222.0.32 "GET /v2.0/quotas/dd29dd2f0b794e54abd89d7ad2f1ad60/default HTTP/1.1" status: 200 len: 370 time: 0.0040402 Dec 14 01:21:03.389173 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56714) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:03.398074 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-2858354a-08a6-496a-926f-45268b3c1291 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] delete failed (client error): The resource could not be found. Dec 14 01:21:03.402071 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2858354a-08a6-496a-926f-45268b3c1291 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/dd29dd2f0b794e54abd89d7ad2f1ad60 HTTP/1.1" status: 404 len: 348 time: 0.0088375 Dec 14 01:21:03.419494 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cab9d096-f06f-4341-9056-1592d7bd3dd3 req-82c7c976-a507-47d6-b7e3-f65af74bcbf2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6d7de8f6-b36c-4b33-ae58-d09142609595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337441 Dec 14 01:21:03.450103 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-664b6354-0996-47b6-8240-b210301c1d72 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:03.509834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b6354-0996-47b6-8240-b210301c1d72 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Subnet': ['ID=06afc314-fafc-43c7-b4d6-5abc6504becd,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:03.512147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-664b6354-0996-47b6-8240-b210301c1d72 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:03.517178 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-664b6354-0996-47b6-8240-b210301c1d72 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/06afc314-fafc-43c7-b4d6-5abc6504becd HTTP/1.1" status: 204 len: 168 time: 0.5476274 Dec 14 01:21:03.518819 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56718) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:03.523065 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56720) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:03.553697 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e31e34-fd54-4ce0-918b-b8ab56d362bc tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] DELETE failed (client error): The resource could not be found. Dec 14 01:21:03.554254 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e31e34-fd54-4ce0-918b-b8ab56d362bc tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:03.559802 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-28e31e34-fd54-4ce0-918b-b8ab56d362bc tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/4cb53be8-df26-46f3-bee9-f7dddc50e201 HTTP/1.1" status: 404 len: 337 time: 0.0372207 Dec 14 01:21:03.560259 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56722) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:03.566540 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.quota.resource [None req-795b092a-077a-4715-9c04-902ce1c7cd30 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] Usage tracker for resource:network and project:a54508f20b85466ea75eec7bbeb47c89 is out of sync, need to count used quota {{(pid=103409) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 14 01:21:03.577678 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.quota.resource [None req-795b092a-077a-4715-9c04-902ce1c7cd30 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103409) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 14 01:21:03.582643 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cab9d096-f06f-4341-9056-1592d7bd3dd3 req-a3fcd6f9-6d09-4911-b5b3-a1d9aaf07f85 service neutron] 10.222.0.16 "GET /v2.0/networks/6d7de8f6-b36c-4b33-ae58-d09142609595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537311 Dec 14 01:21:03.586545 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.quota.resource [None req-795b092a-077a-4715-9c04-902ce1c7cd30 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] Usage tracker for resource:subnet and project:a54508f20b85466ea75eec7bbeb47c89 is out of sync, need to count used quota {{(pid=103409) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 14 01:21:03.598419 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.quota.resource [None req-795b092a-077a-4715-9c04-902ce1c7cd30 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103409) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 14 01:21:03.613542 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ccb0b7e-8336-40bf-a76f-32184a3b8e08 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting subnet 2ea06e86-a1f3-4bc1-943c-167f53894044 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:21:03.617096 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0b7e-8336-40bf-a76f-32184a3b8e08 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:03.637117 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0e8061-d29b-436e-8b9a-da861fc78165 None None] Network 790c2fc3-7937-4e1b-abf3-78942309e163 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:03.648709 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.quota.resource [None req-795b092a-077a-4715-9c04-902ce1c7cd30 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] Usage tracker for resource:subnetpool and project:a54508f20b85466ea75eec7bbeb47c89 is out of sync, need to count used quota {{(pid=103409) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 14 01:21:03.659086 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.quota.resource [None req-795b092a-077a-4715-9c04-902ce1c7cd30 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103409) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 14 01:21:03.668042 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0b7e-8336-40bf-a76f-32184a3b8e08 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:03.679453 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.quota.resource [None req-795b092a-077a-4715-9c04-902ce1c7cd30 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] Usage tracker for resource:port and project:a54508f20b85466ea75eec7bbeb47c89 is out of sync, need to count used quota {{(pid=103409) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 14 01:21:03.687472 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.quota.resource [None req-795b092a-077a-4715-9c04-902ce1c7cd30 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103409) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 14 01:21:03.701835 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cab9d096-f06f-4341-9056-1592d7bd3dd3 req-cbb4e894-a0ce-477b-9e3c-1339bb1dc866 service neutron] 10.222.0.16 "GET /v2.0/networks/6d7de8f6-b36c-4b33-ae58-d09142609595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118116 Dec 14 01:21:03.704508 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.quota.resource [None req-795b092a-077a-4715-9c04-902ce1c7cd30 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] Usage tracker for resource:router and project:a54508f20b85466ea75eec7bbeb47c89 is out of sync, need to count used quota {{(pid=103409) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 14 01:21:03.708727 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-209b6e25-82b8-467b-baa9-80602636f4bf None None] Provisioning complete for port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:03.709286 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-209b6e25-82b8-467b-baa9-80602636f4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:03.710773 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.quota.resource [None req-795b092a-077a-4715-9c04-902ce1c7cd30 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103409) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 14 01:21:03.726228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.quota.resource [None req-795b092a-077a-4715-9c04-902ce1c7cd30 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] Usage tracker for resource:floatingip and project:a54508f20b85466ea75eec7bbeb47c89 is out of sync, need to count used quota {{(pid=103409) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 14 01:21:03.730667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.quota.resource [None req-795b092a-077a-4715-9c04-902ce1c7cd30 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103409) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 14 01:21:03.759104 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0b7e-8336-40bf-a76f-32184a3b8e08 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:03.771348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.quota.resource [None req-795b092a-077a-4715-9c04-902ce1c7cd30 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] Usage tracker for resource:security_group and project:a54508f20b85466ea75eec7bbeb47c89 is out of sync, need to count used quota {{(pid=103409) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 14 01:21:03.774627 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.quota.resource [None req-795b092a-077a-4715-9c04-902ce1c7cd30 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103409) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 14 01:21:03.781166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.quota.resource [None req-795b092a-077a-4715-9c04-902ce1c7cd30 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] Usage tracker for resource:security_group_rule and project:a54508f20b85466ea75eec7bbeb47c89 is out of sync, need to count used quota {{(pid=103409) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 14 01:21:03.784621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.quota.resource [None req-795b092a-077a-4715-9c04-902ce1c7cd30 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103409) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 14 01:21:03.789984 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-795b092a-077a-4715-9c04-902ce1c7cd30 tempest-QuotasTest-1281530408 tempest-QuotasTest-1281530408-project-admin] 10.222.0.32 "GET /v2.0/quotas/a54508f20b85466ea75eec7bbeb47c89/details.json HTTP/1.1" status: 200 len: 703 time: 0.2657566 Dec 14 01:21:03.841321 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0b7e-8336-40bf-a76f-32184a3b8e08 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:03.851922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-209b6e25-82b8-467b-baa9-80602636f4bf None None] Provisioning complete for port 9f69eeee-aadb-4367-b908-fac788812c2f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:03.852344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-209b6e25-82b8-467b-baa9-80602636f4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:03.872861 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb0b7e-8336-40bf-a76f-32184a3b8e08 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea06e86-a1f3-4bc1-943c-167f53894044,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:03.879317 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0b7e-8336-40bf-a76f-32184a3b8e08 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:03.884869 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9ccb0b7e-8336-40bf-a76f-32184a3b8e08 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/2ea06e86-a1f3-4bc1-943c-167f53894044 HTTP/1.1" status: 204 len: 168 time: 0.3213646 Dec 14 01:21:03.885155 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56726) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:03.886795 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-209b6e25-82b8-467b-baa9-80602636f4bf None None] Port 9f69eeee-aadb-4367-b908-fac788812c2f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:03.917621 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5753f26-0a72-4b4f-9c43-5caf7e3aaed3 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] DELETE failed (client error): The resource could not be found. Dec 14 01:21:03.918183 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5753f26-0a72-4b4f-9c43-5caf7e3aaed3 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:03.921424 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e5753f26-0a72-4b4f-9c43-5caf7e3aaed3 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/8a44e7ad-932d-4d38-ab11-a78b4151c215 HTTP/1.1" status: 404 len: 337 time: 0.0349417 Dec 14 01:21:03.924235 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56728) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:03.956416 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56730) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:03.956770 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a64142fb-2806-418c-b67f-23ca616e5777 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae357145-bb15-42ed-81a3-8daea4cf2785 HTTP/1.1" status: 200 len: 205 time: 0.0313187 Dec 14 01:21:04.003394 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-a5e9e61f-824b-453e-94b9-c9e3e38066cd tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] delete failed (client error): The resource could not be found. Dec 14 01:21:04.004692 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a5e9e61f-824b-453e-94b9-c9e3e38066cd tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/routers/ae357145-bb15-42ed-81a3-8daea4cf2785 HTTP/1.1" status: 404 len: 336 time: 0.0470564 Dec 14 01:21:04.007232 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56732) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:04.036804 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-390596b5-7fea-42b0-ab09-5259df55df6b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] DELETE failed (client error): The resource could not be found. Dec 14 01:21:04.037312 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390596b5-7fea-42b0-ab09-5259df55df6b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:04.040665 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-390596b5-7fea-42b0-ab09-5259df55df6b tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/755682c2-ca6a-4444-aea6-d5f873305a9d HTTP/1.1" status: 404 len: 337 time: 0.0322466 Dec 14 01:21:04.043171 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56734) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:04.072030 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4244b91-0519-4a20-b471-35364e9bb2b0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] DELETE failed (client error): The resource could not be found. Dec 14 01:21:04.072577 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4244b91-0519-4a20-b471-35364e9bb2b0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:04.075858 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c4244b91-0519-4a20-b471-35364e9bb2b0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/e339308c-26a0-4542-98ac-f5f709ca931f HTTP/1.1" status: 404 len: 337 time: 0.0317171 Dec 14 01:21:04.078552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56738) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:04.106037 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee7b40a-a055-4d8f-b6b5-e23ef3d75686 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] DELETE failed (client error): The resource could not be found. Dec 14 01:21:04.106493 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee7b40a-a055-4d8f-b6b5-e23ef3d75686 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:04.109564 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0ee7b40a-a055-4d8f-b6b5-e23ef3d75686 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/5ea39844-7748-4086-be28-fa8776264328 HTTP/1.1" status: 404 len: 337 time: 0.0297861 Dec 14 01:21:04.112170 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56740) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:04.136327 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51cf35e-e87c-42eb-8236-cd71d6acaffd tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] DELETE failed (client error): The resource could not be found. Dec 14 01:21:04.137053 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51cf35e-e87c-42eb-8236-cd71d6acaffd tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:04.140171 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a51cf35e-e87c-42eb-8236-cd71d6acaffd tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/dc179180-7864-4968-a37a-875c7e102edb HTTP/1.1" status: 404 len: 333 time: 0.0270512 Dec 14 01:21:04.142761 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56742) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:04.164079 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56744) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:04.171893 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1e2528-0a95-4899-b737-524a5e1724b3 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] DELETE failed (client error): The resource could not be found. Dec 14 01:21:04.172382 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1e2528-0a95-4899-b737-524a5e1724b3 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:04.175515 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cc1e2528-0a95-4899-b737-524a5e1724b3 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/749e2133-0ea2-4bbf-9f73-0914de6fd69f HTTP/1.1" status: 404 len: 337 time: 0.0318115 Dec 14 01:21:04.178242 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56748) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:04.205866 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf140cce-4a2d-4086-9ff8-6fb173c870fe tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] DELETE failed (client error): The resource could not be found. Dec 14 01:21:04.206235 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf140cce-4a2d-4086-9ff8-6fb173c870fe tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:04.211718 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bf140cce-4a2d-4086-9ff8-6fb173c870fe tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/f22df1b5-05e4-4734-a0cc-e68bc2766938 HTTP/1.1" status: 404 len: 337 time: 0.0300987 Dec 14 01:21:04.211928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56750) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:04.237900 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ce8675-5359-4a86-9e2b-6ae95ac0907f tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] DELETE failed (client error): The resource could not be found. Dec 14 01:21:04.238462 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ce8675-5359-4a86-9e2b-6ae95ac0907f tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:04.242076 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-51ce8675-5359-4a86-9e2b-6ae95ac0907f tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/4c714aa4-037e-45cb-8360-ae3a97c7731e HTTP/1.1" status: 404 len: 333 time: 0.0286038 Dec 14 01:21:04.244807 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56752) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:04.283048 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2dac087-e1f6-42d8-8740-b48e5c0ddbef tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] DELETE failed (client error): The resource could not be found. Dec 14 01:21:04.283499 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2dac087-e1f6-42d8-8740-b48e5c0ddbef tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:04.287077 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e2dac087-e1f6-42d8-8740-b48e5c0ddbef tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/2f8931a4-759b-404f-b573-ee952b6e1c77 HTTP/1.1" status: 404 len: 337 time: 0.0411754 Dec 14 01:21:04.289798 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56754) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:04.295020 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1acc6dd-7ed9-4957-b67a-88ffeaa218ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.316587 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-853f3dad-e5aa-466b-b33a-3821020a2ee9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] DELETE failed (client error): The resource could not be found. Dec 14 01:21:04.317051 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853f3dad-e5aa-466b-b33a-3821020a2ee9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:04.320125 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-853f3dad-e5aa-466b-b33a-3821020a2ee9 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/subnets/a3b64f94-c507-4672-b1bf-e744b6a86735 HTTP/1.1" status: 404 len: 337 time: 0.0293026 Dec 14 01:21:04.322852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56756) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:04.380166 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1acc6dd-7ed9-4957-b67a-88ffeaa218ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.388314 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1acc6dd-7ed9-4957-b67a-88ffeaa218ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.433342 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2c492af1-8841-4a67-a9c4-cd16c6f880f0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port 9f69eeee-aadb-4367-b908-fac788812c2f {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:04.433687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c492af1-8841-4a67-a9c4-cd16c6f880f0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.435151 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce64f3b-474f-4ba9-8bd9-55ddd4e22a50 None None] Network 790c2fc3-7937-4e1b-abf3-78942309e163 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:04.442111 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7c97a78a-00d7-4155-b687-eb84cf363c6f None None] Provisioning complete for port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:04.442789 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c97a78a-00d7-4155-b687-eb84cf363c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.504154 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f1acc6dd-7ed9-4957-b67a-88ffeaa218ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35325f2717dc4765b61a3cb1e5e2e482&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3388987 Dec 14 01:21:04.504956 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acc6dd-7ed9-4957-b67a-88ffeaa218ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6496db9e-966b-4001-b6fa-69981327b442,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:04.506296 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56760) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:04.535621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c492af1-8841-4a67-a9c4-cd16c6f880f0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.542407 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78552aff-370b-4a39-aba8-f40d52052cc4 req-442ec106-1103-43c8-8c13-f5c13458d9eb tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:04.544154 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-78552aff-370b-4a39-aba8-f40d52052cc4 req-442ec106-1103-43c8-8c13-f5c13458d9eb tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 946 time: 0.1075411 Dec 14 01:21:04.561657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2c492af1-8841-4a67-a9c4-cd16c6f880f0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for 9f69eeee-aadb-4367-b908-fac788812c2f owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:04.592118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e9f06ea-2799-4939-ac0a-b794f64fce18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.605684 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-78552aff-370b-4a39-aba8-f40d52052cc4 req-84ca5f44-7864-40c9-bdf6-73ab1ff64bd5 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540090 Dec 14 01:21:04.614596 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7c97a78a-00d7-4155-b687-eb84cf363c6f None None] Provisioning complete for port 9f69eeee-aadb-4367-b908-fac788812c2f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:04.614978 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c97a78a-00d7-4155-b687-eb84cf363c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.653377 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e9f06ea-2799-4939-ac0a-b794f64fce18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.661476 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7c97a78a-00d7-4155-b687-eb84cf363c6f None None] Port 9f69eeee-aadb-4367-b908-fac788812c2f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:04.685087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc90081-7c5a-407c-afdf-bb2c65958a45 None None] DHCP port deletion for 790c2fc3-7937-4e1b-abf3-78942309e163 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:21:04.716707 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c492af1-8841-4a67-a9c4-cd16c6f880f0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.736407 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0bc90081-7c5a-407c-afdf-bb2c65958a45 None None] Deleting port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:04.736770 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bc90081-7c5a-407c-afdf-bb2c65958a45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.736921 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c492af1-8841-4a67-a9c4-cd16c6f880f0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.742820 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2c492af1-8841-4a67-a9c4-cd16c6f880f0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/ports/9f69eeee-aadb-4367-b908-fac788812c2f HTTP/1.1" status: 204 len: 168 time: 0.4189453 Dec 14 01:21:04.742987 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56762) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:04.759476 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e9f06ea-2799-4939-ac0a-b794f64fce18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.762540 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e9f06ea-2799-4939-ac0a-b794f64fce18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.764660 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6e9f06ea-2799-4939-ac0a-b794f64fce18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6496db9e-966b-4001-b6fa-69981327b442 HTTP/1.1" status: 204 len: 168 time: 0.2572558 Dec 14 01:21:04.768956 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c492af1-8841-4a67-a9c4-cd16c6f880f0 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=9f69eeee-aadb-4367-b908-fac788812c2f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:04.779022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f06ea-2799-4939-ac0a-b794f64fce18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6496db9e-966b-4001-b6fa-69981327b442,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:04.817626 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0bc90081-7c5a-407c-afdf-bb2c65958a45 None None] For port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=40cc4d60-922c-4ec9-888b-e4a3c3ac395e,segment=NetworkSegment(91148529-1a9d-4836-8ffe-4ddf9c184bc4),segment_id=91148529-1a9d-4836-8ffe-4ddf9c184bc4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:04.818037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bc90081-7c5a-407c-afdf-bb2c65958a45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.833768 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0bc90081-7c5a-407c-afdf-bb2c65958a45 None None] Calling delete_port for 40cc4d60-922c-4ec9-888b-e4a3c3ac395e owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:04.840803 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.898783 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Deleting port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:04.899098 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.919646 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bc90081-7c5a-407c-afdf-bb2c65958a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:04.951004 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc90081-7c5a-407c-afdf-bb2c65958a45 None None] Pushing event deleted for resources: {'Port': ['ID=40cc4d60-922c-4ec9-888b-e4a3c3ac395e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:04.953166 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc90081-7c5a-407c-afdf-bb2c65958a45 None None] No DVR routers for this DVR port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:04.992650 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] For port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=40cc4d60-922c-4ec9-888b-e4a3c3ac395e,segment=NetworkSegment(91148529-1a9d-4836-8ffe-4ddf9c184bc4),segment_id=91148529-1a9d-4836-8ffe-4ddf9c184bc4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:04.993046 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:05.006788 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Calling delete_port for 40cc4d60-922c-4ec9-888b-e4a3c3ac395e owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:05.086092 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:05.086335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56768) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:05.103016 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61473865-5149-4c02-814b-cf30e571f697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:05.109227 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Port': ['ID=40cc4d60-922c-4ec9-888b-e4a3c3ac395e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:05.114838 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] No DVR routers for this DVR port 40cc4d60-922c-4ec9-888b-e4a3c3ac395e on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:05.200211 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:05.222879 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790c2fc3-7937-4e1b-abf3-78942309e163']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:05.234305 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91148529-1a9d-4836-8ffe-4ddf9c184bc4') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:05.234581 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91148529-1a9d-4836-8ffe-4ddf9c184bc4') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:05.245400 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:05.260136 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:05.267170 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:21:05.267564 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: self.session.flush() Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:21:05.271079 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:21:05.337234 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:05.344686 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:05.348459 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] 10.222.0.32 "DELETE /v2.0/networks/790c2fc3-7937-4e1b-abf3-78942309e163 HTTP/1.1" status: 204 len: 168 time: 0.6038175 Dec 14 01:21:05.362135 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fc948-4971-4ee6-b80a-17e3e109c596 tempest-PortsTestJSON-328532244 tempest-PortsTestJSON-328532244-project] Pushing event deleted for resources: {'Network': ['ID=790c2fc3-7937-4e1b-abf3-78942309e163,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:05.428704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61473865-5149-4c02-814b-cf30e571f697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:05.433907 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61473865-5149-4c02-814b-cf30e571f697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:05.474178 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-61473865-5149-4c02-814b-cf30e571f697 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a54508f20b85466ea75eec7bbeb47c89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3866267 Dec 14 01:21:05.475284 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61473865-5149-4c02-814b-cf30e571f697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5686ae7-ed9a-4a0e-8169-3b6f72809931,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:05.477377 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56772) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:05.528362 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ead506f-8853-40ca-8b0d-62ddeba2da7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:05.550348 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ead506f-8853-40ca-8b0d-62ddeba2da7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:05.597220 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ead506f-8853-40ca-8b0d-62ddeba2da7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:05.599731 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ead506f-8853-40ca-8b0d-62ddeba2da7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:05.601105 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6ead506f-8853-40ca-8b0d-62ddeba2da7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5686ae7-ed9a-4a0e-8169-3b6f72809931 HTTP/1.1" status: 204 len: 168 time: 0.1222608 Dec 14 01:21:05.609104 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead506f-8853-40ca-8b0d-62ddeba2da7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5686ae7-ed9a-4a0e-8169-3b6f72809931,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:05.617863 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56778) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:05.733041 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758d6fd-e62c-4681-9063-7ef2e7e76f02 req-d99540f5-aede-4f05-96f7-43ff8870f145 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:05.734720 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0758d6fd-e62c-4681-9063-7ef2e7e76f02 req-d99540f5-aede-4f05-96f7-43ff8870f145 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 946 time: 0.0504153 Dec 14 01:21:05.782777 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0758d6fd-e62c-4681-9063-7ef2e7e76f02 req-bb831872-767e-4df3-b6f5-cc63ba7e0a35 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422752 Dec 14 01:21:05.876701 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dba5999d-e211-4fee-aa32-06a22cc3267e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee3732fa13194086b7ba439450103c52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572730 Dec 14 01:21:05.878967 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56792) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:05.930386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c19827aa-0e69-4e56-abeb-2423d9b660cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:05.960642 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c19827aa-0e69-4e56-abeb-2423d9b660cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:06.024368 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 40cc4d60-922c-4ec9-888b-e4a3c3ac395e no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:21:06.041647 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c19827aa-0e69-4e56-abeb-2423d9b660cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:06.044591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c19827aa-0e69-4e56-abeb-2423d9b660cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:06.045834 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c19827aa-0e69-4e56-abeb-2423d9b660cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4631202d-8f28-49de-adee-a692c3cff212 HTTP/1.1" status: 204 len: 168 time: 0.1658359 Dec 14 01:21:06.054645 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19827aa-0e69-4e56-abeb-2423d9b660cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4631202d-8f28-49de-adee-a692c3cff212,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:06.080771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 40cc4d60-922c-4ec9-888b-e4a3c3ac395e {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:21:06.081212 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 40cc4d60-922c-4ec9-888b-e4a3c3ac395e not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:21:06.135038 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfabd3-26be-47f9-9d3c-12bd0d98c054 req-d15a1959-a6dc-479c-b7d2-b3229c8661a6 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:06.136752 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1cfabd3-26be-47f9-9d3c-12bd0d98c054 req-d15a1959-a6dc-479c-b7d2-b3229c8661a6 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 946 time: 0.0600011 Dec 14 01:21:06.189434 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1cfabd3-26be-47f9-9d3c-12bd0d98c054 req-c64f7d45-5675-4f73-845c-2d58c181a7ac tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451791 Dec 14 01:21:06.378625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56816) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:06.483713 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-0772329b-7820-4c80-ac2d-26767c2174a4 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] Request body: {'port': {'network_id': 'b83dc234-0b67-4550-89d0-4b82eef85a36', 'name': 'tempest-NetworksNegativeTestJSON-497189708'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:06.497090 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-0772329b-7820-4c80-ac2d-26767c2174a4 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] POST failed (client error): The resource could not be found. Dec 14 01:21:06.497634 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0772329b-7820-4c80-ac2d-26767c2174a4 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:06.499516 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0772329b-7820-4c80-ac2d-26767c2174a4 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1198826 Dec 14 01:21:06.503874 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56824) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:06.528507 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee09196-bdc4-4b8c-872f-3f0cd80aaba1 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] DELETE failed (client error): The resource could not be found. Dec 14 01:21:06.529208 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee09196-bdc4-4b8c-872f-3f0cd80aaba1 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:06.532009 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dee09196-bdc4-4b8c-872f-3f0cd80aaba1 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] 10.222.0.32 "DELETE /v2.0/networks/929b90d0-8b41-4790-a5e8-e8077b263504 HTTP/1.1" status: 404 len: 339 time: 0.0224681 Dec 14 01:21:06.536395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56826) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:06.565267 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4cf7ed-82d7-4b50-9e69-02497f0f8a8e tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] DELETE failed (client error): The resource could not be found. Dec 14 01:21:06.566077 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4cf7ed-82d7-4b50-9e69-02497f0f8a8e tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:06.569448 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5c4cf7ed-82d7-4b50-9e69-02497f0f8a8e tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] 10.222.0.32 "DELETE /v2.0/ports/937d7b2b-c9d7-40d4-9229-fe552347d224 HTTP/1.1" status: 404 len: 333 time: 0.0319102 Dec 14 01:21:06.573624 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56830) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:06.601070 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-2273f1b3-9150-48b8-a3f3-7e5450606068 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] DELETE failed (client error): The resource could not be found. Dec 14 01:21:06.601710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2273f1b3-9150-48b8-a3f3-7e5450606068 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:06.604918 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2273f1b3-9150-48b8-a3f3-7e5450606068 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] 10.222.0.32 "DELETE /v2.0/subnets/163fe7b8-a799-45cf-a680-c34653c8d951 HTTP/1.1" status: 404 len: 337 time: 0.0299945 Dec 14 01:21:06.608791 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56834) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:06.629400 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-6929842b-1bab-401e-9f1b-8af9232a3132 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] GET failed (client error): The resource could not be found. Dec 14 01:21:06.634593 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6929842b-1bab-401e-9f1b-8af9232a3132 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] 10.222.0.32 "GET /v2.0/networks/40235ac2-09da-4f9b-9aa8-d53b8ff539b4 HTTP/1.1" status: 404 len: 339 time: 0.0225265 Dec 14 01:21:06.634847 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56838) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:06.660002 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e660277-9a1b-4e7b-ba2e-8dfd18d9e5ce tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] GET failed (client error): The resource could not be found. Dec 14 01:21:06.661472 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0e660277-9a1b-4e7b-ba2e-8dfd18d9e5ce tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] 10.222.0.32 "GET /v2.0/ports/394dac75-422c-4247-b5fe-7da7b3b371dc HTTP/1.1" status: 404 len: 333 time: 0.0256500 Dec 14 01:21:06.665325 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56840) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:06.697622 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5eb1bcd-4f70-469a-998d-81f0c861662e tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] GET failed (client error): The resource could not be found. Dec 14 01:21:06.699040 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c5eb1bcd-4f70-469a-998d-81f0c861662e tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] 10.222.0.32 "GET /v2.0/subnets/34cfd0ca-b383-456f-85df-3ed33ec849f2 HTTP/1.1" status: 404 len: 337 time: 0.0325866 Dec 14 01:21:06.703091 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56844) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:06.708155 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-28cb466c-1293-4e10-a1b6-4931f192027f tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:06.722633 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-28cb466c-1293-4e10-a1b6-4931f192027f tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] PUT failed (client error): The resource could not be found. Dec 14 01:21:06.723166 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28cb466c-1293-4e10-a1b6-4931f192027f tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:06.724423 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-28cb466c-1293-4e10-a1b6-4931f192027f tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] 10.222.0.32 "PUT /v2.0/networks/cc02ccb8-e3da-4678-8de3-a8fa6d9e8ddf HTTP/1.1" status: 404 len: 339 time: 0.0203671 Dec 14 01:21:06.729088 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56846) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:06.739030 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-bb29001b-26fc-4284-925f-85769346bc48 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:06.759678 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb29001b-26fc-4284-925f-85769346bc48 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] PUT failed (client error): The resource could not be found. Dec 14 01:21:06.760244 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb29001b-26fc-4284-925f-85769346bc48 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:06.761418 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bb29001b-26fc-4284-925f-85769346bc48 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] 10.222.0.32 "PUT /v2.0/ports/27c459b6-1a57-4d26-9ceb-fd7307390153 HTTP/1.1" status: 404 len: 333 time: 0.0296299 Dec 14 01:21:06.765329 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56848) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:06.770358 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-64d692da-69f4-48ab-b67c-451e046b5467 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:06.792305 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d692da-69f4-48ab-b67c-451e046b5467 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] PUT failed (client error): The resource could not be found. Dec 14 01:21:06.792770 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d692da-69f4-48ab-b67c-451e046b5467 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:21:06.793909 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-64d692da-69f4-48ab-b67c-451e046b5467 tempest-NetworksNegativeTestJSON-948932068 tempest-NetworksNegativeTestJSON-948932068-project] 10.222.0.32 "PUT /v2.0/subnets/752d9086-8dfd-4d1f-8f57-355fd6a0b5a3 HTTP/1.1" status: 404 len: 337 time: 0.0276606 Dec 14 01:21:06.802979 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56852) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:06.897965 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-87586ede-227c-473c-9587-115310c2a5d0 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-30929610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:06.926615 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-87586ede-227c-473c-9587-115310c2a5d0 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:06.927808 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-87586ede-227c-473c-9587-115310c2a5d0 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:06.982093 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-87586ede-227c-473c-9587-115310c2a5d0 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:06.987115 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-87586ede-227c-473c-9587-115310c2a5d0 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.006124 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-87586ede-227c-473c-9587-115310c2a5d0 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.007384 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-87586ede-227c-473c-9587-115310c2a5d0 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2033319 Dec 14 01:21:07.010521 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56858) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:07.015534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-5b6366c4-6813-4182-8b01-c0ede877289c tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-544144882'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:07.038694 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6366c4-6813-4182-8b01-c0ede877289c tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Made reservation on behalf of 13d92cbf32d848b0982dd997438a60b9 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:07.042279 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5b6366c4-6813-4182-8b01-c0ede877289c tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.051246 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5b6366c4-6813-4182-8b01-c0ede877289c tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.065597 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56860) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:07.134887 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5b6366c4-6813-4182-8b01-c0ede877289c tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.143343 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5b6366c4-6813-4182-8b01-c0ede877289c tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.175482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6366c4-6813-4182-8b01-c0ede877289c tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:21:07.181063 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6366c4-6813-4182-8b01-c0ede877289c tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a35417a-5056-4299-bc09-13cb92125a31,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:07.184565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8fb32c16-5664-40d9-8e2e-906a76d3eff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.188762 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5b6366c4-6813-4182-8b01-c0ede877289c tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.189112 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-5b6366c4-6813-4182-8b01-c0ede877289c tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Added segment c364e560-9e01-447f-8c99-e0ec9d51b0a2 of type vlan for network c79e1470-6c6d-4f75-8567-b0568c0d4a48 Dec 14 01:21:07.232294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5b6366c4-6813-4182-8b01-c0ede877289c tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.260144 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5b6366c4-6813-4182-8b01-c0ede877289c tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.265028 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8fb32c16-5664-40d9-8e2e-906a76d3eff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.266277 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6366c4-6813-4182-8b01-c0ede877289c tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:07.267088 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5b6366c4-6813-4182-8b01-c0ede877289c tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.277801 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8fb32c16-5664-40d9-8e2e-906a76d3eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.323383 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5b6366c4-6813-4182-8b01-c0ede877289c tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3117187 Dec 14 01:21:07.331656 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56866) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:07.340944 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6366c4-6813-4182-8b01-c0ede877289c tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event updated for resources: {'Network': ['ID=c79e1470-6c6d-4f75-8567-b0568c0d4a48,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:07.344154 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-323a4571-ed59-42e8-9705-183673956f2d tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Request body: {'subnet': {'network_id': 'c79e1470-6c6d-4f75-8567-b0568c0d4a48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:07.351207 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network c79e1470-6c6d-4f75-8567-b0568c0d4a48 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:21:07.355604 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8fb32c16-5664-40d9-8e2e-906a76d3eff2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1940027c04634f398e9d41330b1fca0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2889247 Dec 14 01:21:07.358389 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56868) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:07.393754 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb32c16-5664-40d9-8e2e-906a76d3eff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf68cc4-9f5a-4fea-a966-fb417bbb016e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:07.407102 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcfa67-9fff-4318-bcfa-d2e3ee6eb5bf req-12cc8d2b-595e-4ad1-b691-ec26350a555f tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:07.408601 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-49dcfa67-9fff-4318-bcfa-d2e3ee6eb5bf req-12cc8d2b-595e-4ad1-b691-ec26350a555f tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 946 time: 0.1411364 Dec 14 01:21:07.415178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0e7e072f-1acf-4f1b-a21a-9e0a8aa73176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.437843 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0e7e072f-1acf-4f1b-a21a-9e0a8aa73176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.486263 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0e7e072f-1acf-4f1b-a21a-9e0a8aa73176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.489205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0e7e072f-1acf-4f1b-a21a-9e0a8aa73176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.492756 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0e7e072f-1acf-4f1b-a21a-9e0a8aa73176 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2bf68cc4-9f5a-4fea-a966-fb417bbb016e HTTP/1.1" status: 204 len: 168 time: 0.1309738 Dec 14 01:21:07.498716 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-49dcfa67-9fff-4318-bcfa-d2e3ee6eb5bf req-a6eaa223-bba7-46cf-b10b-8a3d80a0aa12 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664248 Dec 14 01:21:07.499868 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e072f-1acf-4f1b-a21a-9e0a8aa73176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf68cc4-9f5a-4fea-a966-fb417bbb016e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:07.499998 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323a4571-ed59-42e8-9705-183673956f2d tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Made reservation on behalf of 13d92cbf32d848b0982dd997438a60b9 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:07.503365 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-323a4571-ed59-42e8-9705-183673956f2d tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.753160 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-323a4571-ed59-42e8-9705-183673956f2d tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.777945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d15d5-1e2e-4b67-9534-6157ada8c40f req-d0370452-9c65-4c36-a849-e530389b1fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:07.779444 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3c9d15d5-1e2e-4b67-9534-6157ada8c40f req-d0370452-9c65-4c36-a849-e530389b1fd3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5da0a27696144ea189a24ff419fc9272&device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 1099 time: 0.0431168 Dec 14 01:21:07.793886 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0831b6-716e-4882-b7f7-fd729ead6228 req-5ce13c71-fb6e-407a-b42c-9361bce5fa9b tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:07.795580 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6e0831b6-716e-4882-b7f7-fd729ead6228 req-5ce13c71-fb6e-407a-b42c-9361bce5fa9b tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 946 time: 0.1082075 Dec 14 01:21:07.849475 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a4571-ed59-42e8-9705-183673956f2d tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event updated for resources: {'Subnet': ['ID=8af42bde-e5f1-4539-9ba7-fc1537a8e571,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:07.877850 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a4571-ed59-42e8-9705-183673956f2d tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Checking segment: {'id': 'c364e560-9e01-447f-8c99-e0ec9d51b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c79e1470-6c6d-4f75-8567-b0568c0d4a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:07.878219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323a4571-ed59-42e8-9705-183673956f2d tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Network hostable DHCP agents. Network: c79e1470-6c6d-4f75-8567-b0568c0d4a48, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:21:07.885556 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6e0831b6-716e-4882-b7f7-fd729ead6228 req-2dbe9839-a7aa-40d8-a00a-031bacf96c33 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773268 Dec 14 01:21:07.886871 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d15d5-1e2e-4b67-9534-6157ada8c40f req-f173c5e4-69d1-456f-a358-cc20b0bf2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:07.888431 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3c9d15d5-1e2e-4b67-9534-6157ada8c40f req-f173c5e4-69d1-456f-a358-cc20b0bf2f92 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6d7de8f6-b36c-4b33-ae58-d09142609595 HTTP/1.1" status: 200 len: 911 time: 0.1017883 Dec 14 01:21:07.910737 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323a4571-ed59-42e8-9705-183673956f2d tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Network c79e1470-6c6d-4f75-8567-b0568c0d4a48 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:21:07.921362 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-323a4571-ed59-42e8-9705-183673956f2d tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, c79e1470-6c6d-4f75-8567-b0568c0d4a48) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:07.926023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323a4571-ed59-42e8-9705-183673956f2d tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:07.926619 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-323a4571-ed59-42e8-9705-183673956f2d tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:07.934948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2806e2f2-2646-4c26-b9b7-473da5cad6c0 None None] Network c79e1470-6c6d-4f75-8567-b0568c0d4a48 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:07.944738 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3c9d15d5-1e2e-4b67-9534-6157ada8c40f req-729e8b35-9e9b-479d-ae0a-9790ffb34137 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=265871a0-5a22-478f-93e4-c5e5d13ae610 HTTP/1.1" status: 200 len: 217 time: 0.0493419 Dec 14 01:21:07.967457 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-323a4571-ed59-42e8-9705-183673956f2d tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6283102 Dec 14 01:21:07.968406 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56886) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:07.974045 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4e244fc4-9710-4094-92d3-a49a9c4949cf tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Request body: {'network': {'name': 'tempest-router-network01--1754759732'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:08.004287 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e244fc4-9710-4094-92d3-a49a9c4949cf tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Made reservation on behalf of 13d92cbf32d848b0982dd997438a60b9 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:08.008506 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e244fc4-9710-4094-92d3-a49a9c4949cf tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.009682 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d15d5-1e2e-4b67-9534-6157ada8c40f req-62fce7b8-509f-4010-933b-6c1fcdf1dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:08.012064 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3c9d15d5-1e2e-4b67-9534-6157ada8c40f req-62fce7b8-509f-4010-933b-6c1fcdf1dfc8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0624604-fe15-49dc-83ea-87671861104b HTTP/1.1" status: 200 len: 851 time: 0.0604813 Dec 14 01:21:08.037729 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e244fc4-9710-4094-92d3-a49a9c4949cf tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:21:08.055062 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3c9d15d5-1e2e-4b67-9534-6157ada8c40f req-4366652a-42e0-4f3b-9479-3aff26d0c8e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6d7de8f6-b36c-4b33-ae58-d09142609595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339725 Dec 14 01:21:08.057226 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e244fc4-9710-4094-92d3-a49a9c4949cf tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.057643 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-4e244fc4-9710-4094-92d3-a49a9c4949cf tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Added segment 57347185-86f4-42a7-9aad-1c1a4aa9ff88 of type vlan for network 0ecaac19-a709-49fc-8115-b2e5b1e08a67 Dec 14 01:21:08.060509 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-c79e1470-6c6d-4f75-8567-b0568c0d4a48', 'network_id': 'c79e1470-6c6d-4f75-8567-b0568c0d4a48', 'project_id': '13d92cbf32d848b0982dd997438a60b9', 'fixed_ips': [{'subnet_id': '8af42bde-e5f1-4539-9ba7-fc1537a8e571'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:21:08.061529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.116012 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e244fc4-9710-4094-92d3-a49a9c4949cf tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.148681 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e244fc4-9710-4094-92d3-a49a9c4949cf tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.156501 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e244fc4-9710-4094-92d3-a49a9c4949cf tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:08.157189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e244fc4-9710-4094-92d3-a49a9c4949cf tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.159776 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3c9d15d5-1e2e-4b67-9534-6157ada8c40f req-29ce4218-536b-4b34-883c-1b920dd5f662 service neutron] 10.222.0.16 "GET /v2.0/networks/6d7de8f6-b36c-4b33-ae58-d09142609595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973465 Dec 14 01:21:08.230035 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4e244fc4-9710-4094-92d3-a49a9c4949cf tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2578876 Dec 14 01:21:08.230265 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56896) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:08.237369 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-91111de1-4c26-4544-89c1-511a7282ee38 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Request body: {'network': {'name': 'tempest-router-network02--1152197392'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:08.244271 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e244fc4-9710-4094-92d3-a49a9c4949cf tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event updated for resources: {'Network': ['ID=0ecaac19-a709-49fc-8115-b2e5b1e08a67,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:08.267707 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91111de1-4c26-4544-89c1-511a7282ee38 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Made reservation on behalf of 13d92cbf32d848b0982dd997438a60b9 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:08.268255 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 0ecaac19-a709-49fc-8115-b2e5b1e08a67 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:21:08.270878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Allocated IP 172.20.0.2 (c79e1470-6c6d-4f75-8567-b0568c0d4a48/8af42bde-e5f1-4539-9ba7-fc1537a8e571/93df77d8-0392-450f-acbc-16dc7cca569f) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:08.271670 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91111de1-4c26-4544-89c1-511a7282ee38 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.299740 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91111de1-4c26-4544-89c1-511a7282ee38 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:21:08.303608 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3c9d15d5-1e2e-4b67-9534-6157ada8c40f req-5d9aac0c-b420-4579-9562-1416a4718f3c service neutron] 10.222.0.16 "GET /v2.0/networks/6d7de8f6-b36c-4b33-ae58-d09142609595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360371 Dec 14 01:21:08.310502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91111de1-4c26-4544-89c1-511a7282ee38 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.310855 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-91111de1-4c26-4544-89c1-511a7282ee38 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Added segment b862fbb8-6511-4085-94f3-804fd903b874 of type vlan for network d4a43a94-7c76-4d63-aa93-36c6e96c6cdd Dec 14 01:21:08.327178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56898) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:08.361264 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91111de1-4c26-4544-89c1-511a7282ee38 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.390906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91111de1-4c26-4544-89c1-511a7282ee38 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.399795 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91111de1-4c26-4544-89c1-511a7282ee38 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:08.400330 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91111de1-4c26-4544-89c1-511a7282ee38 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.442781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-2cdde143-7aa1-45eb-9363-73f408043dda tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'network': {'name': 'tempest-RoutersTest-632758585'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:08.468756 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-91111de1-4c26-4544-89c1-511a7282ee38 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2374487 Dec 14 01:21:08.471581 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56902) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:08.483625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.484562 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91111de1-4c26-4544-89c1-511a7282ee38 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event updated for resources: {'Network': ['ID=d4a43a94-7c76-4d63-aa93-36c6e96c6cdd,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:08.486500 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d0d4a803-05ae-45f7-b74a-bd63b4d125d1 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Request body: {'subnet': {'network_id': '0ecaac19-a709-49fc-8115-b2e5b1e08a67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:08.490837 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.500265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network d4a43a94-7c76-4d63-aa93-36c6e96c6cdd details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:21:08.537713 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdde143-7aa1-45eb-9363-73f408043dda tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:08.541322 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cdde143-7aa1-45eb-9363-73f408043dda tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.559921 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cdde143-7aa1-45eb-9363-73f408043dda tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.625691 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d4a803-05ae-45f7-b74a-bd63b4d125d1 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Made reservation on behalf of 13d92cbf32d848b0982dd997438a60b9 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:08.629362 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0d4a803-05ae-45f7-b74a-bd63b4d125d1 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.734261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Network c79e1470-6c6d-4f75-8567-b0568c0d4a48 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:08.738955 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cdde143-7aa1-45eb-9363-73f408043dda tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.745431 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cdde143-7aa1-45eb-9363-73f408043dda tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.747212 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:08.753481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:08.759137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Pushing event updated for resources: {'Port': ['ID=93df77d8-0392-450f-acbc-16dc7cca569f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:08.774978 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdde143-7aa1-45eb-9363-73f408043dda tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:21:08.798062 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cdde143-7aa1-45eb-9363-73f408043dda tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.798406 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-2cdde143-7aa1-45eb-9363-73f408043dda tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Added segment 2ccab9a6-eb32-46bf-afff-05efc7b71e91 of type vlan for network 74ca0385-aecf-4ae7-bd79-d390dc82f95a Dec 14 01:21:08.820306 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Attempting to bind port 93df77d8-0392-450f-acbc-16dc7cca569f on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:21:08.820755 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Attempting to bind port 93df77d8-0392-450f-acbc-16dc7cca569f by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'c364e560-9e01-447f-8c99-e0ec9d51b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c79e1470-6c6d-4f75-8567-b0568c0d4a48'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:21:08.821124 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Attempting to bind port 93df77d8-0392-450f-acbc-16dc7cca569f on network c79e1470-6c6d-4f75-8567-b0568c0d4a48 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:08.823632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdde143-7aa1-45eb-9363-73f408043dda tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a69c466c-88da-4559-a732-dadb994adb36,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:08.826672 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:21:08.827295 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Checking segment: {'id': 'c364e560-9e01-447f-8c99-e0ec9d51b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c79e1470-6c6d-4f75-8567-b0568c0d4a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:08.827869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.828637 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Bound using segment: {'id': 'c364e560-9e01-447f-8c99-e0ec9d51b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c79e1470-6c6d-4f75-8567-b0568c0d4a48'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:21:08.829313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Bound port: 93df77d8-0392-450f-acbc-16dc7cca569f, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c364e560-9e01-447f-8c99-e0ec9d51b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c79e1470-6c6d-4f75-8567-b0568c0d4a48'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:21:08.829868 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.874362 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cdde143-7aa1-45eb-9363-73f408043dda tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.899663 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] For port 93df77d8-0392-450f-acbc-16dc7cca569f, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:21:08.903251 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] For port 93df77d8-0392-450f-acbc-16dc7cca569f, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=93df77d8-0392-450f-acbc-16dc7cca569f,segment=NetworkSegment(c364e560-9e01-447f-8c99-e0ec9d51b0a2),segment_id=c364e560-9e01-447f-8c99-e0ec9d51b0a2)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:21:08.907969 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.940338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0d4a803-05ae-45f7-b74a-bd63b4d125d1 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.949047 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cdde143-7aa1-45eb-9363-73f408043dda tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.954907 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdde143-7aa1-45eb-9363-73f408043dda tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:08.955582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cdde143-7aa1-45eb-9363-73f408043dda tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:08.973823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c3379-1c75-48f5-8161-764178c5b432 None None] Pushing event updated for resources: {'Port': ['ID=93df77d8-0392-450f-acbc-16dc7cca569f,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:09.075633 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a493b76-1f1d-4268-b39f-c8a06fcafba5 req-b029f861-1fd3-4f99-8546-f01105151b55 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:09.077564 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2a493b76-1f1d-4268-b39f-c8a06fcafba5 req-b029f861-1fd3-4f99-8546-f01105151b55 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 946 time: 0.0718491 Dec 14 01:21:09.085602 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2cdde143-7aa1-45eb-9363-73f408043dda tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7572827 Dec 14 01:21:09.094877 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56906) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:09.104683 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-28df0c3d-e81d-4c65-9ebf-b7b4374542a5 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'network': {'name': 'tempest-RoutersTest-656226563'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:09.112031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdde143-7aa1-45eb-9363-73f408043dda tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Network': ['ID=74ca0385-aecf-4ae7-bd79-d390dc82f95a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:09.121554 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4a803-05ae-45f7-b74a-bd63b4d125d1 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event updated for resources: {'Subnet': ['ID=c0bf8a0f-3cde-41c9-8b5e-af45fe032c58,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:09.126618 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 74ca0385-aecf-4ae7-bd79-d390dc82f95a details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:21:09.140367 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d4a803-05ae-45f7-b74a-bd63b4d125d1 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Checking segment: {'id': '57347185-86f4-42a7-9aad-1c1a4aa9ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ecaac19-a709-49fc-8115-b2e5b1e08a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:09.140738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d4a803-05ae-45f7-b74a-bd63b4d125d1 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Network hostable DHCP agents. Network: 0ecaac19-a709-49fc-8115-b2e5b1e08a67, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:21:09.141926 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2a493b76-1f1d-4268-b39f-c8a06fcafba5 req-6030db43-8ee9-4f38-9d06-e91597ebc375 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572531 Dec 14 01:21:09.171577 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28df0c3d-e81d-4c65-9ebf-b7b4374542a5 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:09.171577 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28df0c3d-e81d-4c65-9ebf-b7b4374542a5 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:09.193337 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d4a803-05ae-45f7-b74a-bd63b4d125d1 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Network 0ecaac19-a709-49fc-8115-b2e5b1e08a67 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:21:09.231422 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28df0c3d-e81d-4c65-9ebf-b7b4374542a5 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:21:09.233545 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d0d4a803-05ae-45f7-b74a-bd63b4d125d1 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 0ecaac19-a709-49fc-8115-b2e5b1e08a67) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:09.240698 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d4a803-05ae-45f7-b74a-bd63b4d125d1 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:09.241237 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0d4a803-05ae-45f7-b74a-bd63b4d125d1 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:09.242498 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843d1395-caac-428b-a5d5-7cc88ba76fe0 None None] Network 0ecaac19-a709-49fc-8115-b2e5b1e08a67 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:09.249802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28df0c3d-e81d-4c65-9ebf-b7b4374542a5 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:09.250149 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-28df0c3d-e81d-4c65-9ebf-b7b4374542a5 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Added segment 8a290a31-38ef-482f-8d33-204b9b967578 of type vlan for network 467ff00c-21e2-47f9-9f38-378aa118ca0c Dec 14 01:21:09.292910 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d0d4a803-05ae-45f7-b74a-bd63b4d125d1 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8194668 Dec 14 01:21:09.295844 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56908) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:09.301205 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-939691c7-ba7e-4eab-9648-64d4f240bfa7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Request body: {'subnet': {'network_id': 'd4a43a94-7c76-4d63-aa93-36c6e96c6cdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:09.309034 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28df0c3d-e81d-4c65-9ebf-b7b4374542a5 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:09.339513 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28df0c3d-e81d-4c65-9ebf-b7b4374542a5 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:09.345750 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28df0c3d-e81d-4c65-9ebf-b7b4374542a5 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:09.346439 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28df0c3d-e81d-4c65-9ebf-b7b4374542a5 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:09.392039 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-0ecaac19-a709-49fc-8115-b2e5b1e08a67', 'network_id': '0ecaac19-a709-49fc-8115-b2e5b1e08a67', 'project_id': '13d92cbf32d848b0982dd997438a60b9', 'fixed_ips': [{'subnet_id': 'c0bf8a0f-3cde-41c9-8b5e-af45fe032c58'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:21:09.393266 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:09.408819 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-28df0c3d-e81d-4c65-9ebf-b7b4374542a5 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3083413 Dec 14 01:21:09.409793 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56910) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:09.415347 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e4297495-a556-4547-9aa7-1ae68c0a8109 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'subnet': {'network_id': '74ca0385-aecf-4ae7-bd79-d390dc82f95a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:09.433577 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939691c7-ba7e-4eab-9648-64d4f240bfa7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Made reservation on behalf of 13d92cbf32d848b0982dd997438a60b9 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:09.437228 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-939691c7-ba7e-4eab-9648-64d4f240bfa7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:09.482862 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df0c3d-e81d-4c65-9ebf-b7b4374542a5 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Network': ['ID=467ff00c-21e2-47f9-9f38-378aa118ca0c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:09.495467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 467ff00c-21e2-47f9-9f38-378aa118ca0c details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:21:09.524451 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4297495-a556-4547-9aa7-1ae68c0a8109 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:09.528726 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e4297495-a556-4547-9aa7-1ae68c0a8109 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:09.618233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Allocated IP 172.20.0.2 (0ecaac19-a709-49fc-8115-b2e5b1e08a67/c0bf8a0f-3cde-41c9-8b5e-af45fe032c58/990faed6-701c-4f1a-8232-ef65d2731780) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:09.648290 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-939691c7-ba7e-4eab-9648-64d4f240bfa7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:09.720901 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939691c7-ba7e-4eab-9648-64d4f240bfa7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event updated for resources: {'Subnet': ['ID=c0898dd5-1b47-44da-92d6-860681a80575,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:09.729230 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939691c7-ba7e-4eab-9648-64d4f240bfa7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Checking segment: {'id': 'b862fbb8-6511-4085-94f3-804fd903b874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd4a43a94-7c76-4d63-aa93-36c6e96c6cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:09.729608 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939691c7-ba7e-4eab-9648-64d4f240bfa7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Network hostable DHCP agents. Network: d4a43a94-7c76-4d63-aa93-36c6e96c6cdd, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:21:09.746115 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e4297495-a556-4547-9aa7-1ae68c0a8109 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:09.758460 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939691c7-ba7e-4eab-9648-64d4f240bfa7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Network d4a43a94-7c76-4d63-aa93-36c6e96c6cdd is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:21:09.769601 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:09.773404 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-939691c7-ba7e-4eab-9648-64d4f240bfa7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, d4a43a94-7c76-4d63-aa93-36c6e96c6cdd) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:09.777689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:09.784131 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939691c7-ba7e-4eab-9648-64d4f240bfa7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:09.785283 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-939691c7-ba7e-4eab-9648-64d4f240bfa7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:09.792799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feb1c08-60d4-4093-8694-a154b1e14cd7 None None] Network d4a43a94-7c76-4d63-aa93-36c6e96c6cdd requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:09.824190 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-939691c7-ba7e-4eab-9648-64d4f240bfa7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5269942 Dec 14 01:21:09.827026 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56912) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:09.841325 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Network 0ecaac19-a709-49fc-8115-b2e5b1e08a67 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:09.845920 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4297495-a556-4547-9aa7-1ae68c0a8109 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Subnet': ['ID=f8420f62-e22a-425d-8385-27decab43526,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:09.861126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4297495-a556-4547-9aa7-1ae68c0a8109 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Checking segment: {'id': '2ccab9a6-eb32-46bf-afff-05efc7b71e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '74ca0385-aecf-4ae7-bd79-d390dc82f95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:09.861483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4297495-a556-4547-9aa7-1ae68c0a8109 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network hostable DHCP agents. Network: 74ca0385-aecf-4ae7-bd79-d390dc82f95a, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:21:09.872272 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:09.881667 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:09.886461 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4297495-a556-4547-9aa7-1ae68c0a8109 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 74ca0385-aecf-4ae7-bd79-d390dc82f95a is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:21:09.899676 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e4297495-a556-4547-9aa7-1ae68c0a8109 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 74ca0385-aecf-4ae7-bd79-d390dc82f95a) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:09.904673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4297495-a556-4547-9aa7-1ae68c0a8109 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:09.905412 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e4297495-a556-4547-9aa7-1ae68c0a8109 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:09.915686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1bfc2b-8312-4ab3-bd6d-7b5396dd7530 None None] Network 74ca0385-aecf-4ae7-bd79-d390dc82f95a requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:09.924974 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Pushing event updated for resources: {'Port': ['ID=990faed6-701c-4f1a-8232-ef65d2731780,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:09.934910 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e4297495-a556-4547-9aa7-1ae68c0a8109 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5236094 Dec 14 01:21:09.935252 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56914) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:09.941736 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-76714a63-cd3a-464b-9583-5c210a08c003 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'subnet': {'network_id': '467ff00c-21e2-47f9-9f38-378aa118ca0c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:10.038219 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Attempting to bind port 990faed6-701c-4f1a-8232-ef65d2731780 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:21:10.038882 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Attempting to bind port 990faed6-701c-4f1a-8232-ef65d2731780 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '57347185-86f4-42a7-9aad-1c1a4aa9ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ecaac19-a709-49fc-8115-b2e5b1e08a67'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:21:10.039414 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Attempting to bind port 990faed6-701c-4f1a-8232-ef65d2731780 on network 0ecaac19-a709-49fc-8115-b2e5b1e08a67 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:10.077340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:21:10.077716 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Checking segment: {'id': '57347185-86f4-42a7-9aad-1c1a4aa9ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ecaac19-a709-49fc-8115-b2e5b1e08a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:10.078117 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:10.078510 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Bound using segment: {'id': '57347185-86f4-42a7-9aad-1c1a4aa9ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ecaac19-a709-49fc-8115-b2e5b1e08a67'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:21:10.078997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Bound port: 990faed6-701c-4f1a-8232-ef65d2731780, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57347185-86f4-42a7-9aad-1c1a4aa9ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ecaac19-a709-49fc-8115-b2e5b1e08a67'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:21:10.079930 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:10.081550 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 93df77d8-0392-450f-acbc-16dc7cca569f up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:10.130013 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-d4a43a94-7c76-4d63-aa93-36c6e96c6cdd', 'network_id': 'd4a43a94-7c76-4d63-aa93-36c6e96c6cdd', 'project_id': '13d92cbf32d848b0982dd997438a60b9', 'fixed_ips': [{'subnet_id': 'c0898dd5-1b47-44da-92d6-860681a80575'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:21:10.130898 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:10.224977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-74ca0385-aecf-4ae7-bd79-d390dc82f95a', 'network_id': '74ca0385-aecf-4ae7-bd79-d390dc82f95a', 'project_id': 'a08892403d0b4372b696b4a853123dae', 'fixed_ips': [{'subnet_id': 'f8420f62-e22a-425d-8385-27decab43526'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:21:10.231437 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:10.242532 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76714a63-cd3a-464b-9583-5c210a08c003 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:10.247367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76714a63-cd3a-464b-9583-5c210a08c003 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:10.301471 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a026331e-07ca-479a-9e40-b658c9b76151 None None] Network c79e1470-6c6d-4f75-8567-b0568c0d4a48 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:10.316436 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:10.384405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] For port 990faed6-701c-4f1a-8232-ef65d2731780, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:21:10.458617 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d0453-58ec-42ae-a762-d288585f7849 req-ae0466e7-229f-4c27-9a9e-3f24e7e008ce tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:10.459619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] For port 990faed6-701c-4f1a-8232-ef65d2731780, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=990faed6-701c-4f1a-8232-ef65d2731780,segment=NetworkSegment(57347185-86f4-42a7-9aad-1c1a4aa9ff88),segment_id=57347185-86f4-42a7-9aad-1c1a4aa9ff88)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:21:10.460238 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3d9d0453-58ec-42ae-a762-d288585f7849 req-ae0466e7-229f-4c27-9a9e-3f24e7e008ce tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 946 time: 0.2071960 Dec 14 01:21:10.462074 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 93df77d8-0392-450f-acbc-16dc7cca569f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:10.462948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:10.516792 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:10.560279 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8144c217-a834-4037-aeb5-09758cf69736 None None] Provisioning complete for port 93df77d8-0392-450f-acbc-16dc7cca569f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:10.560515 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8144c217-a834-4037-aeb5-09758cf69736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:10.629278 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3d9d0453-58ec-42ae-a762-d288585f7849 req-99afea15-b12f-4e8d-bf37-e959fbb36d07 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551950 Dec 14 01:21:10.688402 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Allocated IP 172.20.0.2 (d4a43a94-7c76-4d63-aa93-36c6e96c6cdd/c0898dd5-1b47-44da-92d6-860681a80575/84778b49-c47f-412a-b209-fdad4095f776) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:10.731268 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76714a63-cd3a-464b-9583-5c210a08c003 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:10.824080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Allocated IP 172.20.0.1 (0ecaac19-a709-49fc-8115-b2e5b1e08a67/c0bf8a0f-3cde-41c9-8b5e-af45fe032c58/5429fddb-4b09-4e19-96fc-f81833d3af2c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:10.847493 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76714a63-cd3a-464b-9583-5c210a08c003 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Subnet': ['ID=86d7969f-7282-4871-b7d6-d5acda38eb00,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:10.865603 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76714a63-cd3a-464b-9583-5c210a08c003 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Checking segment: {'id': '8a290a31-38ef-482f-8d33-204b9b967578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '467ff00c-21e2-47f9-9f38-378aa118ca0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:10.866305 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76714a63-cd3a-464b-9583-5c210a08c003 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network hostable DHCP agents. Network: 467ff00c-21e2-47f9-9f38-378aa118ca0c, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:21:10.927219 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:10.961274 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bd3a7-e548-4b2f-91a3-7dd2761eedc4 None None] Pushing event updated for resources: {'Port': ['ID=990faed6-701c-4f1a-8232-ef65d2731780,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:11.005426 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76714a63-cd3a-464b-9583-5c210a08c003 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 467ff00c-21e2-47f9-9f38-378aa118ca0c is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:21:11.017820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Allocated IP 172.20.0.2 (74ca0385-aecf-4ae7-bd79-d390dc82f95a/f8420f62-e22a-425d-8385-27decab43526/792b0838-bb29-47bc-9920-a1f7b520f292) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:11.046060 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-76714a63-cd3a-464b-9583-5c210a08c003 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 467ff00c-21e2-47f9-9f38-378aa118ca0c) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:11.055728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feeb176-4e79-421b-a2ea-607aa0128038 req-8b87e018-ae78-44a3-8366-3fda7d0fe197 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:11.057615 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6feeb176-4e79-421b-a2ea-607aa0128038 req-8b87e018-ae78-44a3-8366-3fda7d0fe197 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 946 time: 0.1271088 Dec 14 01:21:11.068662 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f5dbf8-337c-4a36-95fb-a12ef61081f8 None None] Network 467ff00c-21e2-47f9-9f38-378aa118ca0c requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:11.073711 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76714a63-cd3a-464b-9583-5c210a08c003 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:11.074443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76714a63-cd3a-464b-9583-5c210a08c003 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.101332 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.131550 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-76714a63-cd3a-464b-9583-5c210a08c003 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1952238 Dec 14 01:21:11.134427 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56922) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:11.142740 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-546acaa1-6d80-412a-a013-f537e255d2cb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1156320601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:11.173792 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6feeb176-4e79-421b-a2ea-607aa0128038 req-ebc30d87-ec62-4854-b85e-7017643ee65b tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050434 Dec 14 01:21:11.186628 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.206740 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-546acaa1-6d80-412a-a013-f537e255d2cb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.211270 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-546acaa1-6d80-412a-a013-f537e255d2cb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.233047 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Network 0ecaac19-a709-49fc-8115-b2e5b1e08a67 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:11.236563 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:11.240718 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:11.256407 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.271039 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event updated for resources: {'Port': ['ID=5429fddb-4b09-4e19-96fc-f81833d3af2c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:11.298023 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8144c217-a834-4037-aeb5-09758cf69736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.303597 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.309846 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-546acaa1-6d80-412a-a013-f537e255d2cb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.317540 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-546acaa1-6d80-412a-a013-f537e255d2cb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.342897 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-546acaa1-6d80-412a-a013-f537e255d2cb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.344410 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-546acaa1-6d80-412a-a013-f537e255d2cb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2087886 Dec 14 01:21:11.347266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56924) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:11.440392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 93df77d8-0392-450f-acbc-16dc7cca569f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=93df77d8-0392-450f-acbc-16dc7cca569f,segment=NetworkSegment(c364e560-9e01-447f-8c99-e0ec9d51b0a2),segment_id=c364e560-9e01-447f-8c99-e0ec9d51b0a2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:11.467521 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.478663 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.486672 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.496505 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-467ff00c-21e2-47f9-9f38-378aa118ca0c', 'network_id': '467ff00c-21e2-47f9-9f38-378aa118ca0c', 'project_id': 'a08892403d0b4372b696b4a853123dae', 'fixed_ips': [{'subnet_id': '86d7969f-7282-4871-b7d6-d5acda38eb00'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:21:11.497623 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.549203 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.649831 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Network d4a43a94-7c76-4d63-aa93-36c6e96c6cdd is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:11.657172 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-8144c217-a834-4037-aeb5-09758cf69736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:21:11.657536 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-8144c217-a834-4037-aeb5-09758cf69736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:21:11.702130 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:11.704416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.708297 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=93df77d8-0392-450f-acbc-16dc7cca569f,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:11.710966 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:11.737883 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.765223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.771989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.777307 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.869433 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Pushing event updated for resources: {'Port': ['ID=84778b49-c47f-412a-b209-fdad4095f776,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:11.874976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Network 74ca0385-aecf-4ae7-bd79-d390dc82f95a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:11.894416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:11.925088 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:11.938112 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Attempting to bind port 84778b49-c47f-412a-b209-fdad4095f776 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:21:11.938491 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Attempting to bind port 84778b49-c47f-412a-b209-fdad4095f776 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'b862fbb8-6511-4085-94f3-804fd903b874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd4a43a94-7c76-4d63-aa93-36c6e96c6cdd'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:21:11.938854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Attempting to bind port 84778b49-c47f-412a-b209-fdad4095f776 on network d4a43a94-7c76-4d63-aa93-36c6e96c6cdd {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:11.981289 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:21:11.981969 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Checking segment: {'id': 'b862fbb8-6511-4085-94f3-804fd903b874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd4a43a94-7c76-4d63-aa93-36c6e96c6cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:11.982544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.983115 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Bound using segment: {'id': 'b862fbb8-6511-4085-94f3-804fd903b874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd4a43a94-7c76-4d63-aa93-36c6e96c6cdd'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:21:11.983759 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Bound port: 84778b49-c47f-412a-b209-fdad4095f776, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b862fbb8-6511-4085-94f3-804fd903b874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd4a43a94-7c76-4d63-aa93-36c6e96c6cdd'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:21:11.984358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:11.987567 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Allocated IP 172.21.0.2 (467ff00c-21e2-47f9-9f38-378aa118ca0c/86d7969f-7282-4871-b7d6-d5acda38eb00/935d812a-5d38-4164-a321-84669438dc2f) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:12.008593 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Pushing event updated for resources: {'Port': ['ID=792b0838-bb29-47bc-9920-a1f7b520f292,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:12.085595 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45b307c-b312-4a47-8389-3c4d0cc043b9 None None] Network 0ecaac19-a709-49fc-8115-b2e5b1e08a67 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:12.092751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Allocated IP 172.20.0.1 (74ca0385-aecf-4ae7-bd79-d390dc82f95a/f8420f62-e22a-425d-8385-27decab43526/5aedc121-8f50-4957-8450-ec05473d887a) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:12.168922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Attempting to bind port 792b0838-bb29-47bc-9920-a1f7b520f292 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:21:12.169182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Attempting to bind port 792b0838-bb29-47bc-9920-a1f7b520f292 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '2ccab9a6-eb32-46bf-afff-05efc7b71e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '74ca0385-aecf-4ae7-bd79-d390dc82f95a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:21:12.169509 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Attempting to bind port 792b0838-bb29-47bc-9920-a1f7b520f292 on network 74ca0385-aecf-4ae7-bd79-d390dc82f95a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:12.180579 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 93df77d8-0392-450f-acbc-16dc7cca569f up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:12.214059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:12.268536 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:12.269033 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:21:12.269410 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Checking segment: {'id': '2ccab9a6-eb32-46bf-afff-05efc7b71e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '74ca0385-aecf-4ae7-bd79-d390dc82f95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:12.269826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:12.270213 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Bound using segment: {'id': '2ccab9a6-eb32-46bf-afff-05efc7b71e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '74ca0385-aecf-4ae7-bd79-d390dc82f95a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:21:12.270696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Bound port: 792b0838-bb29-47bc-9920-a1f7b520f292, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ccab9a6-eb32-46bf-afff-05efc7b71e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '74ca0385-aecf-4ae7-bd79-d390dc82f95a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:21:12.271082 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:12.276542 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event updated for resources: {'Port': ['ID=5429fddb-4b09-4e19-96fc-f81833d3af2c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:12.288437 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:12.313283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] For port 84778b49-c47f-412a-b209-fdad4095f776, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:21:12.335109 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 74ca0385-aecf-4ae7-bd79-d390dc82f95a is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:12.338719 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:12.342794 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:12.349260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=5aedc121-8f50-4957-8450-ec05473d887a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:12.371005 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] For port 84778b49-c47f-412a-b209-fdad4095f776, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=84778b49-c47f-412a-b209-fdad4095f776,segment=NetworkSegment(b862fbb8-6511-4085-94f3-804fd903b874),segment_id=b862fbb8-6511-4085-94f3-804fd903b874)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:21:12.390495 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:12.394150 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:12.413923 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Network 0ecaac19-a709-49fc-8115-b2e5b1e08a67 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:12.416671 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:12.442510 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1281be-d2dd-4761-a34e-e589d04442ad req-3a7e98e3-3e5d-471d-9f76-359610956df3 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:12.444172 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cc1281be-d2dd-4761-a34e-e589d04442ad req-3a7e98e3-3e5d-471d-9f76-359610956df3 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 946 time: 0.1648235 Dec 14 01:21:12.563771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 93df77d8-0392-450f-acbc-16dc7cca569f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:12.563771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:12.563771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e45aca38-a63f-40d4-8f11-0ea916613a5c None None] Provisioning complete for port 93df77d8-0392-450f-acbc-16dc7cca569f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:12.563771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e45aca38-a63f-40d4-8f11-0ea916613a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:12.567414 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:12.576815 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cc1281be-d2dd-4761-a34e-e589d04442ad req-6ec56ca6-0f09-4bd9-9fed-28daea4924cd tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940826 Dec 14 01:21:12.593125 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] For port 792b0838-bb29-47bc-9920-a1f7b520f292, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:21:12.621142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Router a99fdf59-5ba6-4128-a37c-68d2e04df591 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:21:12.671054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bbef9-44f3-4101-89d7-43455f41a8dd None None] Pushing event updated for resources: {'Port': ['ID=84778b49-c47f-412a-b209-fdad4095f776,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:12.675877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] For port 792b0838-bb29-47bc-9920-a1f7b520f292, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=792b0838-bb29-47bc-9920-a1f7b520f292,segment=NetworkSegment(2ccab9a6-eb32-46bf-afff-05efc7b71e91),segment_id=2ccab9a6-eb32-46bf-afff-05efc7b71e91)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:21:12.682964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:12.689811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:12.712052 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:12.772701 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Network 467ff00c-21e2-47f9-9f38-378aa118ca0c is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:12.777233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:12.779785 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:12.780635 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:12.789402 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-045ac05b-ce88-428b-bc20-1d996fa614a7 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "PUT /v2.0/routers/a99fdf59-5ba6-4128-a37c-68d2e04df591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9600165 Dec 14 01:21:12.793824 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56928) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:13.140900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c864430-5966-450a-96b2-c3e678c55978 None None] Sync routers for ids ['a99fdf59-5ba6-4128-a37c-68d2e04df591'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:13.238243 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e45aca38-a63f-40d4-8f11-0ea916613a5c None None] Provisioning complete for port 990faed6-701c-4f1a-8232-ef65d2731780 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:13.238619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e45aca38-a63f-40d4-8f11-0ea916613a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:13.244763 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e8e85-f0f2-456d-a309-88972da02fdd None None] Pushing event updated for resources: {'Port': ['ID=792b0838-bb29-47bc-9920-a1f7b520f292,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:13.320898 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117502af-8692-4479-a84e-817d96fc221d req-625494fd-b2de-444d-bd7a-a63d099d028b tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:13.322619 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-117502af-8692-4479-a84e-817d96fc221d req-625494fd-b2de-444d-bd7a-a63d099d028b tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 946 time: 0.4843194 Dec 14 01:21:13.339514 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c864430-5966-450a-96b2-c3e678c55978 None None] Routers {'a99fdf59-5ba6-4128-a37c-68d2e04df591'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:13.339752 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8c864430-5966-450a-96b2-c3e678c55978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a99fdf59-5ba6-4128-a37c-68d2e04df591'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:13.348075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Pushing event updated for resources: {'Port': ['ID=935d812a-5d38-4164-a321-84669438dc2f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:13.424843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 990faed6-701c-4f1a-8232-ef65d2731780 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:13.428765 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Attempting to bind port 935d812a-5d38-4164-a321-84669438dc2f on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:21:13.429141 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Attempting to bind port 935d812a-5d38-4164-a321-84669438dc2f by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '8a290a31-38ef-482f-8d33-204b9b967578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '467ff00c-21e2-47f9-9f38-378aa118ca0c'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:21:13.429546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Attempting to bind port 935d812a-5d38-4164-a321-84669438dc2f on network 467ff00c-21e2-47f9-9f38-378aa118ca0c {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:13.435682 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8c864430-5966-450a-96b2-c3e678c55978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:13.440781 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:21:13.441163 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Checking segment: {'id': '8a290a31-38ef-482f-8d33-204b9b967578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '467ff00c-21e2-47f9-9f38-378aa118ca0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:13.441576 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:13.441979 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Bound using segment: {'id': '8a290a31-38ef-482f-8d33-204b9b967578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '467ff00c-21e2-47f9-9f38-378aa118ca0c'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:21:13.442472 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Bound port: 935d812a-5d38-4164-a321-84669438dc2f, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a290a31-38ef-482f-8d33-204b9b967578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '467ff00c-21e2-47f9-9f38-378aa118ca0c'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:21:13.442863 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:13.475942 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:13.479165 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-fc14638d-db63-42cc-9920-94040f8f0c2f tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:21:13.480906 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fc14638d-db63-42cc-9920-94040f8f0c2f tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "PUT /v2.0/routers/a99fdf59-5ba6-4128-a37c-68d2e04df591/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6859517 Dec 14 01:21:13.483815 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56930) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:13.491003 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:13.538686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c864430-5966-450a-96b2-c3e678c55978 None None] Routers {'a99fdf59-5ba6-4128-a37c-68d2e04df591'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:13.539650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8c864430-5966-450a-96b2-c3e678c55978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a99fdf59-5ba6-4128-a37c-68d2e04df591'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:13.582594 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8c864430-5966-450a-96b2-c3e678c55978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:13.583271 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c864430-5966-450a-96b2-c3e678c55978 None None] The sync data for ids ['a99fdf59-5ba6-4128-a37c-68d2e04df591'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:13.589041 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:13.597481 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=5aedc121-8f50-4957-8450-ec05473d887a,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:13.614863 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-117502af-8692-4479-a84e-817d96fc221d req-3f9e5c85-2566-4c63-b864-4fb274b046e0 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Deleting port 265871a0-5a22-478f-93e4-c5e5d13ae610 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:13.615213 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-117502af-8692-4479-a84e-817d96fc221d req-3f9e5c85-2566-4c63-b864-4fb274b046e0 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:13.736537 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] For port 935d812a-5d38-4164-a321-84669438dc2f, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:21:13.746844 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] For port 935d812a-5d38-4164-a321-84669438dc2f, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=935d812a-5d38-4164-a321-84669438dc2f,segment=NetworkSegment(8a290a31-38ef-482f-8d33-204b9b967578),segment_id=8a290a31-38ef-482f-8d33-204b9b967578)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:21:13.749313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 990faed6-701c-4f1a-8232-ef65d2731780 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:13.749775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:13.805022 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e45aca38-a63f-40d4-8f11-0ea916613a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:13.807461 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:13.919333 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e45aca38-a63f-40d4-8f11-0ea916613a5c None None] For port 990faed6-701c-4f1a-8232-ef65d2731780, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=990faed6-701c-4f1a-8232-ef65d2731780,segment=NetworkSegment(57347185-86f4-42a7-9aad-1c1a4aa9ff88),segment_id=57347185-86f4-42a7-9aad-1c1a4aa9ff88)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:13.930379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-117502af-8692-4479-a84e-817d96fc221d req-3f9e5c85-2566-4c63-b864-4fb274b046e0 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] For port 265871a0-5a22-478f-93e4-c5e5d13ae610, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=265871a0-5a22-478f-93e4-c5e5d13ae610,segment=NetworkSegment(0d5a63d3-7d99-4f59-9ef3-02a72fc94021),segment_id=0d5a63d3-7d99-4f59-9ef3-02a72fc94021)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:13.930792 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b53aaa-737e-45ea-8f1a-043d9f8e7563 req-9f416c02-5868-413e-89e4-a2fd38a1b8af tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:13.930940 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-117502af-8692-4479-a84e-817d96fc221d req-3f9e5c85-2566-4c63-b864-4fb274b046e0 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:13.933427 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-51b53aaa-737e-45ea-8f1a-043d9f8e7563 req-9f416c02-5868-413e-89e4-a2fd38a1b8af tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 946 time: 0.1979041 Dec 14 01:21:13.951838 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 74ca0385-aecf-4ae7-bd79-d390dc82f95a is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:13.956900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:13.959069 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-117502af-8692-4479-a84e-817d96fc221d req-3f9e5c85-2566-4c63-b864-4fb274b046e0 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Calling delete_port for 265871a0-5a22-478f-93e4-c5e5d13ae610 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:13.973986 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e45aca38-a63f-40d4-8f11-0ea916613a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:13.993214 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b93c51-7404-45fa-b1c8-fc1d9c513cd8 None None] Pushing event updated for resources: {'Port': ['ID=935d812a-5d38-4164-a321-84669438dc2f,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:14.042438 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-51b53aaa-737e-45ea-8f1a-043d9f8e7563 req-3c33af96-9107-4bbd-9e07-66664c8e357b tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/security-groups?id=05e75190-4a4f-40e0-8ca3-93817bc75f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006830 Dec 14 01:21:14.054595 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e11c56aa-620d-449d-80d5-a1224ed7d919 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:14.058624 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:14.131690 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45aca38-a63f-40d4-8f11-0ea916613a5c None None] Pushing event updated for resources: {'Port': ['ID=990faed6-701c-4f1a-8232-ef65d2731780,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:14.155427 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d35577fe-b1a8-4e18-9933-212ec5a9f338 None None] Provisioning complete for port 5429fddb-4b09-4e19-96fc-f81833d3af2c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:14.155804 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d35577fe-b1a8-4e18-9933-212ec5a9f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:14.224969 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 3d8fa9d2-e066-439e-a18e-f7ec5559692e is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:21:14.276258 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:21:14.276675 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:21:14.287473 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d35577fe-b1a8-4e18-9933-212ec5a9f338 None None] Port 5429fddb-4b09-4e19-96fc-f81833d3af2c cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:14.337278 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d35577fe-b1a8-4e18-9933-212ec5a9f338 None None] Provisioning complete for port 990faed6-701c-4f1a-8232-ef65d2731780 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:14.339143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d35577fe-b1a8-4e18-9933-212ec5a9f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:14.505206 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:14.517580 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5578946-86dd-45b2-bd4b-942368ffc287 None None] Sync routers for ids ['3d8fa9d2-e066-439e-a18e-f7ec5559692e'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:14.521395 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-af6c0370-b338-4591-84be-d88b54c9b2eb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/3d8fa9d2-e066-439e-a18e-f7ec5559692e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1727812 Dec 14 01:21:14.531307 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5578946-86dd-45b2-bd4b-942368ffc287 None None] Routers {'3d8fa9d2-e066-439e-a18e-f7ec5559692e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:14.533082 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-c5578946-86dd-45b2-bd4b-942368ffc287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3d8fa9d2-e066-439e-a18e-f7ec5559692e'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:14.536421 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56934) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:14.556863 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-117502af-8692-4479-a84e-817d96fc221d req-3f9e5c85-2566-4c63-b864-4fb274b046e0 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:14.575295 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b867ecea-60e9-4011-b3f5-bc7115621845 None None] Network d4a43a94-7c76-4d63-aa93-36c6e96c6cdd requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:14.597397 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-c5578946-86dd-45b2-bd4b-942368ffc287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:14.597740 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e5c85-2566-4c63-b864-4fb274b046e0 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Pushing event deleted for resources: {'Port': ['ID=265871a0-5a22-478f-93e4-c5e5d13ae610,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:14.621106 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e11c56aa-620d-449d-80d5-a1224ed7d919 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Deleting port 5429fddb-4b09-4e19-96fc-f81833d3af2c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:14.621392 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e11c56aa-620d-449d-80d5-a1224ed7d919 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:14.626021 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5578946-86dd-45b2-bd4b-942368ffc287 None None] Routers {'3d8fa9d2-e066-439e-a18e-f7ec5559692e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:14.626977 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-c5578946-86dd-45b2-bd4b-942368ffc287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3d8fa9d2-e066-439e-a18e-f7ec5559692e'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:14.679034 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-c5578946-86dd-45b2-bd4b-942368ffc287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:14.680016 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5578946-86dd-45b2-bd4b-942368ffc287 None None] The sync data for ids ['3d8fa9d2-e066-439e-a18e-f7ec5559692e'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:14.682295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-117502af-8692-4479-a84e-817d96fc221d req-3f9e5c85-2566-4c63-b864-4fb274b046e0 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] No DVR routers for this DVR port 265871a0-5a22-478f-93e4-c5e5d13ae610 on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:14.690040 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-117502af-8692-4479-a84e-817d96fc221d req-3f9e5c85-2566-4c63-b864-4fb274b046e0 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:14.698609 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-117502af-8692-4479-a84e-817d96fc221d req-3f9e5c85-2566-4c63-b864-4fb274b046e0 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.16 "DELETE /v2.0/ports/265871a0-5a22-478f-93e4-c5e5d13ae610 HTTP/1.1" status: 204 len: 173 time: 1.3512523 Dec 14 01:21:14.699200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc67d587-09ea-425c-b64a-2a843b109b4d', 'name': 'network-vif-deleted', 'tag': '265871a0-5a22-478f-93e4-c5e5d13ae610'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:21:14.704043 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0602bf2f-6621-4c75-a6eb-3c97ff2af796" -d '{"events": [{"server_uuid": "cc67d587-09ea-425c-b64a-2a843b109b4d", "name": "network-vif-deleted", "tag": "265871a0-5a22-478f-93e4-c5e5d13ae610"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:21:14.730591 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d100f00f-1ede-4ce8-ae1b-76939eb45344 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:14.732287 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-bd77fe1a-223d-47c4-acf1-429485f0c13c None None] Provisioning complete for port 84778b49-c47f-412a-b209-fdad4095f776 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:14.732803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd77fe1a-223d-47c4-acf1-429485f0c13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:14.736218 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d100f00f-1ede-4ce8-ae1b-76939eb45344 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports/5aedc121-8f50-4957-8450-ec05473d887a HTTP/1.1" status: 200 len: 910 time: 0.1961436 Dec 14 01:21:14.739155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56938) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:14.856455 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e11c56aa-620d-449d-80d5-a1224ed7d919 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:14.862650 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe8c327-c894-47e7-8b57-e55325ecf7cf x-openstack-request-id: req-4fe8c327-c894-47e7-8b57-e55325ecf7cf {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:21:14.862955 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc67d587-09ea-425c-b64a-2a843b109b4d", "name": "network-vif-deleted", "tag": "265871a0-5a22-478f-93e4-c5e5d13ae610", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:21:14.863203 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4fe8c327-c894-47e7-8b57-e55325ecf7cf {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:21:14.863612 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc67d587-09ea-425c-b64a-2a843b109b4d', 'name': 'network-vif-deleted', 'tag': '265871a0-5a22-478f-93e4-c5e5d13ae610', 'status': 'completed', 'code': 200} Dec 14 01:21:14.879480 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e11c56aa-620d-449d-80d5-a1224ed7d919 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Calling delete_port for 5429fddb-4b09-4e19-96fc-f81833d3af2c owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:14.915588 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb13f95-26a6-437e-8677-e05d10668b02 None None] Network 74ca0385-aecf-4ae7-bd79-d390dc82f95a requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:15.047654 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd77fe1a-223d-47c4-acf1-429485f0c13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:15.264888 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-bd77fe1a-223d-47c4-acf1-429485f0c13c None None] For port 84778b49-c47f-412a-b209-fdad4095f776, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=84778b49-c47f-412a-b209-fdad4095f776,segment=NetworkSegment(b862fbb8-6511-4085-94f3-804fd903b874),segment_id=b862fbb8-6511-4085-94f3-804fd903b874)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:15.277843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd77fe1a-223d-47c4-acf1-429485f0c13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:15.349964 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d533bdb1-1fe4-4337-a330-ff9e30f3d7d2 req-bd486812-b8e9-499b-b1ad-f14cf4f0b411 tempest-TestServerAdvancedOps-14552471 tempest-TestServerAdvancedOps-14552471-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc67d587-09ea-425c-b64a-2a843b109b4d HTTP/1.1" status: 200 len: 210 time: 0.0868485 Dec 14 01:21:15.421068 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77fe1a-223d-47c4-acf1-429485f0c13c None None] Pushing event updated for resources: {'Port': ['ID=84778b49-c47f-412a-b209-fdad4095f776,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:15.457665 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-44145a2f-bad4-4a3d-aa01-b90b81eeda53 None None] Provisioning complete for port 792b0838-bb29-47bc-9920-a1f7b520f292 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:15.458286 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-44145a2f-bad4-4a3d-aa01-b90b81eeda53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:15.496164 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e11c56aa-620d-449d-80d5-a1224ed7d919 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:15.503482 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 84778b49-c47f-412a-b209-fdad4095f776 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:15.548298 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c56aa-620d-449d-80d5-a1224ed7d919 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event deleted for resources: {'Port': ['ID=5429fddb-4b09-4e19-96fc-f81833d3af2c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:15.624182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 84778b49-c47f-412a-b209-fdad4095f776 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:15.624871 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:15.651989 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:15.684063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-44145a2f-bad4-4a3d-aa01-b90b81eeda53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:15.759349 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-44145a2f-bad4-4a3d-aa01-b90b81eeda53 None None] For port 792b0838-bb29-47bc-9920-a1f7b520f292, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=792b0838-bb29-47bc-9920-a1f7b520f292,segment=NetworkSegment(2ccab9a6-eb32-46bf-afff-05efc7b71e91),segment_id=2ccab9a6-eb32-46bf-afff-05efc7b71e91)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:15.780693 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-44145a2f-bad4-4a3d-aa01-b90b81eeda53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:15.817688 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e11c56aa-620d-449d-80d5-a1224ed7d919 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:15.934910 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05f7343-d15b-4af2-bc61-242c97e0148f None None] Network 467ff00c-21e2-47f9-9f38-378aa118ca0c requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:16.031406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Allocated IP 172.21.0.1 (467ff00c-21e2-47f9-9f38-378aa118ca0c/86d7969f-7282-4871-b7d6-d5acda38eb00/09fbdbfd-9d2e-45b0-8173-b47820371b55) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:16.129091 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 935d812a-5d38-4164-a321-84669438dc2f up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:16.164326 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:16.191926 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5b61ede8-4e1f-4687-9067-4e7c43cef3dd None None] Provisioning complete for port 792b0838-bb29-47bc-9920-a1f7b520f292 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:16.192345 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b61ede8-4e1f-4687-9067-4e7c43cef3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:16.205947 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:16.276950 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 467ff00c-21e2-47f9-9f38-378aa118ca0c is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:16.280384 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:16.280571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44145a2f-bad4-4a3d-aa01-b90b81eeda53 None None] Pushing event updated for resources: {'Port': ['ID=792b0838-bb29-47bc-9920-a1f7b520f292,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:16.284894 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:16.335668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=09fbdbfd-9d2e-45b0-8173-b47820371b55,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:16.395078 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:16.399362 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 935d812a-5d38-4164-a321-84669438dc2f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:16.399894 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:16.470313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56944) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:16.470544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 265871a0-5a22-478f-93e4-c5e5d13ae610 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:21:16.506025 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 265871a0-5a22-478f-93e4-c5e5d13ae610 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:21:16.506426 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 265871a0-5a22-478f-93e4-c5e5d13ae610 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:21:16.533974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11c56aa-620d-449d-80d5-a1224ed7d919 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Router a99fdf59-5ba6-4128-a37c-68d2e04df591 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:21:16.535829 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5b61ede8-4e1f-4687-9067-4e7c43cef3dd None None] Provisioning complete for port 84778b49-c47f-412a-b209-fdad4095f776 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:16.535976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b61ede8-4e1f-4687-9067-4e7c43cef3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:16.586170 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-233a7577-ed22-4dec-b248-af2b98ec2296 admin admin] Deleting subnet e0624604-fe15-49dc-83ea-87671861104b {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:21:16.592668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-233a7577-ed22-4dec-b248-af2b98ec2296 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:16.602041 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:16.617802 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11c56aa-620d-449d-80d5-a1224ed7d919 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:16.623575 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e11c56aa-620d-449d-80d5-a1224ed7d919 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "PUT /v2.0/routers/a99fdf59-5ba6-4128-a37c-68d2e04df591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1353009 Dec 14 01:21:16.629770 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56946) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:16.654762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 935d812a-5d38-4164-a321-84669438dc2f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=935d812a-5d38-4164-a321-84669438dc2f,segment=NetworkSegment(8a290a31-38ef-482f-8d33-204b9b967578),segment_id=8a290a31-38ef-482f-8d33-204b9b967578)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:16.657326 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2ccc54-0240-4ae6-9a2f-282388cc968b None None] Sync routers for ids ['a99fdf59-5ba6-4128-a37c-68d2e04df591'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:16.671035 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:16.672085 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 990faed6-701c-4f1a-8232-ef65d2731780 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:16.683122 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-0722297b-875a-4e34-adaf-2be7cb734919 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] delete failed (client error): The resource could not be found. Dec 14 01:21:16.690175 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0722297b-875a-4e34-adaf-2be7cb734919 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-54781736 HTTP/1.1" status: 404 len: 333 time: 0.0591528 Dec 14 01:21:16.690949 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56948) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:16.696164 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f3473a38-b262-43c5-b0c6-95b24f096914 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a99fdf59-5ba6-4128-a37c-68d2e04df591'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:16.699626 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:16.714131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-233a7577-ed22-4dec-b248-af2b98ec2296 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:16.760195 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ccc54-0240-4ae6-9a2f-282388cc968b None None] Routers {'a99fdf59-5ba6-4128-a37c-68d2e04df591'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:16.760948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6c2ccc54-0240-4ae6-9a2f-282388cc968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a99fdf59-5ba6-4128-a37c-68d2e04df591'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:16.815755 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-233a7577-ed22-4dec-b248-af2b98ec2296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:16.963394 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3473a38-b262-43c5-b0c6-95b24f096914 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:16.972511 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-233a7577-ed22-4dec-b248-af2b98ec2296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:16.985542 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-f3473a38-b262-43c5-b0c6-95b24f096914 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] update failed (client error): The resource could not be found. Dec 14 01:21:16.986625 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f3473a38-b262-43c5-b0c6-95b24f096914 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "PUT /v2.0/routers/a99fdf59-5ba6-4128-a37c-68d2e04df591 HTTP/1.1" status: 404 len: 339 time: 0.2946000 Dec 14 01:21:16.990884 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56950) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:17.016485 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6c2ccc54-0240-4ae6-9a2f-282388cc968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:17.047034 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a7577-ed22-4dec-b248-af2b98ec2296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0624604-fe15-49dc-83ea-87671861104b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:17.049863 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=935d812a-5d38-4164-a321-84669438dc2f,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:17.053491 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ccc54-0240-4ae6-9a2f-282388cc968b None None] Routers {'a99fdf59-5ba6-4128-a37c-68d2e04df591'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:17.054090 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6c2ccc54-0240-4ae6-9a2f-282388cc968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a99fdf59-5ba6-4128-a37c-68d2e04df591'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:17.057043 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-233a7577-ed22-4dec-b248-af2b98ec2296 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.064377 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-233a7577-ed22-4dec-b248-af2b98ec2296 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e0624604-fe15-49dc-83ea-87671861104b HTTP/1.1" status: 204 len: 168 time: 0.5927308 Dec 14 01:21:17.065313 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56952) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:17.090054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6c2ccc54-0240-4ae6-9a2f-282388cc968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:17.090726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2ccc54-0240-4ae6-9a2f-282388cc968b None None] The sync data for ids ['a99fdf59-5ba6-4128-a37c-68d2e04df591'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:17.094065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5b61ede8-4e1f-4687-9067-4e7c43cef3dd None None] Provisioning complete for port 935d812a-5d38-4164-a321-84669438dc2f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:17.094517 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b61ede8-4e1f-4687-9067-4e7c43cef3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.128996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 990faed6-701c-4f1a-8232-ef65d2731780 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:17.129369 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.147839 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.154056 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.233633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.235869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=09fbdbfd-9d2e-45b0-8173-b47820371b55,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:17.249665 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f13b1401-a957-4109-bdad-8f32f0a04a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.260838 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 792b0838-bb29-47bc-9920-a1f7b520f292 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:17.264958 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5b61ede8-4e1f-4687-9067-4e7c43cef3dd None None] Provisioning complete for port 5aedc121-8f50-4957-8450-ec05473d887a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:17.265324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b61ede8-4e1f-4687-9067-4e7c43cef3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.328044 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5b61ede8-4e1f-4687-9067-4e7c43cef3dd None None] Port 5aedc121-8f50-4957-8450-ec05473d887a cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:17.347864 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 792b0838-bb29-47bc-9920-a1f7b520f292 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:17.348158 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 467ff00c-21e2-47f9-9f38-378aa118ca0c is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:17.348275 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.349822 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:17.410341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f13b1401-a957-4109-bdad-8f32f0a04a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.437276 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.459386 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f13b1401-a957-4109-bdad-8f32f0a04a79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7de8f6-b36c-4b33-ae58-d09142609595']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:17.460074 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8a9424d9-87b6-4143-b89f-d4dac83a398d None None] Provisioning complete for port 09fbdbfd-9d2e-45b0-8173-b47820371b55 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:17.460504 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a9424d9-87b6-4143-b89f-d4dac83a398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.502101 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8a9424d9-87b6-4143-b89f-d4dac83a398d None None] Port 09fbdbfd-9d2e-45b0-8173-b47820371b55 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:17.511138 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f13b1401-a957-4109-bdad-8f32f0a04a79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5a63d3-7d99-4f59-9ef3-02a72fc94021') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:17.511412 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f13b1401-a957-4109-bdad-8f32f0a04a79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5a63d3-7d99-4f59-9ef3-02a72fc94021') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:17.516382 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8a9424d9-87b6-4143-b89f-d4dac83a398d None None] Provisioning complete for port 935d812a-5d38-4164-a321-84669438dc2f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:17.516878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a9424d9-87b6-4143-b89f-d4dac83a398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.525624 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 3d8fa9d2-e066-439e-a18e-f7ec5559692e has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:21:17.563965 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f13b1401-a957-4109-bdad-8f32f0a04a79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.588833 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f13b1401-a957-4109-bdad-8f32f0a04a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.607930 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 84778b49-c47f-412a-b209-fdad4095f776 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:17.626536 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13b1401-a957-4109-bdad-8f32f0a04a79 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:21:17.627142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f13b1401-a957-4109-bdad-8f32f0a04a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:21:17.628672 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:21:17.671886 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:17.678368 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-93a44acc-2963-46c8-86f1-e0d1ecf3ce00 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/3d8fa9d2-e066-439e-a18e-f7ec5559692e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9379041 Dec 14 01:21:17.683103 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56954) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:17.685666 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8a9424d9-87b6-4143-b89f-d4dac83a398d None None] Provisioning complete for port 5aedc121-8f50-4957-8450-ec05473d887a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:17.686053 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a9424d9-87b6-4143-b89f-d4dac83a398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.686698 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e1c7b-040b-42d8-9acb-c1ca6644c2b7 None None] Sync routers for ids ['3d8fa9d2-e066-439e-a18e-f7ec5559692e'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:17.697165 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e1c7b-040b-42d8-9acb-c1ca6644c2b7 None None] Routers {'3d8fa9d2-e066-439e-a18e-f7ec5559692e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:17.698021 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-614e1c7b-040b-42d8-9acb-c1ca6644c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3d8fa9d2-e066-439e-a18e-f7ec5559692e'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:17.727476 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 84778b49-c47f-412a-b209-fdad4095f776 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:17.727476 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.731226 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8a9424d9-87b6-4143-b89f-d4dac83a398d None None] Port 5aedc121-8f50-4957-8450-ec05473d887a cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:17.732256 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-614e1c7b-040b-42d8-9acb-c1ca6644c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:17.741611 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e1c7b-040b-42d8-9acb-c1ca6644c2b7 None None] Routers {'3d8fa9d2-e066-439e-a18e-f7ec5559692e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:17.743315 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-614e1c7b-040b-42d8-9acb-c1ca6644c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3d8fa9d2-e066-439e-a18e-f7ec5559692e'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:17.767347 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f13b1401-a957-4109-bdad-8f32f0a04a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.777487 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ac6ee-386a-45e8-8611-ad8d8fb5cf6a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:17.781643 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-911ac6ee-386a-45e8-8611-ad8d8fb5cf6a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports/09fbdbfd-9d2e-45b0-8173-b47820371b55 HTTP/1.1" status: 200 len: 910 time: 0.0886292 Dec 14 01:21:17.782001 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56956) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:17.784704 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-614e1c7b-040b-42d8-9acb-c1ca6644c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:17.785690 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e1c7b-040b-42d8-9acb-c1ca6644c2b7 None None] The sync data for ids ['3d8fa9d2-e066-439e-a18e-f7ec5559692e'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:17.787752 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f13b1401-a957-4109-bdad-8f32f0a04a79 admin admin] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.793967 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f13b1401-a957-4109-bdad-8f32f0a04a79 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6d7de8f6-b36c-4b33-ae58-d09142609595 HTTP/1.1" status: 204 len: 168 time: 0.7276897 Dec 14 01:21:17.794623 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56958) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:17.833988 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 792b0838-bb29-47bc-9920-a1f7b520f292 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:17.841461 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b1401-a957-4109-bdad-8f32f0a04a79 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d7de8f6-b36c-4b33-ae58-d09142609595,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:17.884580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-dacd928b-ee2f-4b89-b8f4-372b1df05f0f None None] Provisioning complete for port 09fbdbfd-9d2e-45b0-8173-b47820371b55 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:17.884957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dacd928b-ee2f-4b89-b8f4-372b1df05f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.890182 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Allocated IP 172.20.0.1 (c79e1470-6c6d-4f75-8567-b0568c0d4a48/8af42bde-e5f1-4539-9ba7-fc1537a8e571/d6bf5c23-3a1b-4f69-860b-d73fa8819bff) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:17.895133 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-8721c3c6-b329-4ab3-86bb-4120777337ca admin admin] Deleting subnet b8dc6211-d05c-4750-9d5e-e0e244700db4 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:21:17.900375 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8721c3c6-b329-4ab3-86bb-4120777337ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.929584 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-dacd928b-ee2f-4b89-b8f4-372b1df05f0f None None] Port 09fbdbfd-9d2e-45b0-8173-b47820371b55 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:17.933144 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 792b0838-bb29-47bc-9920-a1f7b520f292 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:17.933508 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:17.983351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8721c3c6-b329-4ab3-86bb-4120777337ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.017184 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 935d812a-5d38-4164-a321-84669438dc2f up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:18.049638 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8721c3c6-b329-4ab3-86bb-4120777337ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.069868 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 935d812a-5d38-4164-a321-84669438dc2f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:18.071027 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.108637 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.138501 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8721c3c6-b329-4ab3-86bb-4120777337ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.161463 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da1554b4-e171-4ed6-abce-bd0de3f0f4f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.182424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721c3c6-b329-4ab3-86bb-4120777337ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8dc6211-d05c-4750-9d5e-e0e244700db4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:18.187100 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8721c3c6-b329-4ab3-86bb-4120777337ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.192644 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8721c3c6-b329-4ab3-86bb-4120777337ca admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b8dc6211-d05c-4750-9d5e-e0e244700db4 HTTP/1.1" status: 204 len: 168 time: 0.3903039 Dec 14 01:21:18.193771 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56960) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:18.212452 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.299723 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Network c79e1470-6c6d-4f75-8567-b0568c0d4a48 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:18.307242 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:18.311918 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:18.316251 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-891a145c-d4f2-494e-9bb5-a32170cba423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.337877 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event updated for resources: {'Port': ['ID=d6bf5c23-3a1b-4f69-860b-d73fa8819bff,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:18.387005 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.425983 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-da1554b4-e171-4ed6-abce-bd0de3f0f4f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port 09fbdbfd-9d2e-45b0-8173-b47820371b55 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:18.426480 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da1554b4-e171-4ed6-abce-bd0de3f0f4f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.501994 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-891a145c-d4f2-494e-9bb5-a32170cba423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.529567 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-891a145c-d4f2-494e-9bb5-a32170cba423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365341ca-bddf-4f4d-b03e-4097e4a4665f']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:18.530960 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da1554b4-e171-4ed6-abce-bd0de3f0f4f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.542348 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-891a145c-d4f2-494e-9bb5-a32170cba423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8286e32c-0fe5-4c47-b4f5-d2de7ac74d90') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:18.542633 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-891a145c-d4f2-494e-9bb5-a32170cba423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8286e32c-0fe5-4c47-b4f5-d2de7ac74d90') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:18.544810 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-da1554b4-e171-4ed6-abce-bd0de3f0f4f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for 09fbdbfd-9d2e-45b0-8173-b47820371b55 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:18.564727 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a0496a8f-fd54-4e13-9c30-922aa9c0c17f None None] Provisioning complete for port d6bf5c23-3a1b-4f69-860b-d73fa8819bff triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:18.565429 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0496a8f-fd54-4e13-9c30-922aa9c0c17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.569595 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-891a145c-d4f2-494e-9bb5-a32170cba423 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.585093 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.594671 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-891a145c-d4f2-494e-9bb5-a32170cba423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.600631 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a0496a8f-fd54-4e13-9c30-922aa9c0c17f None None] Port d6bf5c23-3a1b-4f69-860b-d73fa8819bff cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:18.605203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891a145c-d4f2-494e-9bb5-a32170cba423 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:21:18.605336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-891a145c-d4f2-494e-9bb5-a32170cba423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:21:18.607122 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:21:18.719070 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-891a145c-d4f2-494e-9bb5-a32170cba423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.731151 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da1554b4-e171-4ed6-abce-bd0de3f0f4f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.753495 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-891a145c-d4f2-494e-9bb5-a32170cba423 admin admin] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.756519 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-891a145c-d4f2-494e-9bb5-a32170cba423 admin admin] 10.222.0.32 "DELETE /v2.0/networks/365341ca-bddf-4f4d-b03e-4097e4a4665f HTTP/1.1" status: 204 len: 168 time: 0.5618711 Dec 14 01:21:18.756767 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1554b4-e171-4ed6-abce-bd0de3f0f4f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=09fbdbfd-9d2e-45b0-8173-b47820371b55,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:18.771756 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a145c-d4f2-494e-9bb5-a32170cba423 admin admin] Pushing event deleted for resources: {'Network': ['ID=365341ca-bddf-4f4d-b03e-4097e4a4665f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:18.959758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:18.968248 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:19.022773 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56964) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:19.072695 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:19.081237 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event updated for resources: {'Port': ['ID=d6bf5c23-3a1b-4f69-860b-d73fa8819bff,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:19.104130 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-84494be5-8f76-4076-9ef4-a484b11e9d46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5da0a27696144ea189a24ff419fc9272&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0801518 Dec 14 01:21:19.107921 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56966) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:19.187712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Network c79e1470-6c6d-4f75-8567-b0568c0d4a48 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:19.189297 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:19.239314 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07eb901e-40ab-47fa-a3a5-81cc3e05e747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:19.257463 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da1554b4-e171-4ed6-abce-bd0de3f0f4f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:19.270862 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07eb901e-40ab-47fa-a3a5-81cc3e05e747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:19.289968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Router a99fdf59-5ba6-4128-a37c-68d2e04df591 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:21:19.406268 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07eb901e-40ab-47fa-a3a5-81cc3e05e747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:19.409917 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07eb901e-40ab-47fa-a3a5-81cc3e05e747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:19.411259 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-07eb901e-40ab-47fa-a3a5-81cc3e05e747 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05e75190-4a4f-40e0-8ca3-93817bc75f0d HTTP/1.1" status: 204 len: 168 time: 0.3023069 Dec 14 01:21:19.437074 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-67fa01fe-f9b8-46ef-8d9a-a6dc2c2a94f7 None None] Provisioning complete for port d6bf5c23-3a1b-4f69-860b-d73fa8819bff triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:19.437665 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67fa01fe-f9b8-46ef-8d9a-a6dc2c2a94f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:19.491299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-67fa01fe-f9b8-46ef-8d9a-a6dc2c2a94f7 None None] Port d6bf5c23-3a1b-4f69-860b-d73fa8819bff cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:19.520532 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb901e-40ab-47fa-a3a5-81cc3e05e747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e75190-4a4f-40e0-8ca3-93817bc75f0d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:19.537910 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1554b4-e171-4ed6-abce-bd0de3f0f4f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 3d8fa9d2-e066-439e-a18e-f7ec5559692e has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:21:19.637323 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1554b4-e171-4ed6-abce-bd0de3f0f4f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:19.646612 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-da1554b4-e171-4ed6-abce-bd0de3f0f4f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/3d8fa9d2-e066-439e-a18e-f7ec5559692e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8606987 Dec 14 01:21:19.647767 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46045098-30f8-4ccb-93d7-d96a604c86c0 None None] Sync routers for ids ['3d8fa9d2-e066-439e-a18e-f7ec5559692e'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:19.648840 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56972) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:19.659624 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46045098-30f8-4ccb-93d7-d96a604c86c0 None None] Routers {'3d8fa9d2-e066-439e-a18e-f7ec5559692e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:19.660279 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-46045098-30f8-4ccb-93d7-d96a604c86c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3d8fa9d2-e066-439e-a18e-f7ec5559692e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:19.685872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:19.695983 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1f524d1c-be57-47ae-8bb2-8b1981986a1e tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "PUT /v2.0/routers/a99fdf59-5ba6-4128-a37c-68d2e04df591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7040188 Dec 14 01:21:19.696933 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e7171e-30fd-4d50-8edc-38ea749a4b38 None None] Sync routers for ids ['a99fdf59-5ba6-4128-a37c-68d2e04df591'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:19.698222 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56974) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:19.706629 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-46045098-30f8-4ccb-93d7-d96a604c86c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:19.714216 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e7171e-30fd-4d50-8edc-38ea749a4b38 None None] Routers {'a99fdf59-5ba6-4128-a37c-68d2e04df591'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:19.714930 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-51e7171e-30fd-4d50-8edc-38ea749a4b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a99fdf59-5ba6-4128-a37c-68d2e04df591'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:19.727650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46045098-30f8-4ccb-93d7-d96a604c86c0 None None] Routers {'3d8fa9d2-e066-439e-a18e-f7ec5559692e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:19.728313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-46045098-30f8-4ccb-93d7-d96a604c86c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3d8fa9d2-e066-439e-a18e-f7ec5559692e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:19.761064 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-51e7171e-30fd-4d50-8edc-38ea749a4b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:19.770322 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e7171e-30fd-4d50-8edc-38ea749a4b38 None None] Routers {'a99fdf59-5ba6-4128-a37c-68d2e04df591'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:19.771105 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-51e7171e-30fd-4d50-8edc-38ea749a4b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a99fdf59-5ba6-4128-a37c-68d2e04df591'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:19.795520 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-46045098-30f8-4ccb-93d7-d96a604c86c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:19.796471 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46045098-30f8-4ccb-93d7-d96a604c86c0 None None] The sync data for ids ['3d8fa9d2-e066-439e-a18e-f7ec5559692e'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:19.812413 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-51e7171e-30fd-4d50-8edc-38ea749a4b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:19.813079 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e7171e-30fd-4d50-8edc-38ea749a4b38 None None] The sync data for ids ['a99fdf59-5ba6-4128-a37c-68d2e04df591'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:19.840415 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f970e5e-2d6c-4131-99c5-f571b28e47b1 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:19.841077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56976) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:19.926236 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-2f970e5e-2d6c-4131-99c5-f571b28e47b1 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 14 01:21:19.926481 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7c9a4e0d-8a66-4247-abd2-b99055e903fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83819729eb674fa694f12b1a31c904ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0841076 Dec 14 01:21:19.927297 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2f970e5e-2d6c-4131-99c5-f571b28e47b1 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "DELETE /v2.0/routers/a99fdf59-5ba6-4128-a37c-68d2e04df591 HTTP/1.1" status: 409 len: 329 time: 0.2265129 Dec 14 01:21:19.930146 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56978) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:19.931943 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56980) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:20.056736 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b1168750-b300-43e5-a8e4-c4e5a5fdfca2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:20.098254 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-553cd2e0-999a-4794-997f-f4bfb9c2174d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:20.154231 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-553cd2e0-999a-4794-997f-f4bfb9c2174d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:20.257969 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-553cd2e0-999a-4794-997f-f4bfb9c2174d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:20.260906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-553cd2e0-999a-4794-997f-f4bfb9c2174d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:20.268208 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-553cd2e0-999a-4794-997f-f4bfb9c2174d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d47e80e5-0cf9-47ce-b682-4dbf67da8852 HTTP/1.1" status: 204 len: 168 time: 0.3316855 Dec 14 01:21:20.282182 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cd2e0-999a-4794-997f-f4bfb9c2174d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47e80e5-0cf9-47ce-b682-4dbf67da8852,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:20.311850 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b1168750-b300-43e5-a8e4-c4e5a5fdfca2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port 5aedc121-8f50-4957-8450-ec05473d887a {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:20.312345 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b1168750-b300-43e5-a8e4-c4e5a5fdfca2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:20.354140 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c92f693f-4218-4fe6-b0bf-9aaaa5729e73 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:20.406276 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b1168750-b300-43e5-a8e4-c4e5a5fdfca2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:20.420641 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b1168750-b300-43e5-a8e4-c4e5a5fdfca2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for 5aedc121-8f50-4957-8450-ec05473d887a owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:20.615925 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b1168750-b300-43e5-a8e4-c4e5a5fdfca2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:20.639970 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c92f693f-4218-4fe6-b0bf-9aaaa5729e73 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Deleting port d6bf5c23-3a1b-4f69-860b-d73fa8819bff {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:20.640435 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c92f693f-4218-4fe6-b0bf-9aaaa5729e73 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:20.645953 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1168750-b300-43e5-a8e4-c4e5a5fdfca2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=5aedc121-8f50-4957-8450-ec05473d887a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:20.750525 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c92f693f-4218-4fe6-b0bf-9aaaa5729e73 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:20.764945 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c92f693f-4218-4fe6-b0bf-9aaaa5729e73 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Calling delete_port for d6bf5c23-3a1b-4f69-860b-d73fa8819bff owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:20.792265 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b1168750-b300-43e5-a8e4-c4e5a5fdfca2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:20.950913 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c92f693f-4218-4fe6-b0bf-9aaaa5729e73 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:20.957503 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1168750-b300-43e5-a8e4-c4e5a5fdfca2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 3d8fa9d2-e066-439e-a18e-f7ec5559692e has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:21:20.978210 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f693f-4218-4fe6-b0bf-9aaaa5729e73 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event deleted for resources: {'Port': ['ID=d6bf5c23-3a1b-4f69-860b-d73fa8819bff,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:21.041648 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1168750-b300-43e5-a8e4-c4e5a5fdfca2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:21.050051 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b1168750-b300-43e5-a8e4-c4e5a5fdfca2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/3d8fa9d2-e066-439e-a18e-f7ec5559692e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4000933 Dec 14 01:21:21.050717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56984) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:21.056542 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238e3b5-0af7-4e52-b996-52482f8717d9 None None] Sync routers for ids ['3d8fa9d2-e066-439e-a18e-f7ec5559692e'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:21.068422 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3238e3b5-0af7-4e52-b996-52482f8717d9 None None] Routers {'3d8fa9d2-e066-439e-a18e-f7ec5559692e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:21.069402 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3238e3b5-0af7-4e52-b996-52482f8717d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3d8fa9d2-e066-439e-a18e-f7ec5559692e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:21.091675 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7ae50c67-6938-422e-ba5c-da7e6f7f3854 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d8fa9d2-e066-439e-a18e-f7ec5559692e HTTP/1.1" status: 200 len: 205 time: 0.0375819 Dec 14 01:21:21.092019 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56986) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:21.111326 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3238e3b5-0af7-4e52-b996-52482f8717d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:21.121252 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c92f693f-4218-4fe6-b0bf-9aaaa5729e73 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.122041 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3238e3b5-0af7-4e52-b996-52482f8717d9 None None] Routers {'3d8fa9d2-e066-439e-a18e-f7ec5559692e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:21.123145 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3238e3b5-0af7-4e52-b996-52482f8717d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3d8fa9d2-e066-439e-a18e-f7ec5559692e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:21.158536 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3238e3b5-0af7-4e52-b996-52482f8717d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:21.159828 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238e3b5-0af7-4e52-b996-52482f8717d9 None None] The sync data for ids ['3d8fa9d2-e066-439e-a18e-f7ec5559692e'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:21.175903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3f40-209f-48f1-a043-90553a3a8048 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.290702 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92f693f-4218-4fe6-b0bf-9aaaa5729e73 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Router a99fdf59-5ba6-4128-a37c-68d2e04df591 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:21:21.370422 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92f693f-4218-4fe6-b0bf-9aaaa5729e73 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:21.376148 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c92f693f-4218-4fe6-b0bf-9aaaa5729e73 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "PUT /v2.0/routers/a99fdf59-5ba6-4128-a37c-68d2e04df591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4449041 Dec 14 01:21:21.379820 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56988) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:21.381491 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dedfc7-682d-433c-a1a3-3e3baecb915d None None] Sync routers for ids ['a99fdf59-5ba6-4128-a37c-68d2e04df591'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:21.394005 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dedfc7-682d-433c-a1a3-3e3baecb915d None None] Routers {'a99fdf59-5ba6-4128-a37c-68d2e04df591'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:21.394634 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-67dedfc7-682d-433c-a1a3-3e3baecb915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a99fdf59-5ba6-4128-a37c-68d2e04df591'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:21.421412 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-5f5b1660-de21-4382-abc5-45256c0abf63 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] show failed (client error): The resource could not be found. Dec 14 01:21:21.426169 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5f5b1660-de21-4382-abc5-45256c0abf63 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1874610244 HTTP/1.1" status: 404 len: 335 time: 0.0415232 Dec 14 01:21:21.426593 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56990) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:21.428417 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-67dedfc7-682d-433c-a1a3-3e3baecb915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:21.432946 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cf32969e-06d0-4649-ab92-d1838828c1c9 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:21.440255 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dedfc7-682d-433c-a1a3-3e3baecb915d None None] Routers {'a99fdf59-5ba6-4128-a37c-68d2e04df591'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:21.441016 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-67dedfc7-682d-433c-a1a3-3e3baecb915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:20:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a99fdf59-5ba6-4128-a37c-68d2e04df591'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:21.467930 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-cf32969e-06d0-4649-ab92-d1838828c1c9 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] update failed (client error): The resource could not be found. Dec 14 01:21:21.475133 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cf32969e-06d0-4649-ab92-d1838828c1c9 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-172651500 HTTP/1.1" status: 404 len: 334 time: 0.0413702 Dec 14 01:21:21.475424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56992) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:21.483889 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-67dedfc7-682d-433c-a1a3-3e3baecb915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:21.484569 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dedfc7-682d-433c-a1a3-3e3baecb915d None None] The sync data for ids ['a99fdf59-5ba6-4128-a37c-68d2e04df591'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:21.532297 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8ca547-552a-42e7-bacd-0aa60cfbe8a0 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Deleting subnet c0898dd5-1b47-44da-92d6-860681a80575 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:21:21.535916 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca547-552a-42e7-bacd-0aa60cfbe8a0 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.576162 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca547-552a-42e7-bacd-0aa60cfbe8a0 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.604767 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3f40-209f-48f1-a043-90553a3a8048 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.607032 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3f40-209f-48f1-a043-90553a3a8048 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.651177 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3f40-209f-48f1-a043-90553a3a8048 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.651770 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8b3f40-209f-48f1-a043-90553a3a8048 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Fanout notify agent at l3_agent the message router_deleted on router 3d8fa9d2-e066-439e-a18e-f7ec5559692e {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:21:21.659725 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca547-552a-42e7-bacd-0aa60cfbe8a0 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.660351 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3f40-209f-48f1-a043-90553a3a8048 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.664150 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7a8b3f40-209f-48f1-a043-90553a3a8048 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/routers/3d8fa9d2-e066-439e-a18e-f7ec5559692e HTTP/1.1" status: 204 len: 168 time: 0.5684290 Dec 14 01:21:21.664383 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56994) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:21.714993 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d59dbe6-45a4-4c74-99b3-a9d634addcae tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting subnet 86d7969f-7282-4871-b7d6-d5acda38eb00 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:21:21.718335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d59dbe6-45a4-4c74-99b3-a9d634addcae tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.725709 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca547-552a-42e7-bacd-0aa60cfbe8a0 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.755832 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ca547-552a-42e7-bacd-0aa60cfbe8a0 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event deleted for resources: {'Subnet': ['ID=c0898dd5-1b47-44da-92d6-860681a80575,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:21.758757 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca547-552a-42e7-bacd-0aa60cfbe8a0 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.763059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d59dbe6-45a4-4c74-99b3-a9d634addcae tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.765040 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dd8ca547-552a-42e7-bacd-0aa60cfbe8a0 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "DELETE /v2.0/subnets/c0898dd5-1b47-44da-92d6-860681a80575 HTTP/1.1" status: 204 len: 168 time: 0.2886446 Dec 14 01:21:21.766069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 56996) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:21.767659 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1446e6-43ec-4217-95bb-dbfac2a79fa1 None None] Network d4a43a94-7c76-4d63-aa93-36c6e96c6cdd requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:21.827616 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-da47c690-67f9-470a-8041-7de2890fc076 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Deleting subnet c0bf8a0f-3cde-41c9-8b5e-af45fe032c58 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:21:21.831054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da47c690-67f9-470a-8041-7de2890fc076 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.872299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d59dbe6-45a4-4c74-99b3-a9d634addcae tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.876173 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da47c690-67f9-470a-8041-7de2890fc076 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.917266 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-98b24053-29b2-4daa-b841-9e75d2b2e65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.942101 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ea838-f54b-4add-ae78-cbdf0e1176d2 None None] DHCP port deletion for d4a43a94-7c76-4d63-aa93-36c6e96c6cdd request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:21:21.943628 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d59dbe6-45a4-4c74-99b3-a9d634addcae tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.972570 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59dbe6-45a4-4c74-99b3-a9d634addcae tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Subnet': ['ID=86d7969f-7282-4871-b7d6-d5acda38eb00,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:21.977340 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d59dbe6-45a4-4c74-99b3-a9d634addcae tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.980711 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da47c690-67f9-470a-8041-7de2890fc076 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:21.981422 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5d59dbe6-45a4-4c74-99b3-a9d634addcae tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/86d7969f-7282-4871-b7d6-d5acda38eb00 HTTP/1.1" status: 204 len: 168 time: 0.3155210 Dec 14 01:21:21.983583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 56998) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:21.994076 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8839186-4d9f-4d93-a804-0ffb9bbc7b74 None None] Network 467ff00c-21e2-47f9-9f38-378aa118ca0c requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:22.047201 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27b2fec-1cb8-4cb3-8764-3836d3228d6b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting subnet f8420f62-e22a-425d-8385-27decab43526 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:21:22.049266 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-333ea838-f54b-4add-ae78-cbdf0e1176d2 None None] Deleting port 84778b49-c47f-412a-b209-fdad4095f776 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:22.049428 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da47c690-67f9-470a-8041-7de2890fc076 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.049641 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-333ea838-f54b-4add-ae78-cbdf0e1176d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.055974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e27b2fec-1cb8-4cb3-8764-3836d3228d6b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.076812 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47c690-67f9-470a-8041-7de2890fc076 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event deleted for resources: {'Subnet': ['ID=c0bf8a0f-3cde-41c9-8b5e-af45fe032c58,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:22.080680 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da47c690-67f9-470a-8041-7de2890fc076 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.086337 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-da47c690-67f9-470a-8041-7de2890fc076 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "DELETE /v2.0/subnets/c0bf8a0f-3cde-41c9-8b5e-af45fe032c58 HTTP/1.1" status: 204 len: 168 time: 0.3168359 Dec 14 01:21:22.086620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57000) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:22.104245 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e27b2fec-1cb8-4cb3-8764-3836d3228d6b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.113998 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58d79b1-12d4-4d93-b431-086cda3f890f None None] Network 0ecaac19-a709-49fc-8115-b2e5b1e08a67 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:22.168600 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.196990 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e27b2fec-1cb8-4cb3-8764-3836d3228d6b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.206378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-333ea838-f54b-4add-ae78-cbdf0e1176d2 None None] For port 84778b49-c47f-412a-b209-fdad4095f776, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=84778b49-c47f-412a-b209-fdad4095f776,segment=NetworkSegment(b862fbb8-6511-4085-94f3-804fd903b874),segment_id=b862fbb8-6511-4085-94f3-804fd903b874)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:22.206617 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-333ea838-f54b-4add-ae78-cbdf0e1176d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.229565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Deleting port 84778b49-c47f-412a-b209-fdad4095f776 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:22.230695 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.246604 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-333ea838-f54b-4add-ae78-cbdf0e1176d2 None None] Calling delete_port for 84778b49-c47f-412a-b209-fdad4095f776 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:22.271424 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e27b2fec-1cb8-4cb3-8764-3836d3228d6b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.295742 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] For port 84778b49-c47f-412a-b209-fdad4095f776, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=84778b49-c47f-412a-b209-fdad4095f776,segment=NetworkSegment(b862fbb8-6511-4085-94f3-804fd903b874),segment_id=b862fbb8-6511-4085-94f3-804fd903b874)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:22.295742 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.305841 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b2fec-1cb8-4cb3-8764-3836d3228d6b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Subnet': ['ID=f8420f62-e22a-425d-8385-27decab43526,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:22.307879 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e27b2fec-1cb8-4cb3-8764-3836d3228d6b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.309828 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Calling delete_port for 84778b49-c47f-412a-b209-fdad4095f776 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:22.311105 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e27b2fec-1cb8-4cb3-8764-3836d3228d6b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/f8420f62-e22a-425d-8385-27decab43526 HTTP/1.1" status: 204 len: 168 time: 0.3264925 Dec 14 01:21:22.315115 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57002) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:22.338337 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427ffbd3-744c-4cd2-ad07-30145ad39ae9 None None] Network 74ca0385-aecf-4ae7-bd79-d390dc82f95a requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:22.391367 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b54fd2-58a3-458d-8065-da7ef64a5a71 None None] DHCP port deletion for 467ff00c-21e2-47f9-9f38-378aa118ca0c request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:21:22.406295 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-333ea838-f54b-4add-ae78-cbdf0e1176d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.423354 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae10084-1676-4985-a628-d98fb9371e03 None None] DHCP port deletion for 0ecaac19-a709-49fc-8115-b2e5b1e08a67 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:21:22.441706 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.467325 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ea838-f54b-4add-ae78-cbdf0e1176d2 None None] Pushing event deleted for resources: {'Port': ['ID=84778b49-c47f-412a-b209-fdad4095f776,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:22.486166 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ea838-f54b-4add-ae78-cbdf0e1176d2 None None] No DVR routers for this DVR port 84778b49-c47f-412a-b209-fdad4095f776 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:22.491001 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.526477 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event deleted for resources: {'Port': ['ID=84778b49-c47f-412a-b209-fdad4095f776,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:22.528356 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] No DVR routers for this DVR port 84778b49-c47f-412a-b209-fdad4095f776 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:22.566083 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d5b54fd2-58a3-458d-8065-da7ef64a5a71 None None] Deleting port 935d812a-5d38-4164-a321-84669438dc2f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:22.566803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5b54fd2-58a3-458d-8065-da7ef64a5a71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.608250 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5ae10084-1676-4985-a628-d98fb9371e03 None None] Deleting port 990faed6-701c-4f1a-8232-ef65d2731780 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:22.608631 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ae10084-1676-4985-a628-d98fb9371e03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.614624 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port 935d812a-5d38-4164-a321-84669438dc2f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:22.614963 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.617501 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.634761 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b92a6af-af04-4bf9-ab55-b621c135aed6 None None] DHCP port deletion for 74ca0385-aecf-4ae7-bd79-d390dc82f95a request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:21:22.677848 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a43a94-7c76-4d63-aa93-36c6e96c6cdd']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:22.692505 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d5b54fd2-58a3-458d-8065-da7ef64a5a71 None None] For port 935d812a-5d38-4164-a321-84669438dc2f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=935d812a-5d38-4164-a321-84669438dc2f,segment=NetworkSegment(8a290a31-38ef-482f-8d33-204b9b967578),segment_id=8a290a31-38ef-482f-8d33-204b9b967578)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:22.693335 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5b54fd2-58a3-458d-8065-da7ef64a5a71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.694514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b862fbb8-6511-4085-94f3-804fd903b874') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:22.694789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b862fbb8-6511-4085-94f3-804fd903b874') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:22.708043 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] For port 935d812a-5d38-4164-a321-84669438dc2f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=935d812a-5d38-4164-a321-84669438dc2f,segment=NetworkSegment(8a290a31-38ef-482f-8d33-204b9b967578),segment_id=8a290a31-38ef-482f-8d33-204b9b967578)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:22.708407 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.711511 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.729647 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for 935d812a-5d38-4164-a321-84669438dc2f owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:22.732779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d5b54fd2-58a3-458d-8065-da7ef64a5a71 None None] Calling delete_port for 935d812a-5d38-4164-a321-84669438dc2f owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:22.735332 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.740606 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5ae10084-1676-4985-a628-d98fb9371e03 None None] For port 990faed6-701c-4f1a-8232-ef65d2731780, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=990faed6-701c-4f1a-8232-ef65d2731780,segment=NetworkSegment(57347185-86f4-42a7-9aad-1c1a4aa9ff88),segment_id=57347185-86f4-42a7-9aad-1c1a4aa9ff88)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:22.741001 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ae10084-1676-4985-a628-d98fb9371e03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.745774 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:21:22.746164 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:21:22.749084 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:21:22.764705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5ae10084-1676-4985-a628-d98fb9371e03 None None] Calling delete_port for 990faed6-701c-4f1a-8232-ef65d2731780 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:22.845239 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.853797 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.859237 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "DELETE /v2.0/networks/d4a43a94-7c76-4d63-aa93-36c6e96c6cdd HTTP/1.1" status: 204 len: 168 time: 0.7700942 Dec 14 01:21:22.860904 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57004) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:22.873580 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a2025-f949-438a-8573-e51c65268fe5 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event deleted for resources: {'Network': ['ID=d4a43a94-7c76-4d63-aa93-36c6e96c6cdd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:22.895632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:22.930566 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=935d812a-5d38-4164-a321-84669438dc2f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:22.934417 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No DVR routers for this DVR port 935d812a-5d38-4164-a321-84669438dc2f on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:22.953273 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.013184 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Deleting port 990faed6-701c-4f1a-8232-ef65d2731780 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:23.015124 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.026721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.047372 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467ff00c-21e2-47f9-9f38-378aa118ca0c']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:23.057182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4b92a6af-af04-4bf9-ab55-b621c135aed6 None None] Deleting port 792b0838-bb29-47bc-9920-a1f7b520f292 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:23.057387 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a290a31-38ef-482f-8d33-204b9b967578') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:23.057528 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a290a31-38ef-482f-8d33-204b9b967578') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:23.057660 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b92a6af-af04-4bf9-ab55-b621c135aed6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.067680 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.082792 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.083892 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] For port 990faed6-701c-4f1a-8232-ef65d2731780, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=990faed6-701c-4f1a-8232-ef65d2731780,segment=NetworkSegment(57347185-86f4-42a7-9aad-1c1a4aa9ff88),segment_id=57347185-86f4-42a7-9aad-1c1a4aa9ff88)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:23.084298 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.089626 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:21:23.090203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:21:23.093390 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:21:23.099287 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Calling delete_port for 990faed6-701c-4f1a-8232-ef65d2731780 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:23.110650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5b54fd2-58a3-458d-8065-da7ef64a5a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.167450 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b54fd2-58a3-458d-8065-da7ef64a5a71 None None] Pushing event deleted for resources: {'Port': ['ID=935d812a-5d38-4164-a321-84669438dc2f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:23.169573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b54fd2-58a3-458d-8065-da7ef64a5a71 None None] No DVR routers for this DVR port 935d812a-5d38-4164-a321-84669438dc2f on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:23.175495 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.186578 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4b92a6af-af04-4bf9-ab55-b621c135aed6 None None] For port 792b0838-bb29-47bc-9920-a1f7b520f292, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=792b0838-bb29-47bc-9920-a1f7b520f292,segment=NetworkSegment(2ccab9a6-eb32-46bf-afff-05efc7b71e91),segment_id=2ccab9a6-eb32-46bf-afff-05efc7b71e91)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:23.186578 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b92a6af-af04-4bf9-ab55-b621c135aed6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.186578 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ae10084-1676-4985-a628-d98fb9371e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.193351 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.197408 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.201577 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4b92a6af-af04-4bf9-ab55-b621c135aed6 None None] Calling delete_port for 792b0838-bb29-47bc-9920-a1f7b520f292 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:23.201985 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/networks/467ff00c-21e2-47f9-9f38-378aa118ca0c HTTP/1.1" status: 204 len: 168 time: 0.8857698 Dec 14 01:21:23.204412 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57006) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:23.223679 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3f522-63dd-421b-b221-374df2a3c11b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Network': ['ID=467ff00c-21e2-47f9-9f38-378aa118ca0c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:23.227604 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event deleted for resources: {'Port': ['ID=990faed6-701c-4f1a-8232-ef65d2731780,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:23.229707 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] No DVR routers for this DVR port 990faed6-701c-4f1a-8232-ef65d2731780 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:23.231932 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae10084-1676-4985-a628-d98fb9371e03 None None] Pushing event deleted for resources: {'Port': ['ID=990faed6-701c-4f1a-8232-ef65d2731780,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:23.233914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae10084-1676-4985-a628-d98fb9371e03 None None] No DVR routers for this DVR port 990faed6-701c-4f1a-8232-ef65d2731780 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:23.301547 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.318408 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.320957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b92a6af-af04-4bf9-ab55-b621c135aed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.339952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecaac19-a709-49fc-8115-b2e5b1e08a67']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:23.350632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57347185-86f4-42a7-9aad-1c1a4aa9ff88') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:23.351296 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57347185-86f4-42a7-9aad-1c1a4aa9ff88') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:23.354340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92a6af-af04-4bf9-ab55-b621c135aed6 None None] Pushing event deleted for resources: {'Port': ['ID=792b0838-bb29-47bc-9920-a1f7b520f292,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:23.356411 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92a6af-af04-4bf9-ab55-b621c135aed6 None None] No DVR routers for this DVR port 792b0838-bb29-47bc-9920-a1f7b520f292 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:23.366468 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.373917 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port 792b0838-bb29-47bc-9920-a1f7b520f292 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:23.374263 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.381109 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.387775 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:21:23.388192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:21:23.391293 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:21:23.435587 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] For port 792b0838-bb29-47bc-9920-a1f7b520f292, host dv-neutron-821592-1-hyperv, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:23.435984 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.451267 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for 792b0838-bb29-47bc-9920-a1f7b520f292 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:23.454384 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Port 792b0838-bb29-47bc-9920-a1f7b520f292 was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 01:21:23.455742 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.460329 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.469891 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.473273 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "DELETE /v2.0/networks/0ecaac19-a709-49fc-8115-b2e5b1e08a67 HTTP/1.1" status: 204 len: 168 time: 0.6104157 Dec 14 01:21:23.475787 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57008) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:23.484304 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=792b0838-bb29-47bc-9920-a1f7b520f292,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:23.488710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No DVR routers for this DVR port 792b0838-bb29-47bc-9920-a1f7b520f292 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:23.495436 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a0647-4966-43fa-b151-efe67009bf22 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event deleted for resources: {'Network': ['ID=0ecaac19-a709-49fc-8115-b2e5b1e08a67,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:23.538957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 84778b49-c47f-412a-b209-fdad4095f776 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:21:23.541991 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5a285b-e5e0-4997-b64a-dbf166c0cb13 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Deleting subnet 8af42bde-e5f1-4539-9ba7-fc1537a8e571 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:21:23.545833 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0b5a285b-e5e0-4997-b64a-dbf166c0cb13 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.560842 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 84778b49-c47f-412a-b209-fdad4095f776 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:21:23.561272 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 84778b49-c47f-412a-b209-fdad4095f776 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:21:23.561800 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 792b0838-bb29-47bc-9920-a1f7b520f292 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:21:23.581066 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 792b0838-bb29-47bc-9920-a1f7b520f292 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:21:23.581291 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.581455 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 792b0838-bb29-47bc-9920-a1f7b520f292 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:21:23.581915 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 935d812a-5d38-4164-a321-84669438dc2f no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:21:23.596595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0b5a285b-e5e0-4997-b64a-dbf166c0cb13 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.601436 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 935d812a-5d38-4164-a321-84669438dc2f {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:21:23.601803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 935d812a-5d38-4164-a321-84669438dc2f not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:21:23.602296 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 990faed6-701c-4f1a-8232-ef65d2731780 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:21:23.608554 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ca0385-aecf-4ae7-bd79-d390dc82f95a']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:23.618722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ccab9a6-eb32-46bf-afff-05efc7b71e91') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:23.618722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ccab9a6-eb32-46bf-afff-05efc7b71e91') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:23.621310 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 990faed6-701c-4f1a-8232-ef65d2731780 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:21:23.621737 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 990faed6-701c-4f1a-8232-ef65d2731780 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:21:23.630203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.643327 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.651383 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:21:23.651856 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:21:23.655532 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:21:23.684302 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0b5a285b-e5e0-4997-b64a-dbf166c0cb13 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.747758 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0b5a285b-e5e0-4997-b64a-dbf166c0cb13 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.781041 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a285b-e5e0-4997-b64a-dbf166c0cb13 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event deleted for resources: {'Subnet': ['ID=8af42bde-e5f1-4539-9ba7-fc1537a8e571,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:23.786557 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0b5a285b-e5e0-4997-b64a-dbf166c0cb13 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.792683 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0b5a285b-e5e0-4997-b64a-dbf166c0cb13 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "DELETE /v2.0/subnets/8af42bde-e5f1-4539-9ba7-fc1537a8e571 HTTP/1.1" status: 204 len: 168 time: 0.3130779 Dec 14 01:21:23.793535 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57010) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:23.796003 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a52272e-8366-421f-8f68-4c112aa9e3c1 None None] Network c79e1470-6c6d-4f75-8567-b0568c0d4a48 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:23.882952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.944072 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Deleting port 93df77d8-0392-450f-acbc-16dc7cca569f {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:23.944447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:23.961254 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58806edd-6d60-4716-8805-326a0cd12b7b None None] DHCP port deletion for c79e1470-6c6d-4f75-8567-b0568c0d4a48 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:21:24.004423 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.010540 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-58806edd-6d60-4716-8805-326a0cd12b7b None None] Deleting port 93df77d8-0392-450f-acbc-16dc7cca569f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:24.011182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-58806edd-6d60-4716-8805-326a0cd12b7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.012943 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.020088 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/networks/74ca0385-aecf-4ae7-bd79-d390dc82f95a HTTP/1.1" status: 204 len: 168 time: 0.8106897 Dec 14 01:21:24.020266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] For port 93df77d8-0392-450f-acbc-16dc7cca569f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=93df77d8-0392-450f-acbc-16dc7cca569f,segment=NetworkSegment(c364e560-9e01-447f-8c99-e0ec9d51b0a2),segment_id=c364e560-9e01-447f-8c99-e0ec9d51b0a2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:24.020266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.020474 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57012) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:24.026281 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e52f5-03e9-4abd-8030-e6dace92d6bc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Network': ['ID=74ca0385-aecf-4ae7-bd79-d390dc82f95a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:24.027218 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-370c03b9-3b1c-4749-b4da-0031a614e801 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'network': {'name': 'tempest-RoutersTest-759229400'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:24.046470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Calling delete_port for 93df77d8-0392-450f-acbc-16dc7cca569f owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:24.082429 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-58806edd-6d60-4716-8805-326a0cd12b7b None None] For port 93df77d8-0392-450f-acbc-16dc7cca569f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=93df77d8-0392-450f-acbc-16dc7cca569f,segment=NetworkSegment(c364e560-9e01-447f-8c99-e0ec9d51b0a2),segment_id=c364e560-9e01-447f-8c99-e0ec9d51b0a2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:24.082876 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-58806edd-6d60-4716-8805-326a0cd12b7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.095393 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-58806edd-6d60-4716-8805-326a0cd12b7b None None] Calling delete_port for 93df77d8-0392-450f-acbc-16dc7cca569f owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:24.099297 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370c03b9-3b1c-4749-b4da-0031a614e801 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:24.102901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-370c03b9-3b1c-4749-b4da-0031a614e801 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.142521 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370c03b9-3b1c-4749-b4da-0031a614e801 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:21:24.161652 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-370c03b9-3b1c-4749-b4da-0031a614e801 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.162018 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-370c03b9-3b1c-4749-b4da-0031a614e801 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Added segment 3730cef6-be58-4b4f-aa1e-10c606476539 of type vlan for network 5c7bf89d-838a-4326-bd7f-e06119be06d0 Dec 14 01:21:24.176047 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d670f93b-c65a-4c90-a81d-eed72efa0809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.185573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-58806edd-6d60-4716-8805-326a0cd12b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.198648 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.208501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58806edd-6d60-4716-8805-326a0cd12b7b None None] Pushing event deleted for resources: {'Port': ['ID=93df77d8-0392-450f-acbc-16dc7cca569f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:24.217320 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58806edd-6d60-4716-8805-326a0cd12b7b None None] No DVR routers for this DVR port 93df77d8-0392-450f-acbc-16dc7cca569f on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:24.236198 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-370c03b9-3b1c-4749-b4da-0031a614e801 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.242068 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event deleted for resources: {'Port': ['ID=93df77d8-0392-450f-acbc-16dc7cca569f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:24.246774 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] No DVR routers for this DVR port 93df77d8-0392-450f-acbc-16dc7cca569f on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:24.334579 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-370c03b9-3b1c-4749-b4da-0031a614e801 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.340211 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c03b9-3b1c-4749-b4da-0031a614e801 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:24.340794 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-370c03b9-3b1c-4749-b4da-0031a614e801 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.352950 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.423400 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-370c03b9-3b1c-4749-b4da-0031a614e801 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4018164 Dec 14 01:21:24.426261 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57014) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:24.429861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79e1470-6c6d-4f75-8567-b0568c0d4a48']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:24.431540 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8b8fcf2c-8b78-4391-b42f-aed6b0a37507 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'subnet': {'network_id': '5c7bf89d-838a-4326-bd7f-e06119be06d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:24.432544 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c03b9-3b1c-4749-b4da-0031a614e801 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Network': ['ID=5c7bf89d-838a-4326-bd7f-e06119be06d0,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:24.443702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c364e560-9e01-447f-8c99-e0ec9d51b0a2') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:24.444002 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c364e560-9e01-447f-8c99-e0ec9d51b0a2') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:24.444664 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 5c7bf89d-838a-4326-bd7f-e06119be06d0 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:21:24.456757 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.473703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.480739 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:21:24.481378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:21:24.484845 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:21:24.522703 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8fcf2c-8b78-4391-b42f-aed6b0a37507 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:24.526344 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b8fcf2c-8b78-4391-b42f-aed6b0a37507 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.559369 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.577120 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.580358 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "DELETE /v2.0/networks/c79e1470-6c6d-4f75-8567-b0568c0d4a48 HTTP/1.1" status: 204 len: 168 time: 0.7858067 Dec 14 01:21:24.581633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97514b-b0e2-4b10-812e-36990fa64034 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Pushing event deleted for resources: {'Network': ['ID=c79e1470-6c6d-4f75-8567-b0568c0d4a48,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:24.583148 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57016) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:24.616946 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d891b164-8341-409a-85d4-8e51c7628983 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99fdf59-5ba6-4128-a37c-68d2e04df591 HTTP/1.1" status: 200 len: 205 time: 0.0326407 Dec 14 01:21:24.619757 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57018) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:24.695927 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ddd18304-41b8-4c9c-b395-6a4767aabf41 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.741373 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b8fcf2c-8b78-4391-b42f-aed6b0a37507 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.798251 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fcf2c-8b78-4391-b42f-aed6b0a37507 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Subnet': ['ID=7a1db72a-b948-47e6-864f-857536811b97,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:24.816497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8fcf2c-8b78-4391-b42f-aed6b0a37507 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Checking segment: {'id': '3730cef6-be58-4b4f-aa1e-10c606476539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5c7bf89d-838a-4326-bd7f-e06119be06d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:24.816891 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8fcf2c-8b78-4391-b42f-aed6b0a37507 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network hostable DHCP agents. Network: 5c7bf89d-838a-4326-bd7f-e06119be06d0, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:21:24.836666 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8fcf2c-8b78-4391-b42f-aed6b0a37507 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 5c7bf89d-838a-4326-bd7f-e06119be06d0 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:21:24.846554 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8b8fcf2c-8b78-4391-b42f-aed6b0a37507 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 5c7bf89d-838a-4326-bd7f-e06119be06d0) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:24.851070 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8fcf2c-8b78-4391-b42f-aed6b0a37507 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:24.851679 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b8fcf2c-8b78-4391-b42f-aed6b0a37507 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.857306 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5fe773-ade4-46f4-91b8-1bbadcd29201 None None] Network 5c7bf89d-838a-4326-bd7f-e06119be06d0 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:24.865991 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ddd18304-41b8-4c9c-b395-6a4767aabf41 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.869592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ddd18304-41b8-4c9c-b395-6a4767aabf41 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.879163 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8b8fcf2c-8b78-4391-b42f-aed6b0a37507 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4494331 Dec 14 01:21:24.879402 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57020) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:24.885761 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c1965914-c46d-41d7-99a6-ab5c62e5603f tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-418465890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:24.914284 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1965914-c46d-41d7-99a6-ab5c62e5603f tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.915556 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1965914-c46d-41d7-99a6-ab5c62e5603f tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.919378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ddd18304-41b8-4c9c-b395-6a4767aabf41 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.919934 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd18304-41b8-4c9c-b395-6a4767aabf41 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Fanout notify agent at l3_agent the message router_deleted on router a99fdf59-5ba6-4128-a37c-68d2e04df591 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:21:24.928464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ddd18304-41b8-4c9c-b395-6a4767aabf41 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.934036 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ddd18304-41b8-4c9c-b395-6a4767aabf41 tempest-RoutersNegativeTest-2117175411 tempest-RoutersNegativeTest-2117175411-project] 10.222.0.32 "DELETE /v2.0/routers/a99fdf59-5ba6-4128-a37c-68d2e04df591 HTTP/1.1" status: 204 len: 168 time: 0.3082759 Dec 14 01:21:24.975665 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1965914-c46d-41d7-99a6-ab5c62e5603f tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.981059 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1965914-c46d-41d7-99a6-ab5c62e5603f tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:24.996746 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-5c7bf89d-838a-4326-bd7f-e06119be06d0', 'network_id': '5c7bf89d-838a-4326-bd7f-e06119be06d0', 'project_id': 'a08892403d0b4372b696b4a853123dae', 'fixed_ips': [{'subnet_id': '7a1db72a-b948-47e6-864f-857536811b97'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:21:24.997929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:25.001432 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1965914-c46d-41d7-99a6-ab5c62e5603f tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:25.002668 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c1965914-c46d-41d7-99a6-ab5c62e5603f tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1222937 Dec 14 01:21:25.005344 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57024) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:25.010653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a98e5d4b-bc81-46b4-a563-35194f76b8a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'port': {'network_id': '5c7bf89d-838a-4326-bd7f-e06119be06d0', 'name': 'tempest-RoutersTest-447831304'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:25.134252 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98e5d4b-bc81-46b4-a563-35194f76b8a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:25.141051 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a98e5d4b-bc81-46b4-a563-35194f76b8a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:25.141207 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Allocated IP 172.20.0.2 (5c7bf89d-838a-4326-bd7f-e06119be06d0/7a1db72a-b948-47e6-864f-857536811b97/7f8ed51a-1470-49fa-821f-55c3105edf99) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:25.157696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-a98e5d4b-bc81-46b4-a563-35194f76b8a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] device_id is not set on port 5a2f1651-817b-4833-b98b-10ceb716b6fa yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:21:25.235526 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57028) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:25.287700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:25.300237 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:25.356012 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Network 5c7bf89d-838a-4326-bd7f-e06119be06d0 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:25.356985 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:25.359953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:25.364782 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:25.367836 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Pushing event updated for resources: {'Port': ['ID=7f8ed51a-1470-49fa-821f-55c3105edf99,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:25.375073 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a98e5d4b-bc81-46b4-a563-35194f76b8a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Allocated IP 172.20.0.4 (5c7bf89d-838a-4326-bd7f-e06119be06d0/7a1db72a-b948-47e6-864f-857536811b97/5a2f1651-817b-4833-b98b-10ceb716b6fa) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:25.397369 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-942605de-46a0-471b-9407-cf3e018e022e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13d92cbf32d848b0982dd997438a60b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1605163 Dec 14 01:21:25.400337 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57032) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:25.422244 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Attempting to bind port 7f8ed51a-1470-49fa-821f-55c3105edf99 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:21:25.422972 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Attempting to bind port 7f8ed51a-1470-49fa-821f-55c3105edf99 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '3730cef6-be58-4b4f-aa1e-10c606476539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5c7bf89d-838a-4326-bd7f-e06119be06d0'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:21:25.423530 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Attempting to bind port 7f8ed51a-1470-49fa-821f-55c3105edf99 on network 5c7bf89d-838a-4326-bd7f-e06119be06d0 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:25.429628 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:21:25.430159 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Checking segment: {'id': '3730cef6-be58-4b4f-aa1e-10c606476539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5c7bf89d-838a-4326-bd7f-e06119be06d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:25.430568 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:25.431304 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Bound using segment: {'id': '3730cef6-be58-4b4f-aa1e-10c606476539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5c7bf89d-838a-4326-bd7f-e06119be06d0'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:21:25.431898 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Bound port: 7f8ed51a-1470-49fa-821f-55c3105edf99, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3730cef6-be58-4b4f-aa1e-10c606476539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5c7bf89d-838a-4326-bd7f-e06119be06d0'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:21:25.432729 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:25.453379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83fa30b9-627f-44aa-b5fd-a14f314a0835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:25.480060 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83fa30b9-627f-44aa-b5fd-a14f314a0835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:25.515773 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] For port 7f8ed51a-1470-49fa-821f-55c3105edf99, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:21:25.518864 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] For port 7f8ed51a-1470-49fa-821f-55c3105edf99, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7f8ed51a-1470-49fa-821f-55c3105edf99,segment=NetworkSegment(3730cef6-be58-4b4f-aa1e-10c606476539),segment_id=3730cef6-be58-4b4f-aa1e-10c606476539)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:21:25.528570 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:25.530871 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 93df77d8-0392-450f-acbc-16dc7cca569f no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:21:25.538424 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83fa30b9-627f-44aa-b5fd-a14f314a0835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:25.542027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83fa30b9-627f-44aa-b5fd-a14f314a0835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:25.545693 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-83fa30b9-627f-44aa-b5fd-a14f314a0835 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a35417a-5056-4299-bc09-13cb92125a31 HTTP/1.1" status: 204 len: 168 time: 0.1419389 Dec 14 01:21:25.552614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa30b9-627f-44aa-b5fd-a14f314a0835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a35417a-5056-4299-bc09-13cb92125a31,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:25.562398 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a98e5d4b-bc81-46b4-a563-35194f76b8a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:25.577885 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 93df77d8-0392-450f-acbc-16dc7cca569f {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:21:25.578300 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 93df77d8-0392-450f-acbc-16dc7cca569f not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:21:25.608650 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a98e5d4b-bc81-46b4-a563-35194f76b8a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:25.625957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ce2c6-bd32-4b87-b698-73390269c53d None None] Pushing event updated for resources: {'Port': ['ID=7f8ed51a-1470-49fa-821f-55c3105edf99,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:25.633091 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98e5d4b-bc81-46b4-a563-35194f76b8a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 5c7bf89d-838a-4326-bd7f-e06119be06d0 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:25.655620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a98e5d4b-bc81-46b4-a563-35194f76b8a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:25.658744 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98e5d4b-bc81-46b4-a563-35194f76b8a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:25.703180 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e5d4b-bc81-46b4-a563-35194f76b8a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=5a2f1651-817b-4833-b98b-10ceb716b6fa,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:25.724867 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98e5d4b-bc81-46b4-a563-35194f76b8a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:25.725604 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a98e5d4b-bc81-46b4-a563-35194f76b8a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:25.744458 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a98e5d4b-bc81-46b4-a563-35194f76b8a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.7376440 Dec 14 01:21:25.746963 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57038) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:26.098337 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2637ee90-7730-4015-a054-df461a8e1326 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:26.355144 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2637ee90-7730-4015-a054-df461a8e1326 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:26.361589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2637ee90-7730-4015-a054-df461a8e1326 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:26.443829 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637ee90-7730-4015-a054-df461a8e1326 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=5a2f1651-817b-4833-b98b-10ceb716b6fa,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:26.620964 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2637ee90-7730-4015-a054-df461a8e1326 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:26.695306 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:26.698392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e565aa2d-d860-4425-a2ec-1068e6303e71 None None] Network 5c7bf89d-838a-4326-bd7f-e06119be06d0 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:26.750420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2637ee90-7730-4015-a054-df461a8e1326 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:26.793347 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-257490bc-2b25-4234-9d84-603f5fb98aa5 None None] Provisioning complete for port 7f8ed51a-1470-49fa-821f-55c3105edf99 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:26.793983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-257490bc-2b25-4234-9d84-603f5fb98aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:26.905979 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-257490bc-2b25-4234-9d84-603f5fb98aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:26.944371 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-257490bc-2b25-4234-9d84-603f5fb98aa5 None None] For port 7f8ed51a-1470-49fa-821f-55c3105edf99, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7f8ed51a-1470-49fa-821f-55c3105edf99,segment=NetworkSegment(3730cef6-be58-4b4f-aa1e-10c606476539),segment_id=3730cef6-be58-4b4f-aa1e-10c606476539)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:26.956269 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57070) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:26.957619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-257490bc-2b25-4234-9d84-603f5fb98aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.011940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257490bc-2b25-4234-9d84-603f5fb98aa5 None None] Pushing event updated for resources: {'Port': ['ID=7f8ed51a-1470-49fa-821f-55c3105edf99,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:27.157268 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-eb6cf368-fd0c-4350-9630-f1888aa3139b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'network': {'name': 'tempest-network-smoke--1448148411', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'port_security_enabled': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:27.184184 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3bc539f8-7409-425c-822f-4a825178fb96 None None] Provisioning complete for port 5a2f1651-817b-4833-b98b-10ceb716b6fa triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:27.184717 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3bc539f8-7409-425c-822f-4a825178fb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.188823 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6cf368-fd0c-4350-9630-f1888aa3139b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:27.193388 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb6cf368-fd0c-4350-9630-f1888aa3139b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.213213 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb6cf368-fd0c-4350-9630-f1888aa3139b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.237082 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3bc539f8-7409-425c-822f-4a825178fb96 None None] Port 5a2f1651-817b-4833-b98b-10ceb716b6fa cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:27.251531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3bc539f8-7409-425c-822f-4a825178fb96 None None] Provisioning complete for port 7f8ed51a-1470-49fa-821f-55c3105edf99 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:27.252352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3bc539f8-7409-425c-822f-4a825178fb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.317332 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb6cf368-fd0c-4350-9630-f1888aa3139b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.325692 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb6cf368-fd0c-4350-9630-f1888aa3139b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.361488 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cf368-fd0c-4350-9630-f1888aa3139b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:27.367208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6cf368-fd0c-4350-9630-f1888aa3139b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:21:27.377267 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb6cf368-fd0c-4350-9630-f1888aa3139b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.377267 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-eb6cf368-fd0c-4350-9630-f1888aa3139b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Added segment 105cf1b0-0f7d-4654-8f9e-b3148c6a42d2 of type vlan for network 35f96918-9d9b-4023-9bc9-736f727aaf21 Dec 14 01:21:27.398000 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2637ee90-7730-4015-a054-df461a8e1326 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.403941 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2637ee90-7730-4015-a054-df461a8e1326 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.424971 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb6cf368-fd0c-4350-9630-f1888aa3139b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.453672 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb6cf368-fd0c-4350-9630-f1888aa3139b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.460396 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6cf368-fd0c-4350-9630-f1888aa3139b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:27.461228 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb6cf368-fd0c-4350-9630-f1888aa3139b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.499772 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637ee90-7730-4015-a054-df461a8e1326 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=5a2f1651-817b-4833-b98b-10ceb716b6fa,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:27.504511 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-eb6cf368-fd0c-4350-9630-f1888aa3139b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5434501 Dec 14 01:21:27.505748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7e61afd4-972f-41ab-a1e1-e2de1542c375 None None] Provisioning complete for port 5a2f1651-817b-4833-b98b-10ceb716b6fa triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:27.506127 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e61afd4-972f-41ab-a1e1-e2de1542c375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.510375 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57074) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:27.527664 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'admin_state_up': True, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:27.534937 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2637ee90-7730-4015-a054-df461a8e1326 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.562874 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7e61afd4-972f-41ab-a1e1-e2de1542c375 None None] Port 5a2f1651-817b-4833-b98b-10ceb716b6fa cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:27.569496 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cf368-fd0c-4350-9630-f1888aa3139b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Network': ['ID=35f96918-9d9b-4023-9bc9-736f727aaf21,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:27.581571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 35f96918-9d9b-4023-9bc9-736f727aaf21 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:21:27.605771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.606791 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.626025 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7f8ed51a-1470-49fa-821f-55c3105edf99 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:27.692634 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.694927 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637ee90-7730-4015-a054-df461a8e1326 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 5c7bf89d-838a-4326-bd7f-e06119be06d0 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:27.696885 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-2637ee90-7730-4015-a054-df461a8e1326 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:27.697051 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-23c571a0-3cb1-469b-9f4c-6fd1d6b4482f None None] Provisioning complete for port 5a2f1651-817b-4833-b98b-10ceb716b6fa triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:27.697599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23c571a0-3cb1-469b-9f4c-6fd1d6b4482f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.745114 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 7f8ed51a-1470-49fa-821f-55c3105edf99 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:27.745485 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.777803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:27.779172 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-23c571a0-3cb1-469b-9f4c-6fd1d6b4482f None None] Port 5a2f1651-817b-4833-b98b-10ceb716b6fa cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:27.916411 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:28.006576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2637ee90-7730-4015-a054-df461a8e1326 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 71a8ba61-ebcc-445d-bacf-7575141a5f36 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:21:28.103636 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9ae756f8-45c6-4d10-b9a1-889d5b991c03 None None] Provisioning complete for port 5a2f1651-817b-4833-b98b-10ceb716b6fa triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:28.104340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ae756f8-45c6-4d10-b9a1-889d5b991c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:28.119295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2637ee90-7730-4015-a054-df461a8e1326 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:28.124371 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2637ee90-7730-4015-a054-df461a8e1326 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/71a8ba61-ebcc-445d-bacf-7575141a5f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3753359 Dec 14 01:21:28.128581 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57076) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:28.130705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a19d4e-20bd-4124-ac21-beff6968bc42 None None] Sync routers for ids ['71a8ba61-ebcc-445d-bacf-7575141a5f36'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:28.152424 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a19d4e-20bd-4124-ac21-beff6968bc42 None None] Routers {'71a8ba61-ebcc-445d-bacf-7575141a5f36'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:28.153052 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c8a19d4e-20bd-4124-ac21-beff6968bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['71a8ba61-ebcc-445d-bacf-7575141a5f36'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:28.154721 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9ae756f8-45c6-4d10-b9a1-889d5b991c03 None None] Port 5a2f1651-817b-4833-b98b-10ceb716b6fa cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:28.176858 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6270e2-6f27-4810-8635-57afdab1a5f2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:28.178348 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7f6270e2-6f27-4810-8635-57afdab1a5f2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports/5a2f1651-817b-4833-b98b-10ceb716b6fa HTTP/1.1" status: 200 len: 976 time: 0.0485604 Dec 14 01:21:28.181288 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57078) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:28.194391 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c8a19d4e-20bd-4124-ac21-beff6968bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:28.204050 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a19d4e-20bd-4124-ac21-beff6968bc42 None None] Routers {'71a8ba61-ebcc-445d-bacf-7575141a5f36'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:28.204782 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c8a19d4e-20bd-4124-ac21-beff6968bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['71a8ba61-ebcc-445d-bacf-7575141a5f36'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:28.222170 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:28.236772 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c8a19d4e-20bd-4124-ac21-beff6968bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:28.237431 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a19d4e-20bd-4124-ac21-beff6968bc42 None None] The sync data for ids ['71a8ba61-ebcc-445d-bacf-7575141a5f36'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:28.241757 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:28.348925 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.26.1.105 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/692ea351-0602-4b26-8cd0-2ccf93e7cdeb) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:28.451281 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:28.485438 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:28.497622 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ba128ab2-ecb7-44d2-9ad1-88a03e30f8f4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:28.525951 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:28.528863 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:28.531497 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:28.544240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8c1a75-f9a3-49a8-974e-41926fa825d7 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:21:28.566069 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=692ea351-0602-4b26-8cd0-2ccf93e7cdeb,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:28.586360 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d4187fc6-f7c3-48a4-8d53-5d3acc581c11 None None] Provisioning complete for port 692ea351-0602-4b26-8cd0-2ccf93e7cdeb triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:28.586902 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4187fc6-f7c3-48a4-8d53-5d3acc581c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:28.621473 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d4187fc6-f7c3-48a4-8d53-5d3acc581c11 None None] Port 692ea351-0602-4b26-8cd0-2ccf93e7cdeb cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:28.733649 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ba128ab2-ecb7-44d2-9ad1-88a03e30f8f4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port 5a2f1651-817b-4833-b98b-10ceb716b6fa {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:28.734325 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ba128ab2-ecb7-44d2-9ad1-88a03e30f8f4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:28.822853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ba128ab2-ecb7-44d2-9ad1-88a03e30f8f4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:28.823635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:28.835095 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ba128ab2-ecb7-44d2-9ad1-88a03e30f8f4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for 5a2f1651-817b-4833-b98b-10ceb716b6fa owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:29.008175 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ba128ab2-ecb7-44d2-9ad1-88a03e30f8f4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:29.024182 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:29.038439 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba128ab2-ecb7-44d2-9ad1-88a03e30f8f4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=5a2f1651-817b-4833-b98b-10ceb716b6fa,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:29.195101 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ba128ab2-ecb7-44d2-9ad1-88a03e30f8f4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:29.356604 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba128ab2-ecb7-44d2-9ad1-88a03e30f8f4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 71a8ba61-ebcc-445d-bacf-7575141a5f36 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:21:29.435104 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba128ab2-ecb7-44d2-9ad1-88a03e30f8f4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:29.438674 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:21:29.443192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57080) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:29.443416 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ba128ab2-ecb7-44d2-9ad1-88a03e30f8f4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/71a8ba61-ebcc-445d-bacf-7575141a5f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2609951 Dec 14 01:21:29.446085 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7a940-51ea-4a94-8d0d-29877c2bbb96 None None] Sync routers for ids ['71a8ba61-ebcc-445d-bacf-7575141a5f36'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:29.466467 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7a940-51ea-4a94-8d0d-29877c2bbb96 None None] Routers {'71a8ba61-ebcc-445d-bacf-7575141a5f36'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:29.467074 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-15c7a940-51ea-4a94-8d0d-29877c2bbb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['71a8ba61-ebcc-445d-bacf-7575141a5f36'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:29.498911 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-15c7a940-51ea-4a94-8d0d-29877c2bbb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:29.507829 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7a940-51ea-4a94-8d0d-29877c2bbb96 None None] Routers {'71a8ba61-ebcc-445d-bacf-7575141a5f36'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:29.508443 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-15c7a940-51ea-4a94-8d0d-29877c2bbb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['71a8ba61-ebcc-445d-bacf-7575141a5f36'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:29.541918 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-15c7a940-51ea-4a94-8d0d-29877c2bbb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:29.542547 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7a940-51ea-4a94-8d0d-29877c2bbb96 None None] The sync data for ids ['71a8ba61-ebcc-445d-bacf-7575141a5f36'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:29.707066 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-a82ea84b-de0b-43d0-a6c3-0c34662ea539 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] remove_router_interface failed (client error): The resource could not be found. Dec 14 01:21:29.707996 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a82ea84b-de0b-43d0-a6c3-0c34662ea539 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/71a8ba61-ebcc-445d-bacf-7575141a5f36/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2635894 Dec 14 01:21:29.711237 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57082) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:29.712968 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:29.722561 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Sync routers for ids ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:29.734608 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Routers {'006a1715-6f45-4aa2-b91c-ca7410f0eca6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:29.735256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:29.738625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:29.743143 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a7396b73-00ee-46b5-aed1-3c6d06a17afa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2293587 Dec 14 01:21:29.743440 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57084) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:29.749437 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-138e5efe-40e2-4455-bb86-a8c4f1d4208c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a8ba61-ebcc-445d-bacf-7575141a5f36 HTTP/1.1" status: 200 len: 205 time: 0.0344090 Dec 14 01:21:29.749830 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57088) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:29.827178 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e22b-41db-4efb-a310-1262ce8cdb0a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:29.842679 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-74f35448-0974-49c2-83b8-1ff1101b31eb tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9e28f216f8fb4b05811c7d7158efaac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0976977 Dec 14 01:21:29.845291 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57090) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:29.857940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Set router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:21:29.996584 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e22b-41db-4efb-a310-1262ce8cdb0a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:29.999430 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e22b-41db-4efb-a310-1262ce8cdb0a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.015922 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0e1a8a-e0d4-453a-b96a-901f60a66e76 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:30.017523 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4c0e1a8a-e0d4-453a-b96a-901f60a66e76 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1713023 Dec 14 01:21:30.020392 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57092) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:30.049091 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e22b-41db-4efb-a310-1262ce8cdb0a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.049668 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a7e22b-41db-4efb-a310-1262ce8cdb0a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Fanout notify agent at l3_agent the message router_deleted on router 71a8ba61-ebcc-445d-bacf-7575141a5f36 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:21:30.057757 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e22b-41db-4efb-a310-1262ce8cdb0a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.058121 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d74127e0-c802-44ca-8ff6-ced6da8e05e6 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363188 Dec 14 01:21:30.058948 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c9a7e22b-41db-4efb-a310-1262ce8cdb0a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/routers/71a8ba61-ebcc-445d-bacf-7575141a5f36 HTTP/1.1" status: 204 len: 168 time: 0.3081896 Dec 14 01:21:30.060467 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57094) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:30.061746 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57096) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:30.065855 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-94cabf79-d7f2-4edd-bd91-75ef314d4be7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1625015499', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:30.121158 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-3671797e-b715-47e9-9634-f935e9667fc7 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting subnet 7a1db72a-b948-47e6-864f-857536811b97 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:21:30.124867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3671797e-b715-47e9-9634-f935e9667fc7 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.164290 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cabf79-d7f2-4edd-bd91-75ef314d4be7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:30.166681 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3671797e-b715-47e9-9634-f935e9667fc7 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.169425 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94cabf79-d7f2-4edd-bd91-75ef314d4be7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.213869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:21:28Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:30.242206 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Checking router: 006a1715-6f45-4aa2-b91c-ca7410f0eca6 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:21:30.242563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Updating router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 port 692ea351-0602-4b26-8cd0-2ccf93e7cdeb binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:21:30.259255 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3671797e-b715-47e9-9634-f935e9667fc7 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.276357 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.327709 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3671797e-b715-47e9-9634-f935e9667fc7 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.355415 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671797e-b715-47e9-9634-f935e9667fc7 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1db72a-b948-47e6-864f-857536811b97,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:30.359158 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3671797e-b715-47e9-9634-f935e9667fc7 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.362516 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3671797e-b715-47e9-9634-f935e9667fc7 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/7a1db72a-b948-47e6-864f-857536811b97 HTTP/1.1" status: 204 len: 168 time: 0.2995212 Dec 14 01:21:30.365166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57098) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:30.368919 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94cabf79-d7f2-4edd-bd91-75ef314d4be7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.375753 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a28fa7e-e26c-405b-aa12-28a8d81432d6 None None] Network 5c7bf89d-838a-4326-bd7f-e06119be06d0 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:30.445999 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cabf79-d7f2-4edd-bd91-75ef314d4be7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Subnet': ['ID=6e0f4c53-ae28-4951-a12c-e39aaa1e5565,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:30.454834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.456666 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cabf79-d7f2-4edd-bd91-75ef314d4be7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Checking segment: {'id': '105cf1b0-0f7d-4654-8f9e-b3148c6a42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:30.457582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cabf79-d7f2-4edd-bd91-75ef314d4be7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network hostable DHCP agents. Network: 35f96918-9d9b-4023-9bc9-736f727aaf21, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:21:30.476714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cabf79-d7f2-4edd-bd91-75ef314d4be7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 35f96918-9d9b-4023-9bc9-736f727aaf21 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:21:30.486609 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-94cabf79-d7f2-4edd-bd91-75ef314d4be7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 35f96918-9d9b-4023-9bc9-736f727aaf21) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:30.491229 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cabf79-d7f2-4edd-bd91-75ef314d4be7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:30.491826 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94cabf79-d7f2-4edd-bd91-75ef314d4be7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.511185 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7e797f-784e-475e-86c6-0356613fb46e None None] Network 35f96918-9d9b-4023-9bc9-736f727aaf21 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:30.511999 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-94cabf79-d7f2-4edd-bd91-75ef314d4be7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4502380 Dec 14 01:21:30.514236 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57100) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:30.523713 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port 7f8ed51a-1470-49fa-821f-55c3105edf99 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:30.524064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.597677 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] For port 7f8ed51a-1470-49fa-821f-55c3105edf99, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7f8ed51a-1470-49fa-821f-55c3105edf99,segment=NetworkSegment(3730cef6-be58-4b4f-aa1e-10c606476539),segment_id=3730cef6-be58-4b4f-aa1e-10c606476539)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:30.598155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.612456 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for 7f8ed51a-1470-49fa-821f-55c3105edf99 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:30.670495 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-35f96918-9d9b-4023-9bc9-736f727aaf21', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ips': [{'subnet_id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:21:30.671447 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.707062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5703054c-5472-465a-8cfb-0b9d73ebf352 None None] DHCP port deletion for 5c7bf89d-838a-4326-bd7f-e06119be06d0 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:21:30.708039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.741737 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.747415 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=7f8ed51a-1470-49fa-821f-55c3105edf99,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:30.749434 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No DVR routers for this DVR port 7f8ed51a-1470-49fa-821f-55c3105edf99 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:30.788220 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.838657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.862424 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b4ee2b-262c-42f2-ac03-696a783acda1 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:21:30.864628 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7bf89d-838a-4326-bd7f-e06119be06d0']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:30.876589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3730cef6-be58-4b4f-aa1e-10c606476539') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:30.876976 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3730cef6-be58-4b4f-aa1e-10c606476539') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:30.882765 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Attempting to bind port 692ea351-0602-4b26-8cd0-2ccf93e7cdeb on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:21:30.883549 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Attempting to bind port 692ea351-0602-4b26-8cd0-2ccf93e7cdeb by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:21:30.883549 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Attempting to bind port 692ea351-0602-4b26-8cd0-2ccf93e7cdeb on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:30.889470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.904237 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f14fe-a809-4f61-86b1-397d93c102da None None] Pushing event updated for resources: {'Port': ['ID=692ea351-0602-4b26-8cd0-2ccf93e7cdeb,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:30.906645 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.911950 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:21:30.912367 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:30.912766 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.913150 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:21:30.913631 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Bound port: 692ea351-0602-4b26-8cd0-2ccf93e7cdeb, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:21:30.914008 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.914557 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:21:30.915667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:21:30.920497 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:21:30.968556 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Allocated IP 172.20.0.2 (35f96918-9d9b-4023-9bc9-736f727aaf21/6e0f4c53-ae28-4951-a12c-e39aaa1e5565/8291281c-af3f-4d8e-810c-5f219cea53c0) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:30.999507 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.000263 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] For port 692ea351-0602-4b26-8cd0-2ccf93e7cdeb, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:21:31.003616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-770684ec-a3a7-48ca-8a79-6c177d877869 None None] Provisioning complete for port 692ea351-0602-4b26-8cd0-2ccf93e7cdeb triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:31.003963 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-770684ec-a3a7-48ca-8a79-6c177d877869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.005793 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.006486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] For port 692ea351-0602-4b26-8cd0-2ccf93e7cdeb, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=692ea351-0602-4b26-8cd0-2ccf93e7cdeb,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:21:31.016012 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/networks/5c7bf89d-838a-4326-bd7f-e06119be06d0 HTTP/1.1" status: 204 len: 168 time: 0.6496899 Dec 14 01:21:31.016398 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57102) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:31.022687 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-faf185e1-83ee-4157-aee1-54fbc3a55932 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'network': {'name': 'tempest-RoutersTest-1923239364'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:31.032128 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e732f6-361f-48e7-8853-762ed94473b4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Network': ['ID=5c7bf89d-838a-4326-bd7f-e06119be06d0,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:31.064889 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.082430 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf185e1-83ee-4157-aee1-54fbc3a55932 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:31.086113 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-faf185e1-83ee-4157-aee1-54fbc3a55932 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.089545 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.136221 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-770684ec-a3a7-48ca-8a79-6c177d877869 None None] Port 692ea351-0602-4b26-8cd0-2ccf93e7cdeb cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:31.137640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d822fa-5656-41b9-abc2-046ab1d54717 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:21:31.157905 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf185e1-83ee-4157-aee1-54fbc3a55932 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:21:31.172723 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Routers {'006a1715-6f45-4aa2-b91c-ca7410f0eca6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:31.173191 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:31.173524 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-faf185e1-83ee-4157-aee1-54fbc3a55932 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.173871 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-faf185e1-83ee-4157-aee1-54fbc3a55932 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Added segment dbf6cfa5-2af1-46f2-a1df-72600f872c92 of type vlan for network 3a1ae84a-957f-49f7-ae77-575fc90abde4 Dec 14 01:21:31.174845 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f14fe-a809-4f61-86b1-397d93c102da None None] Pushing event updated for resources: {'Port': ['ID=692ea351-0602-4b26-8cd0-2ccf93e7cdeb,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:31.333685 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.338504 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d12f09ae-072a-4bc0-b333-3cde50d50dc7 None None] Provisioning complete for port 692ea351-0602-4b26-8cd0-2ccf93e7cdeb triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:31.338857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d12f09ae-072a-4bc0-b333-3cde50d50dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.346184 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.373986 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] Set router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:21:31.479732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Network 35f96918-9d9b-4023-9bc9-736f727aaf21 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:31.511656 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:31.519954 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:31.526839 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Pushing event updated for resources: {'Port': ['ID=8291281c-af3f-4d8e-810c-5f219cea53c0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:31.537911 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7f8ed51a-1470-49fa-821f-55c3105edf99 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:21:31.539824 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-faf185e1-83ee-4157-aee1-54fbc3a55932 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.580996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 7f8ed51a-1470-49fa-821f-55c3105edf99 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:21:31.581344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7f8ed51a-1470-49fa-821f-55c3105edf99 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:21:31.615187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-faf185e1-83ee-4157-aee1-54fbc3a55932 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.620849 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf185e1-83ee-4157-aee1-54fbc3a55932 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:31.621438 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-faf185e1-83ee-4157-aee1-54fbc3a55932 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.703001 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-faf185e1-83ee-4157-aee1-54fbc3a55932 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6850097 Dec 14 01:21:31.707141 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57104) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:31.714251 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a86ff6ff-df90-437a-adbb-b20d1ff45e64 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'subnet': {'network_id': '3a1ae84a-957f-49f7-ae77-575fc90abde4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:31.739872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf185e1-83ee-4157-aee1-54fbc3a55932 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Network': ['ID=3a1ae84a-957f-49f7-ae77-575fc90abde4,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:31.796280 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.1 (35f96918-9d9b-4023-9bc9-736f727aaf21/6e0f4c53-ae28-4951-a12c-e39aaa1e5565/12739ba2-01ce-4968-a59d-92d0089fedb0) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:31.809940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 3a1ae84a-957f-49f7-ae77-575fc90abde4 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:21:31.830525 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86ff6ff-df90-437a-adbb-b20d1ff45e64 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:31.834328 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a86ff6ff-df90-437a-adbb-b20d1ff45e64 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.848153 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Attempting to bind port 8291281c-af3f-4d8e-810c-5f219cea53c0 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:21:31.848433 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Attempting to bind port 8291281c-af3f-4d8e-810c-5f219cea53c0 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '105cf1b0-0f7d-4654-8f9e-b3148c6a42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:21:31.848793 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Attempting to bind port 8291281c-af3f-4d8e-810c-5f219cea53c0 on network 35f96918-9d9b-4023-9bc9-736f727aaf21 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:31.887481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:21:31.887854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Checking segment: {'id': '105cf1b0-0f7d-4654-8f9e-b3148c6a42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:31.888279 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.889256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Bound using segment: {'id': '105cf1b0-0f7d-4654-8f9e-b3148c6a42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:21:31.889256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Bound port: 8291281c-af3f-4d8e-810c-5f219cea53c0, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105cf1b0-0f7d-4654-8f9e-b3148c6a42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:21:31.889492 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.905233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d12f09ae-072a-4bc0-b333-3cde50d50dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.942607 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.954007 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d12f09ae-072a-4bc0-b333-3cde50d50dc7 None None] For port 692ea351-0602-4b26-8cd0-2ccf93e7cdeb, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=692ea351-0602-4b26-8cd0-2ccf93e7cdeb,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:31.979605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d12f09ae-072a-4bc0-b333-3cde50d50dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:31.988429 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.033112 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a86ff6ff-df90-437a-adbb-b20d1ff45e64 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.040537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 35f96918-9d9b-4023-9bc9-736f727aaf21 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:32.045149 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:32.047720 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:32.054695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] For port 8291281c-af3f-4d8e-810c-5f219cea53c0, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:21:32.059982 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] For port 8291281c-af3f-4d8e-810c-5f219cea53c0, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=8291281c-af3f-4d8e-810c-5f219cea53c0,segment=NetworkSegment(105cf1b0-0f7d-4654-8f9e-b3148c6a42d2),segment_id=105cf1b0-0f7d-4654-8f9e-b3148c6a42d2)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:21:32.064223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:21:28Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:32.067807 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f09ae-072a-4bc0-b333-3cde50d50dc7 None None] Pushing event updated for resources: {'Port': ['ID=692ea351-0602-4b26-8cd0-2ccf93e7cdeb,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:32.077684 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=12739ba2-01ce-4968-a59d-92d0089fedb0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:32.097944 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.103661 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229c2dfd-add2-4443-a668-1368fa74ffe5 None None] The sync data for ids ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'] in dv-neutron-821592-1-hyperv is: [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:21:28Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:32.103913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ff6ff-df90-437a-adbb-b20d1ff45e64 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Subnet': ['ID=8343ffbe-2bd1-4769-a109-4b066a59cb73,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:32.105852 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.108540 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ff6ff-df90-437a-adbb-b20d1ff45e64 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Checking segment: {'id': 'dbf6cfa5-2af1-46f2-a1df-72600f872c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3a1ae84a-957f-49f7-ae77-575fc90abde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:32.108919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86ff6ff-df90-437a-adbb-b20d1ff45e64 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network hostable DHCP agents. Network: 3a1ae84a-957f-49f7-ae77-575fc90abde4, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:21:32.129537 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86ff6ff-df90-437a-adbb-b20d1ff45e64 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 3a1ae84a-957f-49f7-ae77-575fc90abde4 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:21:32.146319 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-a86ff6ff-df90-437a-adbb-b20d1ff45e64 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 3a1ae84a-957f-49f7-ae77-575fc90abde4) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:32.151377 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86ff6ff-df90-437a-adbb-b20d1ff45e64 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:32.151984 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a86ff6ff-df90-437a-adbb-b20d1ff45e64 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.171308 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea18d7d-136f-48e8-a91c-7bf3c9acfaf9 None None] Network 3a1ae84a-957f-49f7-ae77-575fc90abde4 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:32.177742 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a86ff6ff-df90-437a-adbb-b20d1ff45e64 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4659257 Dec 14 01:21:32.177936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b3606-58db-4fdc-aaee-1268a40387c2 None None] Pushing event updated for resources: {'Port': ['ID=8291281c-af3f-4d8e-810c-5f219cea53c0,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:32.178069 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57106) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:32.182519 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-0900bef9-d2ba-4bfa-a267-031f5db8eb9d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2056820434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:32.214008 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0900bef9-d2ba-4bfa-a267-031f5db8eb9d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.215451 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0900bef9-d2ba-4bfa-a267-031f5db8eb9d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.285493 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0900bef9-d2ba-4bfa-a267-031f5db8eb9d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.293556 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0900bef9-d2ba-4bfa-a267-031f5db8eb9d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.301148 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-3a1ae84a-957f-49f7-ae77-575fc90abde4', 'network_id': '3a1ae84a-957f-49f7-ae77-575fc90abde4', 'project_id': 'a08892403d0b4372b696b4a853123dae', 'fixed_ips': [{'subnet_id': '8343ffbe-2bd1-4769-a109-4b066a59cb73'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:21:32.304326 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.319078 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0900bef9-d2ba-4bfa-a267-031f5db8eb9d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.323846 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0900bef9-d2ba-4bfa-a267-031f5db8eb9d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1430717 Dec 14 01:21:32.324069 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57108) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:32.345214 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.545204 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Allocated IP 172.20.0.2 (3a1ae84a-957f-49f7-ae77-575fc90abde4/8343ffbe-2bd1-4769-a109-4b066a59cb73/dd7ef5fc-8e3e-435b-baa2-71278160405d) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:32.740142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.750508 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.762230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.813303 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Network 3a1ae84a-957f-49f7-ae77-575fc90abde4 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:32.826132 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:32.833574 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:32.837566 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Pushing event updated for resources: {'Port': ['ID=dd7ef5fc-8e3e-435b-baa2-71278160405d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:32.842208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.849878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.921622 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Attempting to bind port dd7ef5fc-8e3e-435b-baa2-71278160405d on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:21:32.922006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Attempting to bind port dd7ef5fc-8e3e-435b-baa2-71278160405d by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'dbf6cfa5-2af1-46f2-a1df-72600f872c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3a1ae84a-957f-49f7-ae77-575fc90abde4'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:21:32.922776 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Attempting to bind port dd7ef5fc-8e3e-435b-baa2-71278160405d on network 3a1ae84a-957f-49f7-ae77-575fc90abde4 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:32.931475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:21:32.931773 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Checking segment: {'id': 'dbf6cfa5-2af1-46f2-a1df-72600f872c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3a1ae84a-957f-49f7-ae77-575fc90abde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:32.933559 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.933559 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Bound using segment: {'id': 'dbf6cfa5-2af1-46f2-a1df-72600f872c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3a1ae84a-957f-49f7-ae77-575fc90abde4'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:21:32.933929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Bound port: dd7ef5fc-8e3e-435b-baa2-71278160405d, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6cfa5-2af1-46f2-a1df-72600f872c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3a1ae84a-957f-49f7-ae77-575fc90abde4'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:21:32.934324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.944144 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:32.955976 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=12739ba2-01ce-4968-a59d-92d0089fedb0,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:33.011781 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] For port dd7ef5fc-8e3e-435b-baa2-71278160405d, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:21:33.015660 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] For port dd7ef5fc-8e3e-435b-baa2-71278160405d, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=dd7ef5fc-8e3e-435b-baa2-71278160405d,segment=NetworkSegment(dbf6cfa5-2af1-46f2-a1df-72600f872c92),segment_id=dbf6cfa5-2af1-46f2-a1df-72600f872c92)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:21:33.026625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:33.084268 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Allocated IP 172.20.0.1 (3a1ae84a-957f-49f7-ae77-575fc90abde4/8343ffbe-2bd1-4769-a109-4b066a59cb73/be8fbac8-272e-409b-a902-7251330ec45c) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:33.093553 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 35f96918-9d9b-4023-9bc9-736f727aaf21 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:33.100048 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed55858-0112-4d39-84a2-ff9cd68be500 None None] Pushing event updated for resources: {'Port': ['ID=dd7ef5fc-8e3e-435b-baa2-71278160405d,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:33.100206 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:33.266000 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:33.287972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:21:33.316126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:33.387551 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 3a1ae84a-957f-49f7-ae77-575fc90abde4 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:33.390807 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:33.395034 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:33.402134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=be8fbac8-272e-409b-a902-7251330ec45c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:33.463665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:33.468554 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:33.477546 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d4528a7e-c02a-4ef0-9f5a-bad5806f70af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/006a1715-6f45-4aa2-b91c-ca7410f0eca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9613538 Dec 14 01:21:33.478505 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57110) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:33.605268 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55595c08-7ccd-4b03-ad4c-4e365e031022 None None] Network 35f96918-9d9b-4023-9bc9-736f727aaf21 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:33.667622 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:33.676043 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 8291281c-af3f-4d8e-810c-5f219cea53c0 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:33.718290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7550b1f4-2f82-4483-a1f2-513770dcd38d None None] Provisioning complete for port 8291281c-af3f-4d8e-810c-5f219cea53c0 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:33.719038 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7550b1f4-2f82-4483-a1f2-513770dcd38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:33.725541 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1eacf1-5a32-4592-b898-f62938c8aa06 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:33.725716 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1eacf1-5a32-4592-b898-f62938c8aa06 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:33.726803 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1eacf1-5a32-4592-b898-f62938c8aa06 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:33.726803 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1eacf1-5a32-4592-b898-f62938c8aa06 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:33.727033 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1eacf1-5a32-4592-b898-f62938c8aa06 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:33.731791 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fa1eacf1-5a32-4592-b898-f62938c8aa06 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3564 time: 0.2525735 Dec 14 01:21:33.732451 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57112) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:33.817287 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 8291281c-af3f-4d8e-810c-5f219cea53c0 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:33.817887 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:33.822683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85abf27-97ba-42ac-9993-ee5c1cc3caae tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:33.823139 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85abf27-97ba-42ac-9993-ee5c1cc3caae tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:33.823583 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85abf27-97ba-42ac-9993-ee5c1cc3caae tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:33.824018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85abf27-97ba-42ac-9993-ee5c1cc3caae tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:33.824485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85abf27-97ba-42ac-9993-ee5c1cc3caae tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:33.829236 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f85abf27-97ba-42ac-9993-ee5c1cc3caae tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3320 time: 0.0958080 Dec 14 01:21:33.829847 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57114) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:33.904517 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7550b1f4-2f82-4483-a1f2-513770dcd38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:33.966159 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:33.969312 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7550b1f4-2f82-4483-a1f2-513770dcd38d None None] For port 8291281c-af3f-4d8e-810c-5f219cea53c0, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=8291281c-af3f-4d8e-810c-5f219cea53c0,segment=NetworkSegment(105cf1b0-0f7d-4654-8f9e-b3148c6a42d2),segment_id=105cf1b0-0f7d-4654-8f9e-b3148c6a42d2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:33.987352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7550b1f4-2f82-4483-a1f2-513770dcd38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.005976 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.015258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.096207 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:21:34.096710 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:21:34.101248 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5a776733-b9d4-40b5-a221-2716a4ef4789 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2133 time: 0.2590487 Dec 14 01:21:34.103160 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=be8fbac8-272e-409b-a902-7251330ec45c,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:34.106028 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.126161 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550b1f4-2f82-4483-a1f2-513770dcd38d None None] Pushing event updated for resources: {'Port': ['ID=8291281c-af3f-4d8e-810c-5f219cea53c0,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:34.209940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9cb26729-17c2-47f2-81ad-3926b7000079 None None] Provisioning complete for port 8291281c-af3f-4d8e-810c-5f219cea53c0 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:34.210618 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9cb26729-17c2-47f2-81ad-3926b7000079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.226974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 3a1ae84a-957f-49f7-ae77-575fc90abde4 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:34.229189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:34.340731 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9cb26729-17c2-47f2-81ad-3926b7000079 None None] Provisioning complete for port 12739ba2-01ce-4968-a59d-92d0089fedb0 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:34.341000 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9cb26729-17c2-47f2-81ad-3926b7000079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.379386 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9cb26729-17c2-47f2-81ad-3926b7000079 None None] Port 12739ba2-01ce-4968-a59d-92d0089fedb0 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:34.389963 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router f76b9a76-e6a0-4374-b6e2-eb89f56ea6db is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:21:34.438342 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57118) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:34.443919 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-80610bc3-b523-41e6-b041-62207ebc9b65 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189329675', 'description': 'tempest-secgroup-smoke-1189329675 description', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:34.471853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-80610bc3-b523-41e6-b041-62207ebc9b65 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.500476 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0f3ffb8b-e3a1-4b6d-ad7d-5fc954e865e4 None None] Provisioning complete for port 12739ba2-01ce-4968-a59d-92d0089fedb0 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:34.502352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f3ffb8b-e3a1-4b6d-ad7d-5fc954e865e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.568536 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0f3ffb8b-e3a1-4b6d-ad7d-5fc954e865e4 None None] Port 12739ba2-01ce-4968-a59d-92d0089fedb0 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:34.595956 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-80610bc3-b523-41e6-b041-62207ebc9b65 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.605937 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-80610bc3-b523-41e6-b041-62207ebc9b65 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.645319 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80610bc3-b523-41e6-b041-62207ebc9b65 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad89be92-f183-483e-be57-0291d672ca12,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:34.671454 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 692ea351-0602-4b26-8cd0-2ccf93e7cdeb up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:34.675118 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-80610bc3-b523-41e6-b041-62207ebc9b65 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.676719 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-80610bc3-b523-41e6-b041-62207ebc9b65 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2373407 Dec 14 01:21:34.679697 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57120) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:34.685323 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4c1ef413-09a5-48f8-83b0-6f098eab4f9f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'ad89be92-f183-483e-be57-0291d672ca12', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:34.727310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c1ef413-09a5-48f8-83b0-6f098eab4f9f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.756794 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 692ea351-0602-4b26-8cd0-2ccf93e7cdeb triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:34.757467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.821153 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c1ef413-09a5-48f8-83b0-6f098eab4f9f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.828697 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Sync routers for ids ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:34.830164 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c1ef413-09a5-48f8-83b0-6f098eab4f9f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.853222 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Routers {'006a1715-6f45-4aa2-b91c-ca7410f0eca6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:34.853578 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:34.855369 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ef413-09a5-48f8-83b0-6f098eab4f9f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa3003a-f38e-41e1-8d40-cf9c564a9894,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:34.875678 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6eaa6de3-92b5-4c48-8154-aa293fc0d5d2 None None] Provisioning complete for port 12739ba2-01ce-4968-a59d-92d0089fedb0 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:34.876328 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6eaa6de3-92b5-4c48-8154-aa293fc0d5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.877256 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c1ef413-09a5-48f8-83b0-6f098eab4f9f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.881239 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4c1ef413-09a5-48f8-83b0-6f098eab4f9f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2004275 Dec 14 01:21:34.884031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57122) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:34.891468 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b50cf2dd-82f2-43cc-869c-209b62c30b77 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'ad89be92-f183-483e-be57-0291d672ca12', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:34.908087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:34.918686 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8f070927-fe0d-4e08-996f-9552590da775 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/f76b9a76-e6a0-4374-b6e2-eb89f56ea6db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5934970 Dec 14 01:21:34.921865 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57124) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:34.942270 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4280f39f-e9f6-4bdd-acc2-388940795675 None None] Sync routers for ids ['f76b9a76-e6a0-4374-b6e2-eb89f56ea6db'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:34.958112 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b50cf2dd-82f2-43cc-869c-209b62c30b77 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:34.967799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa6de3-92b5-4c48-8154-aa293fc0d5d2 None None] Port 12739ba2-01ce-4968-a59d-92d0089fedb0 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:34.972492 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4280f39f-e9f6-4bdd-acc2-388940795675 None None] Routers {'f76b9a76-e6a0-4374-b6e2-eb89f56ea6db'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:34.973527 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4280f39f-e9f6-4bdd-acc2-388940795675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['f76b9a76-e6a0-4374-b6e2-eb89f56ea6db'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:34.991942 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Set router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:21:34.997828 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bdfb6b-414e-430d-a08a-f95930146627 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:34.999281 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-17bdfb6b-414e-430d-a08a-f95930146627 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports/be8fbac8-272e-409b-a902-7251330ec45c HTTP/1.1" status: 200 len: 910 time: 0.0764120 Dec 14 01:21:35.003968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57126) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:35.021154 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4280f39f-e9f6-4bdd-acc2-388940795675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:35.026782 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd4737a-2734-458b-b9c4-1fa4c55f2abf None None] Network 3a1ae84a-957f-49f7-ae77-575fc90abde4 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:35.028768 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device dd7ef5fc-8e3e-435b-baa2-71278160405d up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:35.052496 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b50cf2dd-82f2-43cc-869c-209b62c30b77 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.058663 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b50cf2dd-82f2-43cc-869c-209b62c30b77 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.082259 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cf2dd-82f2-43cc-869c-209b62c30b77 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54553d59-9cdc-4063-9a5c-44fdedd98e40,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:35.095672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b50cf2dd-82f2-43cc-869c-209b62c30b77 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.099563 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b50cf2dd-82f2-43cc-869c-209b62c30b77 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2121248 Dec 14 01:21:35.100411 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57128) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:35.106226 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4280f39f-e9f6-4bdd-acc2-388940795675 None None] Routers {'f76b9a76-e6a0-4374-b6e2-eb89f56ea6db'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:35.106861 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4280f39f-e9f6-4bdd-acc2-388940795675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['f76b9a76-e6a0-4374-b6e2-eb89f56ea6db'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:35.108453 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f5c988d2-fd5c-4467-a0a5-f2d8bd5d71e6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'ad89be92-f183-483e-be57-0291d672ca12', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:35.154343 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f5c988d2-fd5c-4467-a0a5-f2d8bd5d71e6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.164144 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4280f39f-e9f6-4bdd-acc2-388940795675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:35.164830 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4280f39f-e9f6-4bdd-acc2-388940795675 None None] The sync data for ids ['f76b9a76-e6a0-4374-b6e2-eb89f56ea6db'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:35.174379 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-207bda58-9bfa-486e-a4dd-799084e65489 None None] Provisioning complete for port dd7ef5fc-8e3e-435b-baa2-71278160405d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:35.174753 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-207bda58-9bfa-486e-a4dd-799084e65489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.244515 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f5c988d2-fd5c-4467-a0a5-f2d8bd5d71e6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.250029 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f5c988d2-fd5c-4467-a0a5-f2d8bd5d71e6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.254024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port dd7ef5fc-8e3e-435b-baa2-71278160405d triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:35.254398 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.272289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c988d2-fd5c-4467-a0a5-f2d8bd5d71e6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b549533-ffe4-4596-9f94-8303dd99c1b6,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:35.287329 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f5c988d2-fd5c-4467-a0a5-f2d8bd5d71e6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.293945 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f5c988d2-fd5c-4467-a0a5-f2d8bd5d71e6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1911781 Dec 14 01:21:35.294684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57130) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:35.299674 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c4019fb0-af3b-424b-8e86-ca10a4be3c6f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'ad89be92-f183-483e-be57-0291d672ca12', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:35.341480 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4019fb0-af3b-424b-8e86-ca10a4be3c6f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.348480 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:21:32Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '12739ba2-01ce-4968-a59d-92d0089fedb0', 'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:94:fd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:31Z', 'updated_at': '2021-12-14T01:21:32Z', 'revision_number': 2, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:35.382522 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Checking router: 006a1715-6f45-4aa2-b91c-ca7410f0eca6 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:21:35.383062 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Updating router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 port 12739ba2-01ce-4968-a59d-92d0089fedb0 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:21:35.412248 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.424379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4019fb0-af3b-424b-8e86-ca10a4be3c6f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.431662 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4019fb0-af3b-424b-8e86-ca10a4be3c6f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.456599 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-985273e4-8fe9-4903-bcbf-957674fea9f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.462447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4019fb0-af3b-424b-8e86-ca10a4be3c6f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ada80d6-9b18-448d-b20a-d849d216a7dd,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:35.481905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4019fb0-af3b-424b-8e86-ca10a4be3c6f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.488017 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c4019fb0-af3b-424b-8e86-ca10a4be3c6f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1922369 Dec 14 01:21:35.489998 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57132) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:35.497058 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1397167c-488f-46a8-b5db-1ae1115b37e3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'ad89be92-f183-483e-be57-0291d672ca12', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:35.509427 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-207bda58-9bfa-486e-a4dd-799084e65489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.531811 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-1397167c-488f-46a8-b5db-1ae1115b37e3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:21:35.539221 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1397167c-488f-46a8-b5db-1ae1115b37e3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.580683 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-207bda58-9bfa-486e-a4dd-799084e65489 None None] For port dd7ef5fc-8e3e-435b-baa2-71278160405d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=dd7ef5fc-8e3e-435b-baa2-71278160405d,segment=NetworkSegment(dbf6cfa5-2af1-46f2-a1df-72600f872c92),segment_id=dbf6cfa5-2af1-46f2-a1df-72600f872c92)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:35.590489 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-207bda58-9bfa-486e-a4dd-799084e65489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.601035 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.669391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1397167c-488f-46a8-b5db-1ae1115b37e3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.679134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1397167c-488f-46a8-b5db-1ae1115b37e3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.707442 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397167c-488f-46a8-b5db-1ae1115b37e3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c6d9e7-ed61-46a9-a267-dc6ba9c62918,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:35.714881 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bda58-9bfa-486e-a4dd-799084e65489 None None] Pushing event updated for resources: {'Port': ['ID=dd7ef5fc-8e3e-435b-baa2-71278160405d,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:35.724387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1397167c-488f-46a8-b5db-1ae1115b37e3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.725149 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:21:35.725517 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:21:35.727288 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1397167c-488f-46a8-b5db-1ae1115b37e3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2350862 Dec 14 01:21:35.730100 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57134) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:35.744058 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-58eebd81-978f-4ed6-8f35-eb278768c64d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'ad89be92-f183-483e-be57-0291d672ca12', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:35.783590 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-58eebd81-978f-4ed6-8f35-eb278768c64d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:21:35.792789 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58eebd81-978f-4ed6-8f35-eb278768c64d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.869515 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.878386 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.880035 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58eebd81-978f-4ed6-8f35-eb278768c64d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.885333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58eebd81-978f-4ed6-8f35-eb278768c64d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.914049 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58eebd81-978f-4ed6-8f35-eb278768c64d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:35.916066 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-58eebd81-978f-4ed6-8f35-eb278768c64d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1847758 Dec 14 01:21:35.917540 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eebd81-978f-4ed6-8f35-eb278768c64d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b49a51d-463d-4f2e-85b7-9c3f382f9cbd,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:35.925557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-abc87839-e1f3-4452-8cae-37bb0b0b283e None None] Provisioning complete for port dd7ef5fc-8e3e-435b-baa2-71278160405d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:35.926154 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abc87839-e1f3-4452-8cae-37bb0b0b283e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:36.018734 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f0702-32f6-4b17-b7b7-fe0bd58d3bfa None None] Pushing event updated for resources: {'Port': ['ID=12739ba2-01ce-4968-a59d-92d0089fedb0,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:36.041732 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0702-32f6-4b17-b7b7-fe0bd58d3bfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:36.042358 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0702-32f6-4b17-b7b7-fe0bd58d3bfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:36.042875 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0702-32f6-4b17-b7b7-fe0bd58d3bfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:36.043359 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0702-32f6-4b17-b7b7-fe0bd58d3bfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:36.043842 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0702-32f6-4b17-b7b7-fe0bd58d3bfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:36.044419 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0702-32f6-4b17-b7b7-fe0bd58d3bfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:36.045098 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0702-32f6-4b17-b7b7-fe0bd58d3bfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:36.045621 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0702-32f6-4b17-b7b7-fe0bd58d3bfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:36.046147 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0702-32f6-4b17-b7b7-fe0bd58d3bfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:36.046675 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0702-32f6-4b17-b7b7-fe0bd58d3bfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:36.047187 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0702-32f6-4b17-b7b7-fe0bd58d3bfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:36.047693 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0702-32f6-4b17-b7b7-fe0bd58d3bfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:36.048213 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0702-32f6-4b17-b7b7-fe0bd58d3bfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:36.124440 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-abc87839-e1f3-4452-8cae-37bb0b0b283e None None] Provisioning complete for port be8fbac8-272e-409b-a902-7251330ec45c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:36.124823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abc87839-e1f3-4452-8cae-37bb0b0b283e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:36.127570 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Attempting to bind port 12739ba2-01ce-4968-a59d-92d0089fedb0 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:21:36.127940 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Attempting to bind port 12739ba2-01ce-4968-a59d-92d0089fedb0 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '105cf1b0-0f7d-4654-8f9e-b3148c6a42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:21:36.128536 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Attempting to bind port 12739ba2-01ce-4968-a59d-92d0089fedb0 on network 35f96918-9d9b-4023-9bc9-736f727aaf21 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:36.134262 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:21:36.135052 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Checking segment: {'id': '105cf1b0-0f7d-4654-8f9e-b3148c6a42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:36.135613 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:36.136200 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Bound using segment: {'id': '105cf1b0-0f7d-4654-8f9e-b3148c6a42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:21:36.136831 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Bound port: 12739ba2-01ce-4968-a59d-92d0089fedb0, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105cf1b0-0f7d-4654-8f9e-b3148c6a42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:21:36.137503 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:36.180618 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-abc87839-e1f3-4452-8cae-37bb0b0b283e None None] Port be8fbac8-272e-409b-a902-7251330ec45c cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:36.207365 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-146f2980-7c62-49d5-9345-d96804a98bfd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189329675&fields=id&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 267 time: 0.1074572 Dec 14 01:21:36.220549 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] For port 12739ba2-01ce-4968-a59d-92d0089fedb0, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:21:36.224721 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] For port 12739ba2-01ce-4968-a59d-92d0089fedb0, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=12739ba2-01ce-4968-a59d-92d0089fedb0,segment=NetworkSegment(105cf1b0-0f7d-4654-8f9e-b3148c6a42d2),segment_id=105cf1b0-0f7d-4654-8f9e-b3148c6a42d2)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:21:36.244363 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:36.271411 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-985273e4-8fe9-4903-bcbf-957674fea9f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port be8fbac8-272e-409b-a902-7251330ec45c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:36.271819 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-985273e4-8fe9-4903-bcbf-957674fea9f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:36.311498 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f0702-32f6-4b17-b7b7-fe0bd58d3bfa None None] Pushing event updated for resources: {'Port': ['ID=12739ba2-01ce-4968-a59d-92d0089fedb0,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:36.322408 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f15fc19f-669d-4847-b620-494f769a9465 None None] Provisioning complete for port be8fbac8-272e-409b-a902-7251330ec45c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:36.324500 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f15fc19f-669d-4847-b620-494f769a9465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:36.341127 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Routers {'006a1715-6f45-4aa2-b91c-ca7410f0eca6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:36.341773 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:36.402155 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f15fc19f-669d-4847-b620-494f769a9465 None None] Port be8fbac8-272e-409b-a902-7251330ec45c cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:36.427906 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 8291281c-af3f-4d8e-810c-5f219cea53c0 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:36.449208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-86d89c10-dd4d-43b5-ba0d-e1ce21e2a0b4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:36.450569 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-86d89c10-dd4d-43b5-ba0d-e1ce21e2a0b4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/networks?id=35f96918-9d9b-4023-9bc9-736f727aaf21 HTTP/1.1" status: 200 len: 797 time: 0.2342618 Dec 14 01:21:36.465674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-985273e4-8fe9-4903-bcbf-957674fea9f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:36.492320 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-985273e4-8fe9-4903-bcbf-957674fea9f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for be8fbac8-272e-409b-a902-7251330ec45c owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:36.499846 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 8291281c-af3f-4d8e-810c-5f219cea53c0 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:36.500402 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:36.506637 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] Set router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:21:36.507735 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-79587589-7af7-4557-83c2-f5e8f09c4858 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/quotas/9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 375 time: 0.0279403 Dec 14 01:21:36.560487 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7928337a-d3a9-4ef9-b852-714199864315 None None] Provisioning complete for port be8fbac8-272e-409b-a902-7251330ec45c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:36.560832 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7928337a-d3a9-4ef9-b852-714199864315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:36.605467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7928337a-d3a9-4ef9-b852-714199864315 None None] Port be8fbac8-272e-409b-a902-7251330ec45c cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:36.620043 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-fda2309e-10ed-4fae-9f33-6b32fad31aae tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1112666 Dec 14 01:21:36.649132 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7928337a-d3a9-4ef9-b852-714199864315 None None] Provisioning complete for port 12739ba2-01ce-4968-a59d-92d0089fedb0 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:36.649687 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7928337a-d3a9-4ef9-b852-714199864315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:36.652980 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device dd7ef5fc-8e3e-435b-baa2-71278160405d up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:36.733876 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port dd7ef5fc-8e3e-435b-baa2-71278160405d triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:36.734242 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:36.746701 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:21:32Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '12739ba2-01ce-4968-a59d-92d0089fedb0', 'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:94:fd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:31Z', 'updated_at': '2021-12-14T01:21:36Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:36.773548 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651303e4-d841-424b-ba17-b12fbfba79e8 None None] The sync data for ids ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'] in dv-neutron-821592-1-hyperv is: [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:21:32Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '12739ba2-01ce-4968-a59d-92d0089fedb0', 'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:94:fd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:31Z', 'updated_at': '2021-12-14T01:21:36Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:36.793853 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7928337a-d3a9-4ef9-b852-714199864315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:36.876581 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-ec979e3f-3b50-45c5-b6d0-103af4795450 service neutron] 10.222.0.32 "GET /v2.0/networks/35f96918-9d9b-4023-9bc9-736f727aaf21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412522 Dec 14 01:21:36.877663 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-985273e4-8fe9-4903-bcbf-957674fea9f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:36.877804 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7928337a-d3a9-4ef9-b852-714199864315 None None] For port 12739ba2-01ce-4968-a59d-92d0089fedb0, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=12739ba2-01ce-4968-a59d-92d0089fedb0,segment=NetworkSegment(105cf1b0-0f7d-4654-8f9e-b3148c6a42d2),segment_id=105cf1b0-0f7d-4654-8f9e-b3148c6a42d2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:36.886269 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7928337a-d3a9-4ef9-b852-714199864315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:36.921617 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985273e4-8fe9-4903-bcbf-957674fea9f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=be8fbac8-272e-409b-a902-7251330ec45c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:36.949013 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928337a-d3a9-4ef9-b852-714199864315 None None] Pushing event updated for resources: {'Port': ['ID=12739ba2-01ce-4968-a59d-92d0089fedb0,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:37.017788 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f49e2dfd-f3da-43fa-a7ae-83be6eb753ce None None] Provisioning complete for port 12739ba2-01ce-4968-a59d-92d0089fedb0 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:37.018335 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f49e2dfd-f3da-43fa-a7ae-83be6eb753ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:37.124784 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-d9141a5a-8837-4aa9-b489-63c63c4ddcb2 service neutron] 10.222.0.32 "GET /v2.0/networks/35f96918-9d9b-4023-9bc9-736f727aaf21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416954 Dec 14 01:21:37.158813 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-985273e4-8fe9-4903-bcbf-957674fea9f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:37.359686 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985273e4-8fe9-4903-bcbf-957674fea9f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router f76b9a76-e6a0-4374-b6e2-eb89f56ea6db has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:21:37.362038 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-76b41a30-2ae4-4e3e-99f0-7169ee17aa82 req-ae8bb275-cc4a-4333-9147-89fd14c8d64e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 210 time: 0.0378010 Dec 14 01:21:37.448377 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985273e4-8fe9-4903-bcbf-957674fea9f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:37.453908 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-985273e4-8fe9-4903-bcbf-957674fea9f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/f76b9a76-e6a0-4374-b6e2-eb89f56ea6db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4487224 Dec 14 01:21:37.456631 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57158) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:37.461927 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823f630e-ef65-4b40-a079-afa8ba008338 None None] Sync routers for ids ['f76b9a76-e6a0-4374-b6e2-eb89f56ea6db'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:37.473778 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823f630e-ef65-4b40-a079-afa8ba008338 None None] Routers {'f76b9a76-e6a0-4374-b6e2-eb89f56ea6db'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:37.474427 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-823f630e-ef65-4b40-a079-afa8ba008338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['f76b9a76-e6a0-4374-b6e2-eb89f56ea6db'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:37.498305 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dd9e1d68-1ae0-417b-9390-5e3d2d14094f tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76b9a76-e6a0-4374-b6e2-eb89f56ea6db HTTP/1.1" status: 200 len: 205 time: 0.0404537 Dec 14 01:21:37.500969 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57160) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:37.519696 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-823f630e-ef65-4b40-a079-afa8ba008338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:37.530468 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823f630e-ef65-4b40-a079-afa8ba008338 None None] Routers {'f76b9a76-e6a0-4374-b6e2-eb89f56ea6db'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:37.531072 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-823f630e-ef65-4b40-a079-afa8ba008338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['f76b9a76-e6a0-4374-b6e2-eb89f56ea6db'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:37.564472 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-823f630e-ef65-4b40-a079-afa8ba008338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:37.565353 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823f630e-ef65-4b40-a079-afa8ba008338 None None] The sync data for ids ['f76b9a76-e6a0-4374-b6e2-eb89f56ea6db'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:37.596964 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9b35be7-ba4d-4945-85c2-c32372f6c435 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:37.773890 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9b35be7-ba4d-4945-85c2-c32372f6c435 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:37.776819 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9b35be7-ba4d-4945-85c2-c32372f6c435 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:37.833461 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9b35be7-ba4d-4945-85c2-c32372f6c435 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:37.834309 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b35be7-ba4d-4945-85c2-c32372f6c435 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Fanout notify agent at l3_agent the message router_deleted on router f76b9a76-e6a0-4374-b6e2-eb89f56ea6db {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:21:37.841834 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9b35be7-ba4d-4945-85c2-c32372f6c435 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:37.845751 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d9b35be7-ba4d-4945-85c2-c32372f6c435 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/routers/f76b9a76-e6a0-4374-b6e2-eb89f56ea6db HTTP/1.1" status: 204 len: 168 time: 0.3437350 Dec 14 01:21:37.845938 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57164) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:37.900766 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-421cf2fe-b9f6-420f-8443-feb32eb689c7 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting subnet 8343ffbe-2bd1-4769-a109-4b066a59cb73 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:21:37.904237 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-421cf2fe-b9f6-420f-8443-feb32eb689c7 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:37.954025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-421cf2fe-b9f6-420f-8443-feb32eb689c7 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.048409 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-421cf2fe-b9f6-420f-8443-feb32eb689c7 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.096389 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:21:38.109046 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-421cf2fe-b9f6-420f-8443-feb32eb689c7 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.140299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cf2fe-b9f6-420f-8443-feb32eb689c7 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Subnet': ['ID=8343ffbe-2bd1-4769-a109-4b066a59cb73,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:38.143888 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-421cf2fe-b9f6-420f-8443-feb32eb689c7 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.148763 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-421cf2fe-b9f6-420f-8443-feb32eb689c7 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/8343ffbe-2bd1-4769-a109-4b066a59cb73 HTTP/1.1" status: 204 len: 168 time: 0.3016987 Dec 14 01:21:38.149841 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57166) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:38.151027 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1137d5-a041-4b9f-847a-80eba29d0912 None None] Network 3a1ae84a-957f-49f7-ae77-575fc90abde4 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:38.225314 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.281698 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port dd7ef5fc-8e3e-435b-baa2-71278160405d {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:38.282035 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.317054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5024f4d-ade8-4b10-9d3e-da77f811448f None None] DHCP port deletion for 3a1ae84a-957f-49f7-ae77-575fc90abde4 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:21:38.359545 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] For port dd7ef5fc-8e3e-435b-baa2-71278160405d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=dd7ef5fc-8e3e-435b-baa2-71278160405d,segment=NetworkSegment(dbf6cfa5-2af1-46f2-a1df-72600f872c92),segment_id=dbf6cfa5-2af1-46f2-a1df-72600f872c92)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:38.359912 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.378985 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for dd7ef5fc-8e3e-435b-baa2-71278160405d owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:38.418186 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f5024f4d-ade8-4b10-9d3e-da77f811448f None None] Deleting port dd7ef5fc-8e3e-435b-baa2-71278160405d {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:38.419607 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5024f4d-ade8-4b10-9d3e-da77f811448f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.455571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 12739ba2-01ce-4968-a59d-92d0089fedb0 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:38.515991 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4532584e-b960-40d6-9df5-51af31d218f0 req-186a4d00-3574-467c-8d10-6a58c77d698f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 210 time: 0.0442662 Dec 14 01:21:38.518884 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-7580efa2-b8e2-4186-a62f-05b788d31b2b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:38.521481 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-7580efa2-b8e2-4186-a62f-05b788d31b2b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/networks?id=35f96918-9d9b-4023-9bc9-736f727aaf21 HTTP/1.1" status: 200 len: 797 time: 0.1896806 Dec 14 01:21:38.543426 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.571702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f5024f4d-ade8-4b10-9d3e-da77f811448f None None] For port dd7ef5fc-8e3e-435b-baa2-71278160405d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=dd7ef5fc-8e3e-435b-baa2-71278160405d,segment=NetworkSegment(dbf6cfa5-2af1-46f2-a1df-72600f872c92),segment_id=dbf6cfa5-2af1-46f2-a1df-72600f872c92)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:38.572291 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5024f4d-ade8-4b10-9d3e-da77f811448f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.590806 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f5024f4d-ade8-4b10-9d3e-da77f811448f None None] Calling delete_port for dd7ef5fc-8e3e-435b-baa2-71278160405d owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:38.591676 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=dd7ef5fc-8e3e-435b-baa2-71278160405d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:38.596757 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No DVR routers for this DVR port dd7ef5fc-8e3e-435b-baa2-71278160405d on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:38.600878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 12739ba2-01ce-4968-a59d-92d0089fedb0 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:38.601188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.623071 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-0b628a69-04e2-467e-9ee4-e6f47356a511 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 380 time: 0.0866477 Dec 14 01:21:38.634039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-5f2fd509-a7f5-458b-96ae-1e392acb9005 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'port': {'device_id': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'admin_state_up': True, 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'security_groups': ['ad89be92-f183-483e-be57-0291d672ca12']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:38.676982 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.698965 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1ae84a-957f-49f7-ae77-575fc90abde4']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:38.709895 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf6cfa5-2af1-46f2-a1df-72600f872c92') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:38.710219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf6cfa5-2af1-46f2-a1df-72600f872c92') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:38.720620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.736952 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.745926 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5024f4d-ade8-4b10-9d3e-da77f811448f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.746841 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:21:38.747245 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:21:38.750294 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:21:38.765753 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-5f2fd509-a7f5-458b-96ae-1e392acb9005 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:38.769623 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-5f2fd509-a7f5-458b-96ae-1e392acb9005 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.777689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5024f4d-ade8-4b10-9d3e-da77f811448f None None] No DVR routers for this DVR port dd7ef5fc-8e3e-435b-baa2-71278160405d on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:38.781068 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5024f4d-ade8-4b10-9d3e-da77f811448f None None] Pushing event deleted for resources: {'Port': ['ID=dd7ef5fc-8e3e-435b-baa2-71278160405d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:38.832930 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.845055 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.849130 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/networks/3a1ae84a-957f-49f7-ae77-575fc90abde4 HTTP/1.1" status: 204 len: 168 time: 0.6980281 Dec 14 01:21:38.850810 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device dd7ef5fc-8e3e-435b-baa2-71278160405d no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:21:38.858990 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57174) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:38.860985 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f06f9-cd4b-4455-93fd-1d1695f9a565 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Network': ['ID=3a1ae84a-957f-49f7-ae77-575fc90abde4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:38.865990 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-556300748', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:38.872583 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: dd7ef5fc-8e3e-435b-baa2-71278160405d {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:21:38.873046 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device dd7ef5fc-8e3e-435b-baa2-71278160405d not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:21:38.935610 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.936734 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:38.961936 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-5f2fd509-a7f5-458b-96ae-1e392acb9005 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.5 (35f96918-9d9b-4023-9bc9-736f727aaf21/6e0f4c53-ae28-4951-a12c-e39aaa1e5565/01599db0-d16b-421c-b73c-da17d032aecd) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:39.012329 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:39.216234 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:39.303095 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-5f2fd509-a7f5-458b-96ae-1e392acb9005 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:39.356947 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-5f2fd509-a7f5-458b-96ae-1e392acb9005 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:39.419216 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-5f2fd509-a7f5-458b-96ae-1e392acb9005 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 35f96918-9d9b-4023-9bc9-736f727aaf21 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:39.425474 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fd509-a7f5-458b-96ae-1e392acb9005 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=01599db0-d16b-421c-b73c-da17d032aecd,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:39.429036 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-5f2fd509-a7f5-458b-96ae-1e392acb9005 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:39.431144 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-5f2fd509-a7f5-458b-96ae-1e392acb9005 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:39.545617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-5f2fd509-a7f5-458b-96ae-1e392acb9005 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:39.546289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-5f2fd509-a7f5-458b-96ae-1e392acb9005 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:39.576045 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:39.599089 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-5f2fd509-a7f5-458b-96ae-1e392acb9005 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9699059 Dec 14 01:21:39.600153 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:39.640037 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Request body: {'port': {'device_id': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:39.644823 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004c7cb-eb04-4b87-9563-5a75eba664a5 req-84836c67-9315-47ba-a1fb-b36e0636729c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:39.646999 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0004c7cb-eb04-4b87-9563-5a75eba664a5 req-84836c67-9315-47ba-a1fb-b36e0636729c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 931 time: 0.0565696 Dec 14 01:21:39.657889 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cea785c6-bdf0-4589-bb7d-142cc22a4654 None None] Provisioning complete for port 01599db0-d16b-421c-b73c-da17d032aecd triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:39.658419 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cea785c6-bdf0-4589-bb7d-142cc22a4654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:39.701575 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cea785c6-bdf0-4589-bb7d-142cc22a4654 None None] Port 01599db0-d16b-421c-b73c-da17d032aecd cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:39.708410 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0004c7cb-eb04-4b87-9563-5a75eba664a5 req-c2ccd9b5-5870-4584-b470-ee2fcf193998 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad89be92-f183-483e-be57-0291d672ca12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541420 Dec 14 01:21:39.734964 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:39.762035 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Allocated IP 172.26.1.170 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/ec234ade-ec57-47e9-9cdd-d20ee3415ff2) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:39.994780 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:40.067271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:40.137754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:40.139638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01599db0-d16b-421c-b73c-da17d032aecd {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:21:40.149398 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:40.151937 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:40.153715 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=ec234ade-ec57-47e9-9cdd-d20ee3415ff2,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:40.156222 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:40.171153 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a87f2d-f824-45cb-8bd6-d86ff5c566f7 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:21:40.193631 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Transition to ACTIVE for port object 01599db0-d16b-421c-b73c-da17d032aecd will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:21:40.199616 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:40.225054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-017f800e-8fc3-4cc3-90e1-6d06b99185c4 None None] Provisioning complete for port ec234ade-ec57-47e9-9cdd-d20ee3415ff2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:40.225523 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-017f800e-8fc3-4cc3-90e1-6d06b99185c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:40.260293 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-017f800e-8fc3-4cc3-90e1-6d06b99185c4 None None] Port ec234ade-ec57-47e9-9cdd-d20ee3415ff2 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:40.318118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Pushing event updated for resources: {'Port': ['ID=01599db0-d16b-421c-b73c-da17d032aecd,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:40.457469 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Attempting to bind port 01599db0-d16b-421c-b73c-da17d032aecd on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:21:40.457800 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Attempting to bind port 01599db0-d16b-421c-b73c-da17d032aecd by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '105cf1b0-0f7d-4654-8f9e-b3148c6a42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:21:40.458127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Attempting to bind port 01599db0-d16b-421c-b73c-da17d032aecd on network 35f96918-9d9b-4023-9bc9-736f727aaf21 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:40.467086 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Port 01599db0-d16b-421c-b73c-da17d032aecd on network 35f96918-9d9b-4023-9bc9-736f727aaf21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:21:40.467409 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Attempting to bind port 01599db0-d16b-421c-b73c-da17d032aecd on network 35f96918-9d9b-4023-9bc9-736f727aaf21 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:40.475546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:21:40.475546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Checking segment: {'id': '105cf1b0-0f7d-4654-8f9e-b3148c6a42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:40.475903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Bound using segment: {'id': '105cf1b0-0f7d-4654-8f9e-b3148c6a42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:21:40.476356 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Bound port: 01599db0-d16b-421c-b73c-da17d032aecd, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105cf1b0-0f7d-4654-8f9e-b3148c6a42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:21:40.476711 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:40.562686 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:40.593582 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:40.618578 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] For port 01599db0-d16b-421c-b73c-da17d032aecd, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:21:40.623111 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] For port 01599db0-d16b-421c-b73c-da17d032aecd, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=01599db0-d16b-421c-b73c-da17d032aecd,segment=NetworkSegment(105cf1b0-0f7d-4654-8f9e-b3148c6a42d2),segment_id=105cf1b0-0f7d-4654-8f9e-b3148c6a42d2)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:21:40.629213 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:40.705067 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:40.705693 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:40.707201 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] 10.222.0.16 "PUT /v2.0/ports/01599db0-d16b-421c-b73c-da17d032aecd HTTP/1.1" status: 200 len: 1093 time: 1.0713289 Dec 14 01:21:40.707584 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'tag': '01599db0-d16b-421c-b73c-da17d032aecd'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:21:40.709880 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79a703d-a787-4070-bc87-37af7413324e" -d '{"events": [{"name": "network-changed", "server_uuid": "f846dfcc-aa76-45fb-9da7-6bead0499e15", "tag": "01599db0-d16b-421c-b73c-da17d032aecd"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:21:40.739527 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4203051-0c47-4ad8-af34-b1e52cfd5d87 service neutron] Pushing event updated for resources: {'Port': ['ID=01599db0-d16b-421c-b73c-da17d032aecd,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:40.808034 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b4c512-456e-4a94-9638-1dca0361fef0 x-openstack-request-id: req-e4b4c512-456e-4a94-9638-1dca0361fef0 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:21:40.808348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f846dfcc-aa76-45fb-9da7-6bead0499e15", "tag": "01599db0-d16b-421c-b73c-da17d032aecd", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:21:40.808600 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4b4c512-456e-4a94-9638-1dca0361fef0 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:21:40.808999 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'tag': '01599db0-d16b-421c-b73c-da17d032aecd', 'status': 'completed', 'code': 200} Dec 14 01:21:40.830858 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28eac8-9c09-431a-9d8d-11cca9277766 req-98443372-7abd-469c-ba07-641554c4bf2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:40.833245 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff28eac8-9c09-431a-9d8d-11cca9277766 req-98443372-7abd-469c-ba07-641554c4bf2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 943 time: 0.0562778 Dec 14 01:21:40.887161 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-42258560-4a7a-4a2e-8dbc-4c669697ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:40.888682 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-42258560-4a7a-4a2e-8dbc-4c669697ed8c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 1096 time: 0.0914419 Dec 14 01:21:40.889885 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff28eac8-9c09-431a-9d8d-11cca9277766 req-b8aa5eca-3af0-4c42-a26a-75a1e8d70770 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad89be92-f183-483e-be57-0291d672ca12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502105 Dec 14 01:21:40.911191 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:40.944070 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-7f733ece-da4e-47df-b03c-51499ed6931c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01599db0-d16b-421c-b73c-da17d032aecd HTTP/1.1" status: 200 len: 217 time: 0.0403616 Dec 14 01:21:41.062551 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-91da277b-fde6-4f48-aad3-435982105068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:41.064760 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-91da277b-fde6-4f48-aad3-435982105068 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e0f4c53-ae28-4951-a12c-e39aaa1e5565 HTTP/1.1" status: 200 len: 835 time: 0.0886426 Dec 14 01:21:41.428260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-3db4a154-f7c0-4228-ab72-bba4082bdd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:41.429773 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-3db4a154-f7c0-4228-ab72-bba4082bdd13 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35f96918-9d9b-4023-9bc9-736f727aaf21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3571222 Dec 14 01:21:41.456523 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 23a940e2-e978-4f36-8bf9-ac87fb2365c4 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:21:41.597196 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-ca09e43a-9de9-4425-ab97-1fae80fcb245 service neutron] 10.222.0.16 "GET /v2.0/networks/35f96918-9d9b-4023-9bc9-736f727aaf21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595154 Dec 14 01:21:41.664318 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:41.675539 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc533c-68b0-4c5f-ae09-73e008e2704b None None] Sync routers for ids ['23a940e2-e978-4f36-8bf9-ac87fb2365c4'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:41.687547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc533c-68b0-4c5f-ae09-73e008e2704b None None] Routers {'23a940e2-e978-4f36-8bf9-ac87fb2365c4'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:41.688197 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0bfc533c-68b0-4c5f-ae09-73e008e2704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['23a940e2-e978-4f36-8bf9-ac87fb2365c4'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:41.699028 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:41.700265 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fa38172e-ab5a-41e6-9d49-af7b61466b75 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8398657 Dec 14 01:21:41.703150 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57182) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:41.718122 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6fffc4c7-41cc-44b4-9120-e8d998b884ae req-622950a2-6ecb-4d05-b829-abd2265ebf9a service neutron] 10.222.0.16 "GET /v2.0/networks/35f96918-9d9b-4023-9bc9-736f727aaf21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135857 Dec 14 01:21:41.723852 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0bfc533c-68b0-4c5f-ae09-73e008e2704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:41.733025 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc533c-68b0-4c5f-ae09-73e008e2704b None None] Routers {'23a940e2-e978-4f36-8bf9-ac87fb2365c4'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:41.733658 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0bfc533c-68b0-4c5f-ae09-73e008e2704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['23a940e2-e978-4f36-8bf9-ac87fb2365c4'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:41.766255 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0bfc533c-68b0-4c5f-ae09-73e008e2704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:41.766865 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc533c-68b0-4c5f-ae09-73e008e2704b None None] The sync data for ids ['23a940e2-e978-4f36-8bf9-ac87fb2365c4'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:41.821130 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fb5e36f3-5ffb-4599-9acb-d6a00be807f5 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/routers/23a940e2-e978-4f36-8bf9-ac87fb2365c4 HTTP/1.1" status: 200 len: 880 time: 0.1163642 Dec 14 01:21:41.823631 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57184) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:41.947083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a703d-a787-4070-bc87-37af7413324e req-d6788d06-aca5-4e98-91af-195534a4b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:41.948355 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c79a703d-a787-4070-bc87-37af7413324e req-d6788d06-aca5-4e98-91af-195534a4b424 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 1096 time: 0.1180608 Dec 14 01:21:42.008737 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6db4c1-18f5-4b00-b3bd-4263928ab0f8 req-d9d6b816-0688-4199-9959-63442c9d6e34 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:42.010474 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9f6db4c1-18f5-4b00-b3bd-4263928ab0f8 req-d9d6b816-0688-4199-9959-63442c9d6e34 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 943 time: 0.0497813 Dec 14 01:21:42.066030 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9f6db4c1-18f5-4b00-b3bd-4263928ab0f8 req-84847e7a-78a9-4ca1-8da2-acc14255428b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad89be92-f183-483e-be57-0291d672ca12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490432 Dec 14 01:21:42.121575 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a703d-a787-4070-bc87-37af7413324e req-e7c60352-dbc2-4e4e-9acc-1400b157088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:42.123056 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c79a703d-a787-4070-bc87-37af7413324e req-e7c60352-dbc2-4e4e-9acc-1400b157088b service neutron] 10.222.0.16 "GET /v2.0/networks?id=35f96918-9d9b-4023-9bc9-736f727aaf21 HTTP/1.1" status: 200 len: 897 time: 0.1667337 Dec 14 01:21:42.171462 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c79a703d-a787-4070-bc87-37af7413324e req-73404294-a0bc-466c-99f6-9fc36f361780 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01599db0-d16b-421c-b73c-da17d032aecd HTTP/1.1" status: 200 len: 217 time: 0.0404446 Dec 14 01:21:42.235820 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b904f08a-1844-4879-8c8c-282e0a94b0a3 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4108372 Dec 14 01:21:42.238705 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57188) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:42.243770 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a703d-a787-4070-bc87-37af7413324e req-f7a7a62d-fc4a-4f28-8bdf-06b8c49d7db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:42.244337 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1f4fd913-6408-4827-a4aa-45334a34de37 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-556300748'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:42.245320 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c79a703d-a787-4070-bc87-37af7413324e req-f7a7a62d-fc4a-4f28-8bdf-06b8c49d7db3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e0f4c53-ae28-4951-a12c-e39aaa1e5565 HTTP/1.1" status: 200 len: 835 time: 0.0623541 Dec 14 01:21:42.296591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a703d-a787-4070-bc87-37af7413324e req-aca17325-1534-4ff7-8ac0-7f56e1903c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:42.298133 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c79a703d-a787-4070-bc87-37af7413324e req-aca17325-1534-4ff7-8ac0-7f56e1903c3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35f96918-9d9b-4023-9bc9-736f727aaf21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450962 Dec 14 01:21:42.390052 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c79a703d-a787-4070-bc87-37af7413324e req-c1178dc5-cc72-43eb-ab85-e0b3b3262bf0 service neutron] 10.222.0.16 "GET /v2.0/networks/35f96918-9d9b-4023-9bc9-736f727aaf21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835452 Dec 14 01:21:42.488806 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c79a703d-a787-4070-bc87-37af7413324e req-38549e5f-bc99-4348-85f3-94c867759d3d service neutron] 10.222.0.16 "GET /v2.0/networks/35f96918-9d9b-4023-9bc9-736f727aaf21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907001 Dec 14 01:21:42.545029 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd913-6408-4827-a4aa-45334a34de37 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:42.559367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd913-6408-4827-a4aa-45334a34de37 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:42.670903 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4fd913-6408-4827-a4aa-45334a34de37 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 23a940e2-e978-4f36-8bf9-ac87fb2365c4 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:21:42.781529 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4fd913-6408-4827-a4aa-45334a34de37 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:42.790650 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd913-6408-4827-a4aa-45334a34de37 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:42.792631 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1f4fd913-6408-4827-a4aa-45334a34de37 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/23a940e2-e978-4f36-8bf9-ac87fb2365c4 HTTP/1.1" status: 200 len: 887 time: 0.5528040 Dec 14 01:21:42.793644 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a48464-bc4f-40ce-98c3-f5f6fe97ef75 None None] Sync routers for ids ['23a940e2-e978-4f36-8bf9-ac87fb2365c4'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:42.794346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57190) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:42.808579 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a48464-bc4f-40ce-98c3-f5f6fe97ef75 None None] Routers {'23a940e2-e978-4f36-8bf9-ac87fb2365c4'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:42.809162 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-69a48464-bc4f-40ce-98c3-f5f6fe97ef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['23a940e2-e978-4f36-8bf9-ac87fb2365c4'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:42.844956 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-69a48464-bc4f-40ce-98c3-f5f6fe97ef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:42.853986 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a48464-bc4f-40ce-98c3-f5f6fe97ef75 None None] Routers {'23a940e2-e978-4f36-8bf9-ac87fb2365c4'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:42.854582 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-69a48464-bc4f-40ce-98c3-f5f6fe97ef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['23a940e2-e978-4f36-8bf9-ac87fb2365c4'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:42.885660 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-69a48464-bc4f-40ce-98c3-f5f6fe97ef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:42.886317 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a48464-bc4f-40ce-98c3-f5f6fe97ef75 None None] The sync data for ids ['23a940e2-e978-4f36-8bf9-ac87fb2365c4'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:43.254065 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-61d6708f-b293-43f2-91f6-c2edfe1e0cf1 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/routers/23a940e2-e978-4f36-8bf9-ac87fb2365c4 HTTP/1.1" status: 200 len: 887 time: 0.4585905 Dec 14 01:21:43.257086 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57194) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:43.266443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c2a76-f65e-4f6d-b959-48c3f30c16c0 req-7685017b-36ae-4745-aab6-32e503cb08b3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:43.268180 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9f6c2a76-f65e-4f6d-b959-48c3f30c16c0 req-7685017b-36ae-4745-aab6-32e503cb08b3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 943 time: 0.0675354 Dec 14 01:21:43.287924 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6a54d392-19cd-4279-a624-685fd7b04adf tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports?device_id=23a940e2-e978-4f36-8bf9-ac87fb2365c4 HTTP/1.1" status: 200 len: 205 time: 0.0296764 Dec 14 01:21:43.290702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57196) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:43.320584 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9f6c2a76-f65e-4f6d-b959-48c3f30c16c0 req-4d85348c-010b-441e-ae3e-48bf55fdf2b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad89be92-f183-483e-be57-0291d672ca12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464039 Dec 14 01:21:43.394475 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff621-a490-4862-ad4d-d91213ae9894 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:43.502386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff621-a490-4862-ad4d-d91213ae9894 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:43.561453 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ff621-a490-4862-ad4d-d91213ae9894 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port ec234ade-ec57-47e9-9cdd-d20ee3415ff2 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:43.561859 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff621-a490-4862-ad4d-d91213ae9894 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:43.648859 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff621-a490-4862-ad4d-d91213ae9894 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:43.661298 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ff621-a490-4862-ad4d-d91213ae9894 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for ec234ade-ec57-47e9-9cdd-d20ee3415ff2 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:43.833252 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff621-a490-4862-ad4d-d91213ae9894 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:43.858109 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ff621-a490-4862-ad4d-d91213ae9894 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=ec234ade-ec57-47e9-9cdd-d20ee3415ff2,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:43.872650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ebd541-40ed-48b7-b249-a8f4c895790b None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:21:43.918632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff621-a490-4862-ad4d-d91213ae9894 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.009774 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff621-a490-4862-ad4d-d91213ae9894 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.011936 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff621-a490-4862-ad4d-d91213ae9894 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.057432 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff621-a490-4862-ad4d-d91213ae9894 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.057978 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0ff621-a490-4862-ad4d-d91213ae9894 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Fanout notify agent at l3_agent the message router_deleted on router 23a940e2-e978-4f36-8bf9-ac87fb2365c4 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:21:44.066542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff621-a490-4862-ad4d-d91213ae9894 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.068163 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1d0ff621-a490-4862-ad4d-d91213ae9894 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/routers/23a940e2-e978-4f36-8bf9-ac87fb2365c4 HTTP/1.1" status: 204 len: 168 time: 0.7764895 Dec 14 01:21:44.072056 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57198) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:44.076907 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-28505017-14d6-458a-91c8-5242db1a5604 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'network': {'name': 'tempest-RoutersTest-1274861442'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:44.102893 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28505017-14d6-458a-91c8-5242db1a5604 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:44.106440 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28505017-14d6-458a-91c8-5242db1a5604 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.131145 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28505017-14d6-458a-91c8-5242db1a5604 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:21:44.141143 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28505017-14d6-458a-91c8-5242db1a5604 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.141495 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-28505017-14d6-458a-91c8-5242db1a5604 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Added segment 6aca7363-501a-4cd5-a636-830b92779245 of type vlan for network 5283d3dd-0346-4d41-bf95-49d625446c85 Dec 14 01:21:44.181758 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28505017-14d6-458a-91c8-5242db1a5604 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.209065 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28505017-14d6-458a-91c8-5242db1a5604 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.218633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28505017-14d6-458a-91c8-5242db1a5604 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:44.219501 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28505017-14d6-458a-91c8-5242db1a5604 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.281479 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-28505017-14d6-458a-91c8-5242db1a5604 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2083480 Dec 14 01:21:44.284878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57200) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:44.290119 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'subnet': {'network_id': '5283d3dd-0346-4d41-bf95-49d625446c85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:44.297185 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28505017-14d6-458a-91c8-5242db1a5604 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Network': ['ID=5283d3dd-0346-4d41-bf95-49d625446c85,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:44.308276 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 5283d3dd-0346-4d41-bf95-49d625446c85 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:21:44.397540 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:44.401599 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.506829 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 01599db0-d16b-421c-b73c-da17d032aecd details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:21:44.519217 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fedecb-648c-4c46-806d-f12273fc142f req-4c1d4079-e770-4e12-8396-853240a93b45 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:44.520775 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a0fedecb-648c-4c46-806d-f12273fc142f req-4c1d4079-e770-4e12-8396-853240a93b45 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 943 time: 0.0796924 Dec 14 01:21:44.601813 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 01599db0-d16b-421c-b73c-da17d032aecd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=01599db0-d16b-421c-b73c-da17d032aecd,segment=NetworkSegment(105cf1b0-0f7d-4654-8f9e-b3148c6a42d2),segment_id=105cf1b0-0f7d-4654-8f9e-b3148c6a42d2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:44.609884 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a0fedecb-648c-4c46-806d-f12273fc142f req-2a58e327-4074-44b9-8f37-3b92844b741b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad89be92-f183-483e-be57-0291d672ca12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822864 Dec 14 01:21:44.613839 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '01599db0-d16b-421c-b73c-da17d032aecd', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'port_id': '01599db0-d16b-421c-b73c-da17d032aecd', 'mac_address': 'fa:16:3e:fe:b0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:21:44.656052 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.658130 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.672271 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01599db0-d16b-421c-b73c-da17d032aecd {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:21:44.692578 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 01599db0-d16b-421c-b73c-da17d032aecd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=01599db0-d16b-421c-b73c-da17d032aecd,segment=NetworkSegment(105cf1b0-0f7d-4654-8f9e-b3148c6a42d2),segment_id=105cf1b0-0f7d-4654-8f9e-b3148c6a42d2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:44.697965 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.726085 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Subnet': ['ID=adf95266-d578-4401-b7c6-ce3bf6cf5dc3,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:44.734906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Checking segment: {'id': '6aca7363-501a-4cd5-a636-830b92779245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5283d3dd-0346-4d41-bf95-49d625446c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:44.735242 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network hostable DHCP agents. Network: 5283d3dd-0346-4d41-bf95-49d625446c85, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:21:44.737849 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:44.738188 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:44.738517 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:44.738847 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:44.739174 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:44.739493 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:44.739805 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:44.740127 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:44.740463 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:44.740777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:44.741091 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:44.741406 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:44.741705 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:44.745057 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=01599db0-d16b-421c-b73c-da17d032aecd,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:44.762587 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 5283d3dd-0346-4d41-bf95-49d625446c85 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:21:44.771781 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 5283d3dd-0346-4d41-bf95-49d625446c85) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:44.775779 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:44.776380 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.781862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc7ea18-82cb-465e-b000-d76a04cb276a None None] Network 5283d3dd-0346-4d41-bf95-49d625446c85 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:44.793170 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4b9a5e76-2fd4-4d5e-84f9-e4c09b1c79b6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5071173 Dec 14 01:21:44.799531 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57204) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:44.801551 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-8edbec49-7846-440a-93a8-f4c9fc62e57a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1446947186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:44.827137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8edbec49-7846-440a-93a8-f4c9fc62e57a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.828521 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8edbec49-7846-440a-93a8-f4c9fc62e57a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.881459 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8edbec49-7846-440a-93a8-f4c9fc62e57a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.883551 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-5283d3dd-0346-4d41-bf95-49d625446c85', 'network_id': '5283d3dd-0346-4d41-bf95-49d625446c85', 'project_id': 'a08892403d0b4372b696b4a853123dae', 'fixed_ips': [{'subnet_id': 'adf95266-d578-4401-b7c6-ce3bf6cf5dc3'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:21:44.884686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.886445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8edbec49-7846-440a-93a8-f4c9fc62e57a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.905856 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8edbec49-7846-440a-93a8-f4c9fc62e57a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:44.907222 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8edbec49-7846-440a-93a8-f4c9fc62e57a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1095309 Dec 14 01:21:44.910469 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57206) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:44.971393 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['01599db0-d16b-421c-b73c-da17d032aecd'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:21:45.057541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Allocated IP 172.20.0.2 (5283d3dd-0346-4d41-bf95-49d625446c85/adf95266-d578-4401-b7c6-ce3bf6cf5dc3/4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:45.274060 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:45.285633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:45.349772 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Network 5283d3dd-0346-4d41-bf95-49d625446c85 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:45.358599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:45.364911 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:45.366806 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Pushing event updated for resources: {'Port': ['ID=4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:45.490981 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:45.613712 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Attempting to bind port 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:21:45.613976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Attempting to bind port 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '6aca7363-501a-4cd5-a636-830b92779245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5283d3dd-0346-4d41-bf95-49d625446c85'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:21:45.614369 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Attempting to bind port 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 on network 5283d3dd-0346-4d41-bf95-49d625446c85 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:45.626578 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:21:45.626955 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Checking segment: {'id': '6aca7363-501a-4cd5-a636-830b92779245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5283d3dd-0346-4d41-bf95-49d625446c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:45.627350 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:45.627747 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Bound using segment: {'id': '6aca7363-501a-4cd5-a636-830b92779245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5283d3dd-0346-4d41-bf95-49d625446c85'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:21:45.628246 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Bound port: 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aca7363-501a-4cd5-a636-830b92779245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5283d3dd-0346-4d41-bf95-49d625446c85'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:21:45.628633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:45.701556 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] For port 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:21:45.704847 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] For port 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2,segment=NetworkSegment(6aca7363-501a-4cd5-a636-830b92779245),segment_id=6aca7363-501a-4cd5-a636-830b92779245)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:21:45.709587 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:45.732271 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9e837-83de-405b-91d7-26ab9b3df806 req-7d4e4573-5f0a-4863-9ba0-caea1206f7ba tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:45.739561 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32d9e837-83de-405b-91d7-26ab9b3df806 req-7d4e4573-5f0a-4863-9ba0-caea1206f7ba tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 944 time: 0.0577273 Dec 14 01:21:45.743440 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Allocated IP 172.20.0.1 (5283d3dd-0346-4d41-bf95-49d625446c85/adf95266-d578-4401-b7c6-ce3bf6cf5dc3/64d17cf5-787c-4670-b801-19cd705131ea) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:45.771500 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab416ba9-48d9-4f44-8f71-ecb419de3d77 None None] Pushing event updated for resources: {'Port': ['ID=4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:45.816805 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32d9e837-83de-405b-91d7-26ab9b3df806 req-22a41096-10b9-4982-8697-6d187634394a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad89be92-f183-483e-be57-0291d672ca12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763621 Dec 14 01:21:45.888647 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:45.938457 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:45.983149 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 5283d3dd-0346-4d41-bf95-49d625446c85 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:45.986387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:45.990267 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:46.018458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=64d17cf5-787c-4670-b801-19cd705131ea,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:46.041623 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:46.165286 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:46.375417 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:46.427690 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:46.428378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:46.443601 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:46.450315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:46.511364 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:46.516939 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 01599db0-d16b-421c-b73c-da17d032aecd up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:46.528712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:46.530886 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=64d17cf5-787c-4670-b801-19cd705131ea,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:46.586268 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2,segment=NetworkSegment(6aca7363-501a-4cd5-a636-830b92779245),segment_id=6aca7363-501a-4cd5-a636-830b92779245)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:46.592311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:46.627268 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 01599db0-d16b-421c-b73c-da17d032aecd completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:21:46.633742 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 01599db0-d16b-421c-b73c-da17d032aecd triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:46.634119 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:46.638811 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 5283d3dd-0346-4d41-bf95-49d625446c85 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:46.640822 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:46.670163 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:46.730644 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929dca63-18fc-42c4-a54a-5c6d09acceb0 None None] Network 5283d3dd-0346-4d41-bf95-49d625446c85 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:46.767423 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 4647db9d-cb69-472c-9fb2-8ea25e906c80 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:21:46.776324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:46.824193 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01599db0-d16b-421c-b73c-da17d032aecd'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:21:46.826489 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e42491-2bf9-44d9-bbad-3499b2ad2a99" -d '{"events": [{"server_uuid": "f846dfcc-aa76-45fb-9da7-6bead0499e15", "name": "network-vif-plugged", "status": "completed", "tag": "01599db0-d16b-421c-b73c-da17d032aecd"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:21:46.844846 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-79e4357c-4679-4969-80e7-e6284d27bc16 None None] Provisioning complete for port 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:46.845230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79e4357c-4679-4969-80e7-e6284d27bc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:46.852492 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 01599db0-d16b-421c-b73c-da17d032aecd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=01599db0-d16b-421c-b73c-da17d032aecd,segment=NetworkSegment(105cf1b0-0f7d-4654-8f9e-b3148c6a42d2),segment_id=105cf1b0-0f7d-4654-8f9e-b3148c6a42d2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:46.869786 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:46.877784 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-33f100d4-20eb-440b-94d9-721c9a16e110 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/4647db9d-cb69-472c-9fb2-8ea25e906c80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9662702 Dec 14 01:21:46.880369 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57214) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:46.883927 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09c0df4-738f-422f-8909-f86436e6eb70 x-openstack-request-id: req-d09c0df4-738f-422f-8909-f86436e6eb70 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:21:46.884317 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f846dfcc-aa76-45fb-9da7-6bead0499e15", "name": "network-vif-plugged", "status": "completed", "tag": "01599db0-d16b-421c-b73c-da17d032aecd", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:21:46.884625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d09c0df4-738f-422f-8909-f86436e6eb70 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:21:46.885027 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01599db0-d16b-421c-b73c-da17d032aecd', 'code': 200} Dec 14 01:21:46.886197 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec22aa93-f4c0-44ea-bb5c-bfa0fcce9e23 None None] Sync routers for ids ['4647db9d-cb69-472c-9fb2-8ea25e906c80'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:46.893964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:46.934531 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c767387d-b7c8-46e3-8c53-7d27c799b939 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:46.938598 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c767387d-b7c8-46e3-8c53-7d27c799b939 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports/64d17cf5-787c-4670-b801-19cd705131ea HTTP/1.1" status: 200 len: 910 time: 0.0545771 Dec 14 01:21:46.938830 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57216) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:46.944006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'adf95266-d578-4401-b7c6-ce3bf6cf5dc3'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:46.959678 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec22aa93-f4c0-44ea-bb5c-bfa0fcce9e23 None None] Routers {'4647db9d-cb69-472c-9fb2-8ea25e906c80'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:46.960338 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ec22aa93-f4c0-44ea-bb5c-bfa0fcce9e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4647db9d-cb69-472c-9fb2-8ea25e906c80'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:46.965916 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b889d-3bea-44c2-9422-a143bafe18e5 req-f2d0be15-6921-4b9a-aedd-3e5605c86d24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:46.973790 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a4b889d-3bea-44c2-9422-a143bafe18e5 req-f2d0be15-6921-4b9a-aedd-3e5605c86d24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 945 time: 0.0620391 Dec 14 01:21:47.009997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ec22aa93-f4c0-44ea-bb5c-bfa0fcce9e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:47.038602 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a4b889d-3bea-44c2-9422-a143bafe18e5 req-7a3feecb-ca0d-4842-b783-0d1d9d7867bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad89be92-f183-483e-be57-0291d672ca12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584722 Dec 14 01:21:47.041247 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=01599db0-d16b-421c-b73c-da17d032aecd,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:47.047356 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec22aa93-f4c0-44ea-bb5c-bfa0fcce9e23 None None] Routers {'4647db9d-cb69-472c-9fb2-8ea25e906c80'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:47.047964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ec22aa93-f4c0-44ea-bb5c-bfa0fcce9e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4647db9d-cb69-472c-9fb2-8ea25e906c80'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:47.104661 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ec22aa93-f4c0-44ea-bb5c-bfa0fcce9e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:47.105331 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec22aa93-f4c0-44ea-bb5c-bfa0fcce9e23 None None] The sync data for ids ['4647db9d-cb69-472c-9fb2-8ea25e906c80'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:47.146130 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:47.168948 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7e8eb-6c7a-4cb1-b5ca-e228565fa431 req-3c7f552b-d558-47f2-a8e9-cdbc22b3193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:47.170469 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-64c7e8eb-6c7a-4cb1-b5ca-e228565fa431 req-3c7f552b-d558-47f2-a8e9-cdbc22b3193a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 1098 time: 0.0799901 Dec 14 01:21:47.315324 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-64c7e8eb-6c7a-4cb1-b5ca-e228565fa431 req-46d0e3d1-971b-4d55-ad9f-f90958ada6d6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ad89be92-f183-483e-be57-0291d672ca12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227763 Dec 14 01:21:47.339480 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6ab25925-ddb8-40d0-9456-f95c7d926e08 None None] Provisioning complete for port 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:47.340155 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ab25925-ddb8-40d0-9456-f95c7d926e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:47.440908 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6ab25925-ddb8-40d0-9456-f95c7d926e08 None None] Provisioning complete for port 64d17cf5-787c-4670-b801-19cd705131ea triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:47.441578 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ab25925-ddb8-40d0-9456-f95c7d926e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:47.476848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6ab25925-ddb8-40d0-9456-f95c7d926e08 None None] Port 64d17cf5-787c-4670-b801-19cd705131ea cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:47.574137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:47.583369 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:47.598366 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-227dfd61-6cce-4cfb-9a74-5277659833f3 None None] Provisioning complete for port 64d17cf5-787c-4670-b801-19cd705131ea triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:47.598875 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-227dfd61-6cce-4cfb-9a74-5277659833f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:47.634391 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-227dfd61-6cce-4cfb-9a74-5277659833f3 None None] Port 64d17cf5-787c-4670-b801-19cd705131ea cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:47.666285 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:47.666899 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:47.668306 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/ports/64d17cf5-787c-4670-b801-19cd705131ea HTTP/1.1" status: 200 len: 910 time: 0.7284076 Dec 14 01:21:47.669213 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=64d17cf5-787c-4670-b801-19cd705131ea,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:47.671324 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57218) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:47.676703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:47.677084 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:47.677400 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:47.677767 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:47.678069 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:47.678427 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:47.678751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:47.679077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:47.679393 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:47.679713 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:47.680007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:47.680385 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:47.680698 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2ffac-7276-4bf2-83c1-5af1f93220fb tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:47.756031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c7473471-8f07-469b-a587-b601b846af24 None None] Provisioning complete for port 64d17cf5-787c-4670-b801-19cd705131ea triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:47.757090 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7473471-8f07-469b-a587-b601b846af24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:47.799393 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c7473471-8f07-469b-a587-b601b846af24 None None] Port 64d17cf5-787c-4670-b801-19cd705131ea cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:47.992783 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f02e5508-7a79-4d00-bc9f-fd4c4bf708f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:48.189821 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef832f-e673-42ed-9332-c8eb27fd98ad req-d7292109-075d-4c74-b17e-b011849cc697 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:48.191376 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1aef832f-e673-42ed-9332-c8eb27fd98ad req-d7292109-075d-4c74-b17e-b011849cc697 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 945 time: 0.0842197 Dec 14 01:21:48.269043 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1aef832f-e673-42ed-9332-c8eb27fd98ad req-23da46c9-4dc4-4c3c-95e2-11edd77fd626 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad89be92-f183-483e-be57-0291d672ca12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704641 Dec 14 01:21:48.324555 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f02e5508-7a79-4d00-bc9f-fd4c4bf708f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port 64d17cf5-787c-4670-b801-19cd705131ea {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:48.324936 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f02e5508-7a79-4d00-bc9f-fd4c4bf708f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:48.349939 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:48.400619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:48.401124 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:48.424448 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f02e5508-7a79-4d00-bc9f-fd4c4bf708f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:48.439842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f02e5508-7a79-4d00-bc9f-fd4c4bf708f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for 64d17cf5-787c-4670-b801-19cd705131ea owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:48.618869 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f02e5508-7a79-4d00-bc9f-fd4c4bf708f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:48.644647 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e5508-7a79-4d00-bc9f-fd4c4bf708f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=64d17cf5-787c-4670-b801-19cd705131ea,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:48.789381 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f02e5508-7a79-4d00-bc9f-fd4c4bf708f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:48.956878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02e5508-7a79-4d00-bc9f-fd4c4bf708f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 4647db9d-cb69-472c-9fb2-8ea25e906c80 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:21:49.033352 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02e5508-7a79-4d00-bc9f-fd4c4bf708f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:49.038986 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f02e5508-7a79-4d00-bc9f-fd4c4bf708f8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/4647db9d-cb69-472c-9fb2-8ea25e906c80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3666372 Dec 14 01:21:49.041862 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57222) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:49.044066 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a262e693-0d86-43ec-8f1b-709c200b6570 None None] Sync routers for ids ['4647db9d-cb69-472c-9fb2-8ea25e906c80'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:49.055427 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a262e693-0d86-43ec-8f1b-709c200b6570 None None] Routers {'4647db9d-cb69-472c-9fb2-8ea25e906c80'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:49.056421 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a262e693-0d86-43ec-8f1b-709c200b6570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4647db9d-cb69-472c-9fb2-8ea25e906c80'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:49.069570 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-299ff127-53fe-4e4b-8bd4-672a7be2bf0e tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports?device_id=4647db9d-cb69-472c-9fb2-8ea25e906c80 HTTP/1.1" status: 200 len: 205 time: 0.0266361 Dec 14 01:21:49.073032 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57224) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:49.091117 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a262e693-0d86-43ec-8f1b-709c200b6570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:49.100055 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a262e693-0d86-43ec-8f1b-709c200b6570 None None] Routers {'4647db9d-cb69-472c-9fb2-8ea25e906c80'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:49.100677 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a262e693-0d86-43ec-8f1b-709c200b6570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4647db9d-cb69-472c-9fb2-8ea25e906c80'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:49.131795 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a262e693-0d86-43ec-8f1b-709c200b6570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:49.132461 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a262e693-0d86-43ec-8f1b-709c200b6570 None None] The sync data for ids ['4647db9d-cb69-472c-9fb2-8ea25e906c80'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:49.147214 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d57b1156-84b0-4a16-983b-2d5654150fe0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:49.308866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d57b1156-84b0-4a16-983b-2d5654150fe0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:49.311341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d57b1156-84b0-4a16-983b-2d5654150fe0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:49.361148 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d57b1156-84b0-4a16-983b-2d5654150fe0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:49.361694 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57b1156-84b0-4a16-983b-2d5654150fe0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Fanout notify agent at l3_agent the message router_deleted on router 4647db9d-cb69-472c-9fb2-8ea25e906c80 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:21:49.369031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d57b1156-84b0-4a16-983b-2d5654150fe0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:49.370849 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d57b1156-84b0-4a16-983b-2d5654150fe0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/routers/4647db9d-cb69-472c-9fb2-8ea25e906c80 HTTP/1.1" status: 204 len: 168 time: 0.2967622 Dec 14 01:21:49.372934 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57228) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:49.391548 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8dbd7-9a29-4261-8f8f-a06d41cb7cf7 req-70ae01d8-468e-4d28-acf9-618af2823c1a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:49.393099 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-48b8dbd7-9a29-4261-8f8f-a06d41cb7cf7 req-70ae01d8-468e-4d28-acf9-618af2823c1a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 945 time: 0.0520101 Dec 14 01:21:49.426122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ecf06e0-a8aa-4761-b154-65918f72eb5b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting subnet adf95266-d578-4401-b7c6-ce3bf6cf5dc3 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:21:49.429379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ecf06e0-a8aa-4761-b154-65918f72eb5b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:49.448650 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-48b8dbd7-9a29-4261-8f8f-a06d41cb7cf7 req-dc7e44d1-313e-4103-8e36-246f14d11e58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad89be92-f183-483e-be57-0291d672ca12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495007 Dec 14 01:21:49.470188 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ecf06e0-a8aa-4761-b154-65918f72eb5b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:49.557898 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ecf06e0-a8aa-4761-b154-65918f72eb5b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:49.566266 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c84f9-b091-4016-89e4-913d36e8475a req-a3263676-b194-464f-84c0-74eb134a5d0a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:49.567803 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5f7c84f9-b091-4016-89e4-913d36e8475a req-a3263676-b194-464f-84c0-74eb134a5d0a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 945 time: 0.0516572 Dec 14 01:21:49.617433 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ecf06e0-a8aa-4761-b154-65918f72eb5b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:49.617996 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5f7c84f9-b091-4016-89e4-913d36e8475a req-815a2494-671c-434f-b7ee-a98f9c2efa07 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad89be92-f183-483e-be57-0291d672ca12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439281 Dec 14 01:21:49.640396 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57232) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:49.647086 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf06e0-a8aa-4761-b154-65918f72eb5b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Subnet': ['ID=adf95266-d578-4401-b7c6-ce3bf6cf5dc3,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:49.654176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ecf06e0-a8aa-4761-b154-65918f72eb5b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:49.657645 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2ecf06e0-a8aa-4761-b154-65918f72eb5b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/adf95266-d578-4401-b7c6-ce3bf6cf5dc3 HTTP/1.1" status: 204 len: 168 time: 0.2835665 Dec 14 01:21:49.660812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57234) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:49.661475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505be1fd-6eef-4a69-a0d6-6264978386de None None] Network 5283d3dd-0346-4d41-bf95-49d625446c85 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:49.713845 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3772e09d-1af7-425e-b245-e55b06c84c89 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:49.718408 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3772e09d-1af7-425e-b245-e55b06c84c89 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 1093 time: 0.0742095 Dec 14 01:21:49.719151 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57236) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:49.730716 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '01599db0-d16b-421c-b73c-da17d032aecd', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:49.760712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:49.775791 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:49.813965 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] DHCP port deletion for 5283d3dd-0346-4d41-bf95-49d625446c85 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:21:49.861259 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Deleting port 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:49.861632 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:49.878317 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:21:49.878693 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:49.930390 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] For port 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2,segment=NetworkSegment(6aca7363-501a-4cd5-a636-830b92779245),segment_id=6aca7363-501a-4cd5-a636-830b92779245)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:49.930755 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:49.943825 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Calling delete_port for 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:49.953145 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] For port 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2,segment=NetworkSegment(6aca7363-501a-4cd5-a636-830b92779245),segment_id=6aca7363-501a-4cd5-a636-830b92779245)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:49.953509 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:49.968630 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:21:49.976010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.023292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.052315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Pushing event deleted for resources: {'Port': ['ID=4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:50.056837 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] No DVR routers for this DVR port 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:50.063959 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:50.068352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:50.068352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:50.068352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:50.068352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:50.068352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:50.068352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:50.068352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:50.068352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:50.068352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:50.068352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:50.068352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:50.068352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c997b-2f5d-4a9b-872f-87e2e656bfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:21:50.131454 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.134440 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.26.1.44 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/6be81d25-3e8e-4eb6-bc66-6e759d1cd49b) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:50.172576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:50.176074 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No DVR routers for this DVR port 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:21:50.350819 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:21:50.372647 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:21:50.373119 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4bee1e2a-ef3c-4e0e-8ff5-73a8262a9ad2 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:21:50.589596 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.627096 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5283d3dd-0346-4d41-bf95-49d625446c85']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:50.644874 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aca7363-501a-4cd5-a636-830b92779245') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:50.645165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aca7363-501a-4cd5-a636-830b92779245') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:50.654407 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.659108 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.676552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.690831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:21:50.691209 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:21:50.694189 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:21:50.753748 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.758907 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.791868 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.793540 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/networks/5283d3dd-0346-4d41-bf95-49d625446c85 HTTP/1.1" status: 204 len: 168 time: 1.1317534 Dec 14 01:21:50.802334 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57238) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:50.802894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6a7adabf-71dc-456c-8b10-73320f1be441 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2039240091', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:50.814709 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e94c9-5c2c-4e0d-8bac-bbdab625bd20 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Network': ['ID=5283d3dd-0346-4d41-bf95-49d625446c85,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:50.824046 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:50.828174 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:50.829987 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=6be81d25-3e8e-4eb6-bc66-6e759d1cd49b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:50.832072 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:50.836010 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a7adabf-71dc-456c-8b10-73320f1be441 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.837680 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a7adabf-71dc-456c-8b10-73320f1be441 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.893419 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a7adabf-71dc-456c-8b10-73320f1be441 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.897976 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a7adabf-71dc-456c-8b10-73320f1be441 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.916270 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a7adabf-71dc-456c-8b10-73320f1be441 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.917575 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6a7adabf-71dc-456c-8b10-73320f1be441 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1186311 Dec 14 01:21:50.920142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57240) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:50.924911 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cc6e2fde-a7a8-4f02-bdbd-e006d9598cff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'network': {'name': 'tempest-RoutersTest-609379473'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:50.946887 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6e2fde-a7a8-4f02-bdbd-e006d9598cff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:50.950452 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2fde-a7a8-4f02-bdbd-e006d9598cff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.974033 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6e2fde-a7a8-4f02-bdbd-e006d9598cff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:21:50.982687 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2fde-a7a8-4f02-bdbd-e006d9598cff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:50.983023 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-cc6e2fde-a7a8-4f02-bdbd-e006d9598cff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Added segment d59d5836-5546-42e6-9498-80b15675bea8 of type vlan for network c9c4a568-90a8-4270-808e-7a93649d4c0a Dec 14 01:21:51.021944 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2fde-a7a8-4f02-bdbd-e006d9598cff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:51.048321 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2fde-a7a8-4f02-bdbd-e006d9598cff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:51.054051 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6e2fde-a7a8-4f02-bdbd-e006d9598cff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:51.054697 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2fde-a7a8-4f02-bdbd-e006d9598cff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:51.118143 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cc6e2fde-a7a8-4f02-bdbd-e006d9598cff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1969714 Dec 14 01:21:51.121148 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57242) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:51.125948 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-73134b50-5a18-40b0-8b47-68be950355af tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'subnet': {'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:51.143906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e2fde-a7a8-4f02-bdbd-e006d9598cff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Network': ['ID=c9c4a568-90a8-4270-808e-7a93649d4c0a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:51.155713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network c9c4a568-90a8-4270-808e-7a93649d4c0a details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:21:51.220385 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73134b50-5a18-40b0-8b47-68be950355af tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:51.225081 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73134b50-5a18-40b0-8b47-68be950355af tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:51.297050 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:51.397526 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:51.407743 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73134b50-5a18-40b0-8b47-68be950355af tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:51.473783 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73134b50-5a18-40b0-8b47-68be950355af tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Subnet': ['ID=8019e6f0-5fd5-4e5d-aee1-899b7507206b,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:51.482040 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73134b50-5a18-40b0-8b47-68be950355af tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Checking segment: {'id': 'd59d5836-5546-42e6-9498-80b15675bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:51.482400 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73134b50-5a18-40b0-8b47-68be950355af tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network hostable DHCP agents. Network: c9c4a568-90a8-4270-808e-7a93649d4c0a, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:21:51.498974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73134b50-5a18-40b0-8b47-68be950355af tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network c9c4a568-90a8-4270-808e-7a93649d4c0a is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:21:51.508210 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-73134b50-5a18-40b0-8b47-68be950355af tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, c9c4a568-90a8-4270-808e-7a93649d4c0a) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:51.513019 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73134b50-5a18-40b0-8b47-68be950355af tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:51.513627 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73134b50-5a18-40b0-8b47-68be950355af tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:51.517724 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbece0fa-bdcf-48fb-90c0-297e14a4ea8f None None] Network c9c4a568-90a8-4270-808e-7a93649d4c0a requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:51.531559 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-73134b50-5a18-40b0-8b47-68be950355af tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4093361 Dec 14 01:21:51.534920 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57244) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:51.558849 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:51.564436 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:51.619456 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-c9c4a568-90a8-4270-808e-7a93649d4c0a', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'project_id': 'a08892403d0b4372b696b4a853123dae', 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:21:51.619456 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:51.643523 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=6be81d25-3e8e-4eb6-bc66-6e759d1cd49b,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:51.658165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:51.754605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Allocated IP 172.20.0.2 (c9c4a568-90a8-4270-808e-7a93649d4c0a/8019e6f0-5fd5-4e5d-aee1-899b7507206b/719eadcb-e836-4645-b909-b590c8974491) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:51.773372 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP 1fc8eb83-28b7-4cac-bd3f-c911bfa5e122 associated. External IP: 172.26.1.44, port: 01599db0-d16b-421c-b73c-da17d032aecd. Dec 14 01:21:51.824628 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:51.931869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:51.939674 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-525cc06d-08cd-4d94-8b63-e4f758b481eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:51.943229 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:51.983904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Network c9c4a568-90a8-4270-808e-7a93649d4c0a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:51.988685 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:51.991188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:51.998769 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:21:52.002659 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Pushing event updated for resources: {'Port': ['ID=719eadcb-e836-4645-b909-b590c8974491,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:52.060457 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Attempting to bind port 719eadcb-e836-4645-b909-b590c8974491 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:21:52.060867 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Attempting to bind port 719eadcb-e836-4645-b909-b590c8974491 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'd59d5836-5546-42e6-9498-80b15675bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:21:52.061235 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Attempting to bind port 719eadcb-e836-4645-b909-b590c8974491 on network c9c4a568-90a8-4270-808e-7a93649d4c0a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:52.067104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:21:52.067587 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Checking segment: {'id': 'd59d5836-5546-42e6-9498-80b15675bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:52.067989 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:52.068379 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Bound using segment: {'id': 'd59d5836-5546-42e6-9498-80b15675bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:21:52.068874 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Bound port: 719eadcb-e836-4645-b909-b590c8974491, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59d5836-5546-42e6-9498-80b15675bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:21:52.069284 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:52.071761 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Allocated IP 172.20.0.1 (c9c4a568-90a8-4270-808e-7a93649d4c0a/8019e6f0-5fd5-4e5d-aee1-899b7507206b/ee093ee4-65b0-4021-a33f-1e9a98383f58) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:52.119583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:52.136854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035c5291-292f-4188-ab99-75a859bff0d0 None None] Sync routers for ids ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:52.139873 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:52.145458 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] For port 719eadcb-e836-4645-b909-b590c8974491, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:21:52.159105 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035c5291-292f-4188-ab99-75a859bff0d0 None None] Routers {'006a1715-6f45-4aa2-b91c-ca7410f0eca6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:52.160245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-035c5291-292f-4188-ab99-75a859bff0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:52.163366 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] For port 719eadcb-e836-4645-b909-b590c8974491, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=719eadcb-e836-4645-b909-b590c8974491,segment=NetworkSegment(d59d5836-5546-42e6-9498-80b15675bea8),segment_id=d59d5836-5546-42e6-9498-80b15675bea8)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:21:52.168731 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-255a8773-08dd-4999-b4e9-a46f69756848 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4485102 Dec 14 01:21:52.169457 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'tag': '01599db0-d16b-421c-b73c-da17d032aecd'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:21:52.171912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a508afe7-7882-49a9-9a61-92746d32678f" -d '{"events": [{"name": "network-changed", "server_uuid": "f846dfcc-aa76-45fb-9da7-6bead0499e15", "tag": "01599db0-d16b-421c-b73c-da17d032aecd"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:21:52.175479 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57246) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:52.205930 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:52.215004 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55158e4d-0c08-456b-8dfb-806e41b6867b x-openstack-request-id: req-55158e4d-0c08-456b-8dfb-806e41b6867b {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:21:52.216016 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f846dfcc-aa76-45fb-9da7-6bead0499e15", "tag": "01599db0-d16b-421c-b73c-da17d032aecd", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:21:52.217512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55158e4d-0c08-456b-8dfb-806e41b6867b {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:21:52.217512 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'tag': '01599db0-d16b-421c-b73c-da17d032aecd', 'status': 'completed', 'code': 200} Dec 14 01:21:52.237694 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:52.258171 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-44c4bc4f-fac6-4eaa-be50-6eea04c019ad tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/1fc8eb83-28b7-4cac-bd3f-c911bfa5e122 HTTP/1.1" status: 200 len: 990 time: 0.0815730 Dec 14 01:21:52.310724 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:52.320444 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2710a3-a452-4544-83c6-233e4b7b05b9 None None] Pushing event updated for resources: {'Port': ['ID=719eadcb-e836-4645-b909-b590c8974491,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:52.323125 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508afe7-7882-49a9-9a61-92746d32678f req-a52dd7ac-080a-46ec-91e8-5fdf21e80bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:52.327118 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a508afe7-7882-49a9-9a61-92746d32678f req-a52dd7ac-080a-46ec-91e8-5fdf21e80bbc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 1098 time: 0.0606925 Dec 14 01:21:52.340085 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-035c5291-292f-4188-ab99-75a859bff0d0 None None] Set router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:21:52.367454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network c9c4a568-90a8-4270-808e-7a93649d4c0a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:52.374068 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:52.378222 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:52.420526 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=ee093ee4-65b0-4021-a33f-1e9a98383f58,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:52.444622 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:52.458999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508afe7-7882-49a9-9a61-92746d32678f req-7699a96e-7f83-4c4e-b6f2-9df9c07cdb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:52.460561 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a508afe7-7882-49a9-9a61-92746d32678f req-7699a96e-7f83-4c4e-b6f2-9df9c07cdb3a service neutron] 10.222.0.16 "GET /v2.0/networks?id=35f96918-9d9b-4023-9bc9-736f727aaf21 HTTP/1.1" status: 200 len: 897 time: 0.1262546 Dec 14 01:21:52.591432 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a508afe7-7882-49a9-9a61-92746d32678f req-f9bf795a-302e-45f6-971d-c7edb04e17af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01599db0-d16b-421c-b73c-da17d032aecd HTTP/1.1" status: 200 len: 998 time: 0.1230948 Dec 14 01:21:52.627051 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:52.676771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508afe7-7882-49a9-9a61-92746d32678f req-c99a3d7d-22fe-4520-82ea-efe534b70ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:52.678274 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a508afe7-7882-49a9-9a61-92746d32678f req-c99a3d7d-22fe-4520-82ea-efe534b70ddb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e0f4c53-ae28-4951-a12c-e39aaa1e5565 HTTP/1.1" status: 200 len: 835 time: 0.0692971 Dec 14 01:21:52.726587 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508afe7-7882-49a9-9a61-92746d32678f req-b0ed3c6e-ea42-4cb2-81e9-329688538bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:52.728791 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a508afe7-7882-49a9-9a61-92746d32678f req-b0ed3c6e-ea42-4cb2-81e9-329688538bd2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35f96918-9d9b-4023-9bc9-736f727aaf21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427599 Dec 14 01:21:52.793586 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-035c5291-292f-4188-ab99-75a859bff0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:21:32Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '1fc8eb83-28b7-4cac-bd3f-c911bfa5e122', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'port_id': '01599db0-d16b-421c-b73c-da17d032aecd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'mac_address': 'fa:16:3e:fe:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:51Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12739ba2-01ce-4968-a59d-92d0089fedb0', 'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:94:fd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:31Z', 'updated_at': '2021-12-14T01:21:36Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:52.822138 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a508afe7-7882-49a9-9a61-92746d32678f req-0dc14616-4fda-497e-b324-a5296f17b35f service neutron] 10.222.0.16 "GET /v2.0/networks/35f96918-9d9b-4023-9bc9-736f727aaf21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860207 Dec 14 01:21:52.831821 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035c5291-292f-4188-ab99-75a859bff0d0 None None] Checking router: 006a1715-6f45-4aa2-b91c-ca7410f0eca6 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:21:52.842465 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035c5291-292f-4188-ab99-75a859bff0d0 None None] Routers {'006a1715-6f45-4aa2-b91c-ca7410f0eca6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:52.843339 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-035c5291-292f-4188-ab99-75a859bff0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:52.928161 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a508afe7-7882-49a9-9a61-92746d32678f req-a0685b17-9a87-451e-a242-fcecd54654b5 service neutron] 10.222.0.16 "GET /v2.0/networks/35f96918-9d9b-4023-9bc9-736f727aaf21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997727 Dec 14 01:21:52.942120 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:52.948079 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:52.961900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-035c5291-292f-4188-ab99-75a859bff0d0 None None] Set router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:21:53.026952 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=ee093ee4-65b0-4021-a33f-1e9a98383f58,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:53.030459 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:53.130486 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network c9c4a568-90a8-4270-808e-7a93649d4c0a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:53.132338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:53.205808 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-035c5291-292f-4188-ab99-75a859bff0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:21:32Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '1fc8eb83-28b7-4cac-bd3f-c911bfa5e122', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'port_id': '01599db0-d16b-421c-b73c-da17d032aecd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'mac_address': 'fa:16:3e:fe:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:51Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12739ba2-01ce-4968-a59d-92d0089fedb0', 'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:94:fd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:31Z', 'updated_at': '2021-12-14T01:21:36Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:53.237822 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035c5291-292f-4188-ab99-75a859bff0d0 None None] The sync data for ids ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'] in dv-neutron-821592-1-hyperv is: [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:21:32Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '1fc8eb83-28b7-4cac-bd3f-c911bfa5e122', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'port_id': '01599db0-d16b-421c-b73c-da17d032aecd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'mac_address': 'fa:16:3e:fe:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:51Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12739ba2-01ce-4968-a59d-92d0089fedb0', 'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:94:fd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:31Z', 'updated_at': '2021-12-14T01:21:36Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:53.262143 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57250) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:53.268707 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 96a26cba-4507-4939-809c-f6f8a924c4e9 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:21:53.374388 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77a64a6-db84-49e8-93bb-cf8de6c8f807 None None] Network c9c4a568-90a8-4270-808e-7a93649d4c0a requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:53.392291 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a7482ed7-818a-494e-960c-fb0fb8465803 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/1fc8eb83-28b7-4cac-bd3f-c911bfa5e122 HTTP/1.1" status: 200 len: 990 time: 0.1284761 Dec 14 01:21:53.401232 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:53.407016 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d5a5a683-9047-4a5e-9f6a-b1a6f3a96b79 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/96a26cba-4507-4939-809c-f6f8a924c4e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8709652 Dec 14 01:21:53.410359 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57252) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:53.413244 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Sync routers for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:53.416266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-468b7333-0dd9-447c-ad2e-ec8376090dc0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'network': {'name': 'tempest-RoutersTest-1940934516'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:53.426299 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:53.427148 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:53.446200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468b7333-0dd9-447c-ad2e-ec8376090dc0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:53.451088 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-468b7333-0dd9-447c-ad2e-ec8376090dc0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:53.480806 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468b7333-0dd9-447c-ad2e-ec8376090dc0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:21:53.492289 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0f284211-0bb5-458a-a494-f9e94d6c53f0 None None] Provisioning complete for port 719eadcb-e836-4645-b909-b590c8974491 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:53.492510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-468b7333-0dd9-447c-ad2e-ec8376090dc0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:53.492851 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-468b7333-0dd9-447c-ad2e-ec8376090dc0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Added segment 10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4 of type vlan for network f42f1f97-aa74-4ed6-adfd-4909bbcf824b Dec 14 01:21:53.493192 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f284211-0bb5-458a-a494-f9e94d6c53f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:53.530427 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dc88dd-4d47-4e2a-9f99-5135a0bd3cde None None] New status for floating IP 1fc8eb83-28b7-4cac-bd3f-c911bfa5e122: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:21:53.534882 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:21:53.539576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-468b7333-0dd9-447c-ad2e-ec8376090dc0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:53.565923 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-468b7333-0dd9-447c-ad2e-ec8376090dc0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:53.573129 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468b7333-0dd9-447c-ad2e-ec8376090dc0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:53.573815 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-468b7333-0dd9-447c-ad2e-ec8376090dc0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:53.648331 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-468b7333-0dd9-447c-ad2e-ec8376090dc0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2367823 Dec 14 01:21:53.651904 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57254) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:53.659990 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4ccbd789-a501-4d6c-893f-5a7bc873816c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'subnet': {'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:53.679498 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b7333-0dd9-447c-ad2e-ec8376090dc0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Network': ['ID=f42f1f97-aa74-4ed6-adfd-4909bbcf824b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:53.696225 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network f42f1f97-aa74-4ed6-adfd-4909bbcf824b details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:21:53.771967 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f284211-0bb5-458a-a494-f9e94d6c53f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:53.805667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccbd789-a501-4d6c-893f-5a7bc873816c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:53.811539 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ccbd789-a501-4d6c-893f-5a7bc873816c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:53.836022 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0f284211-0bb5-458a-a494-f9e94d6c53f0 None None] For port 719eadcb-e836-4645-b909-b590c8974491, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=719eadcb-e836-4645-b909-b590c8974491,segment=NetworkSegment(d59d5836-5546-42e6-9498-80b15675bea8),segment_id=d59d5836-5546-42e6-9498-80b15675bea8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:53.845772 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f284211-0bb5-458a-a494-f9e94d6c53f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:53.910553 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f284211-0bb5-458a-a494-f9e94d6c53f0 None None] Pushing event updated for resources: {'Port': ['ID=719eadcb-e836-4645-b909-b590c8974491,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:53.913212 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:21:52Z', 'revision_number': 2, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:52Z', 'revision_number': 2, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:53.943456 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Checking router: 96a26cba-4507-4939-809c-f6f8a924c4e9 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:21:53.943807 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Updating router 96a26cba-4507-4939-809c-f6f8a924c4e9 port ee093ee4-65b0-4021-a33f-1e9a98383f58 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:21:53.970014 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-db9cae4f-4ec8-481e-a54f-e20fa4840f4c None None] Provisioning complete for port ee093ee4-65b0-4021-a33f-1e9a98383f58 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:53.970394 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db9cae4f-4ec8-481e-a54f-e20fa4840f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:53.971428 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:54.024522 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-db9cae4f-4ec8-481e-a54f-e20fa4840f4c None None] Port ee093ee4-65b0-4021-a33f-1e9a98383f58 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:54.041657 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-db9cae4f-4ec8-481e-a54f-e20fa4840f4c None None] Provisioning complete for port 719eadcb-e836-4645-b909-b590c8974491 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:54.042122 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db9cae4f-4ec8-481e-a54f-e20fa4840f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:54.059750 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ccbd789-a501-4d6c-893f-5a7bc873816c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:54.134413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbd789-a501-4d6c-893f-5a7bc873816c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Subnet': ['ID=a667478b-969b-4cff-af50-a85af215ed21,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:54.145295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccbd789-a501-4d6c-893f-5a7bc873816c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Checking segment: {'id': '10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:54.145656 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccbd789-a501-4d6c-893f-5a7bc873816c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network hostable DHCP agents. Network: f42f1f97-aa74-4ed6-adfd-4909bbcf824b, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:21:54.164791 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccbd789-a501-4d6c-893f-5a7bc873816c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network f42f1f97-aa74-4ed6-adfd-4909bbcf824b is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:21:54.176396 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ddf78110-176f-41b1-95fa-ef5671eebaa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:54.180060 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-4ccbd789-a501-4d6c-893f-5a7bc873816c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, f42f1f97-aa74-4ed6-adfd-4909bbcf824b) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:54.185366 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccbd789-a501-4d6c-893f-5a7bc873816c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:54.186086 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ccbd789-a501-4d6c-893f-5a7bc873816c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:54.190103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b206ee10-3812-44d3-a1c5-569835de2578 None None] Network f42f1f97-aa74-4ed6-adfd-4909bbcf824b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:54.210562 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4ccbd789-a501-4d6c-893f-5a7bc873816c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5563018 Dec 14 01:21:54.212004 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57256) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:54.320112 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:54.335775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-290427dc-6643-43b7-87e2-57c555abd3fb None None] Provisioning complete for port ee093ee4-65b0-4021-a33f-1e9a98383f58 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:54.336688 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-290427dc-6643-43b7-87e2-57c555abd3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:54.338499 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:54.357676 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'project_id': 'a08892403d0b4372b696b4a853123dae', 'fixed_ips': [{'subnet_id': 'a667478b-969b-4cff-af50-a85af215ed21'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:21:54.358605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:54.398159 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57258) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:54.402069 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c5285-bd05-404a-9670-14b257e1cc37 None None] Pushing event updated for resources: {'Port': ['ID=ee093ee4-65b0-4021-a33f-1e9a98383f58,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:54.434168 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-290427dc-6643-43b7-87e2-57c555abd3fb None None] Port ee093ee4-65b0-4021-a33f-1e9a98383f58 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:21:54.507509 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Attempting to bind port ee093ee4-65b0-4021-a33f-1e9a98383f58 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:21:54.508128 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Attempting to bind port ee093ee4-65b0-4021-a33f-1e9a98383f58 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'd59d5836-5546-42e6-9498-80b15675bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:21:54.508459 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Attempting to bind port ee093ee4-65b0-4021-a33f-1e9a98383f58 on network c9c4a568-90a8-4270-808e-7a93649d4c0a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:54.514650 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:21:54.515371 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Checking segment: {'id': 'd59d5836-5546-42e6-9498-80b15675bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:54.515950 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:54.516473 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Bound using segment: {'id': 'd59d5836-5546-42e6-9498-80b15675bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:21:54.517017 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Bound port: ee093ee4-65b0-4021-a33f-1e9a98383f58, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59d5836-5546-42e6-9498-80b15675bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:21:54.517457 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:54.533192 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 719eadcb-e836-4645-b909-b590c8974491 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:54.599442 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] For port ee093ee4-65b0-4021-a33f-1e9a98383f58, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:21:54.603924 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] For port ee093ee4-65b0-4021-a33f-1e9a98383f58, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ee093ee4-65b0-4021-a33f-1e9a98383f58,segment=NetworkSegment(d59d5836-5546-42e6-9498-80b15675bea8),segment_id=d59d5836-5546-42e6-9498-80b15675bea8)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:21:54.610705 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:54.666280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9d8388d8-5a7b-4dee-a45d-1c7875523570 None None] Provisioning complete for port ee093ee4-65b0-4021-a33f-1e9a98383f58 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:54.667116 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9d8388d8-5a7b-4dee-a45d-1c7875523570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:54.686631 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c5285-bd05-404a-9670-14b257e1cc37 None None] Pushing event updated for resources: {'Port': ['ID=ee093ee4-65b0-4021-a33f-1e9a98383f58,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:54.696248 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:54.697301 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:54.773106 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Allocated IP 172.21.0.2 (f42f1f97-aa74-4ed6-adfd-4909bbcf824b/a667478b-969b-4cff-af50-a85af215ed21/f106c577-f252-4c02-9b01-a63bbaaabee3) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:54.785857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 719eadcb-e836-4645-b909-b590c8974491 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:54.786230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:54.810380 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:21:54.991431 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9d8388d8-5a7b-4dee-a45d-1c7875523570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:55.009517 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-25a33603-76a1-40e9-b196-ae348232b786 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/1fc8eb83-28b7-4cac-bd3f-c911bfa5e122 HTTP/1.1" status: 200 len: 992 time: 0.6025217 Dec 14 01:21:55.060964 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:21:52Z', 'revision_number': 2, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:54Z', 'revision_number': 4, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:55.093230 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0040a37a-5cf0-4b2e-9f4d-af234ca5f0c3 None None] The sync data for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv is: [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:21:52Z', 'revision_number': 2, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:54Z', 'revision_number': 4, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:55.105126 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9d8388d8-5a7b-4dee-a45d-1c7875523570 None None] For port ee093ee4-65b0-4021-a33f-1e9a98383f58, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ee093ee4-65b0-4021-a33f-1e9a98383f58,segment=NetworkSegment(d59d5836-5546-42e6-9498-80b15675bea8),segment_id=d59d5836-5546-42e6-9498-80b15675bea8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:55.135547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9d8388d8-5a7b-4dee-a45d-1c7875523570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:55.166747 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:55.189229 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:55.198970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:55.208145 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8388d8-5a7b-4dee-a45d-1c7875523570 None None] Pushing event updated for resources: {'Port': ['ID=ee093ee4-65b0-4021-a33f-1e9a98383f58,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:55.428971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Network f42f1f97-aa74-4ed6-adfd-4909bbcf824b is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:55.442790 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:55.445474 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:55.460353 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Pushing event updated for resources: {'Port': ['ID=f106c577-f252-4c02-9b01-a63bbaaabee3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:55.468687 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:55.484854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5f59ed48-f687-4ce6-a94a-2999fad821dd None None] Provisioning complete for port ee093ee4-65b0-4021-a33f-1e9a98383f58 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:55.485228 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f59ed48-f687-4ce6-a94a-2999fad821dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:55.490996 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Allocated IP 172.21.0.1 (f42f1f97-aa74-4ed6-adfd-4909bbcf824b/a667478b-969b-4cff-af50-a85af215ed21/855bdfa1-4056-4d7d-b24c-873df9a0f9c7) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:55.547563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Attempting to bind port f106c577-f252-4c02-9b01-a63bbaaabee3 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:21:55.547941 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Attempting to bind port f106c577-f252-4c02-9b01-a63bbaaabee3 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:21:55.548341 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Attempting to bind port f106c577-f252-4c02-9b01-a63bbaaabee3 on network f42f1f97-aa74-4ed6-adfd-4909bbcf824b {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:55.556558 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:21:55.556940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Checking segment: {'id': '10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:55.557852 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:55.557852 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Bound using segment: {'id': '10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:21:55.558202 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Bound port: f106c577-f252-4c02-9b01-a63bbaaabee3, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:21:55.558586 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:55.622067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:55.657394 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] For port f106c577-f252-4c02-9b01-a63bbaaabee3, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:21:55.661395 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] For port f106c577-f252-4c02-9b01-a63bbaaabee3, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f106c577-f252-4c02-9b01-a63bbaaabee3,segment=NetworkSegment(10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4),segment_id=10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:21:55.665106 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:55.668502 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:55.712574 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network f42f1f97-aa74-4ed6-adfd-4909bbcf824b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:55.716176 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:55.720760 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:55.724970 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=855bdfa1-4056-4d7d-b24c-873df9a0f9c7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:55.735696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9226a9-9f3d-41c1-9e10-7c50f179c298 None None] Pushing event updated for resources: {'Port': ['ID=f106c577-f252-4c02-9b01-a63bbaaabee3,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:55.782481 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:55.911220 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:56.194603 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:56.202487 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:56.273638 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=855bdfa1-4056-4d7d-b24c-873df9a0f9c7,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:56.276082 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:56.379018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network f42f1f97-aa74-4ed6-adfd-4909bbcf824b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:56.380850 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:56.416977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ee093ee4-65b0-4021-a33f-1e9a98383f58 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:56.466880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port ee093ee4-65b0-4021-a33f-1e9a98383f58 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:56.467549 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:56.484128 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 96a26cba-4507-4939-809c-f6f8a924c4e9 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:21:56.558416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f106c577-f252-4c02-9b01-a63bbaaabee3 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:56.579312 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:56.584591 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3a7d1e4d-9eaa-4c5e-8468-e73e1089af07 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/96a26cba-4507-4939-809c-f6f8a924c4e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3704896 Dec 14 01:21:56.587880 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57260) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:56.589022 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Sync routers for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:56.594268 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d5dff232-965e-44e5-b35e-abe62cce21a8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'network': {'name': 'tempest-RoutersTest-1072171425'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:56.598895 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:56.599714 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:56.609541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port f106c577-f252-4c02-9b01-a63bbaaabee3 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:56.609929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:56.618751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dff232-965e-44e5-b35e-abe62cce21a8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:56.622733 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5dff232-965e-44e5-b35e-abe62cce21a8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:56.648631 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5dff232-965e-44e5-b35e-abe62cce21a8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:21:56.660683 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5dff232-965e-44e5-b35e-abe62cce21a8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:56.661060 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-d5dff232-965e-44e5-b35e-abe62cce21a8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Added segment 6cf4f546-7e1e-4620-bef5-af571d97637a of type vlan for network 8d7a2796-f383-4200-acd2-3f14e1a029b8 Dec 14 01:21:56.693480 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:21:56.708199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5dff232-965e-44e5-b35e-abe62cce21a8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:56.717015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:56.721361 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:56.741795 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5dff232-965e-44e5-b35e-abe62cce21a8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:56.748682 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dff232-965e-44e5-b35e-abe62cce21a8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:56.749294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5dff232-965e-44e5-b35e-abe62cce21a8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:56.759100 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port f106c577-f252-4c02-9b01-a63bbaaabee3, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f106c577-f252-4c02-9b01-a63bbaaabee3,segment=NetworkSegment(10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4),segment_id=10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:56.764843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:56.822026 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d5dff232-965e-44e5-b35e-abe62cce21a8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2323329 Dec 14 01:21:56.825215 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57262) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:56.830737 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9d5e1bc2-22ac-4ee3-becc-e7c3ca784d45 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'subnet': {'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:56.842530 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dff232-965e-44e5-b35e-abe62cce21a8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Network': ['ID=8d7a2796-f383-4200-acd2-3f14e1a029b8,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:56.843547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=f106c577-f252-4c02-9b01-a63bbaaabee3,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:56.854136 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 8d7a2796-f383-4200-acd2-3f14e1a029b8 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:21:56.927143 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 3, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': '855bdfa1-4056-4d7d-b24c-873df9a0f9c7', 'name': '', 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:31:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a667478b-969b-4cff-af50-a85af215ed21', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:55Z', 'updated_at': '2021-12-14T01:21:56Z', 'revision_number': 2, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'a667478b-969b-4cff-af50-a85af215ed21', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:56.940280 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5e1bc2-22ac-4ee3-becc-e7c3ca784d45 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:56.943974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d5e1bc2-22ac-4ee3-becc-e7c3ca784d45 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:56.952605 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Checking router: 96a26cba-4507-4939-809c-f6f8a924c4e9 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:21:56.952955 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Updating router 96a26cba-4507-4939-809c-f6f8a924c4e9 port 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:21:56.982079 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:57.141746 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d5e1bc2-22ac-4ee3-becc-e7c3ca784d45 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:57.214713 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e1bc2-22ac-4ee3-becc-e7c3ca784d45 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Subnet': ['ID=c1268338-cd91-4a3f-a228-9526bb32b5a1,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:57.222797 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5e1bc2-22ac-4ee3-becc-e7c3ca784d45 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Checking segment: {'id': '6cf4f546-7e1e-4620-bef5-af571d97637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:57.223067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5e1bc2-22ac-4ee3-becc-e7c3ca784d45 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network hostable DHCP agents. Network: 8d7a2796-f383-4200-acd2-3f14e1a029b8, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:21:57.244632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5e1bc2-22ac-4ee3-becc-e7c3ca784d45 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 8d7a2796-f383-4200-acd2-3f14e1a029b8 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:21:57.255758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9d5e1bc2-22ac-4ee3-becc-e7c3ca784d45 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 8d7a2796-f383-4200-acd2-3f14e1a029b8) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:57.263639 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5e1bc2-22ac-4ee3-becc-e7c3ca784d45 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:57.264293 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d5e1bc2-22ac-4ee3-becc-e7c3ca784d45 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:57.266315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a7c66-f124-4932-9b63-1bcaa6a05e8e None None] Network 8d7a2796-f383-4200-acd2-3f14e1a029b8 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:57.287597 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9d5e1bc2-22ac-4ee3-becc-e7c3ca784d45 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4612007 Dec 14 01:21:57.291570 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57264) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:57.398924 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-8d7a2796-f383-4200-acd2-3f14e1a029b8', 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8', 'project_id': 'a08892403d0b4372b696b4a853123dae', 'fixed_ips': [{'subnet_id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:21:57.400386 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:57.403436 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:57.414330 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:57.415584 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9084215a-347e-48f3-a597-4ee4e8b1eaed None None] Network f42f1f97-aa74-4ed6-adfd-4909bbcf824b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:57.466905 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb5d09-31eb-425b-a815-b1a0caccf881 None None] Pushing event updated for resources: {'Port': ['ID=855bdfa1-4056-4d7d-b24c-873df9a0f9c7,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:57.525070 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Attempting to bind port 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:21:57.525752 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Attempting to bind port 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:21:57.526399 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Attempting to bind port 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 on network f42f1f97-aa74-4ed6-adfd-4909bbcf824b {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:57.532149 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:21:57.532149 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Checking segment: {'id': '10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:57.532580 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:57.533046 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Bound using segment: {'id': '10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:21:57.533546 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Bound port: 855bdfa1-4056-4d7d-b24c-873df9a0f9c7, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:21:57.534612 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:57.563350 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-43e9283e-94d3-4c66-a8f1-991a4c98b381 None None] Provisioning complete for port f106c577-f252-4c02-9b01-a63bbaaabee3 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:57.563958 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43e9283e-94d3-4c66-a8f1-991a4c98b381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:57.599060 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] For port 855bdfa1-4056-4d7d-b24c-873df9a0f9c7, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:21:57.602544 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] For port 855bdfa1-4056-4d7d-b24c-873df9a0f9c7, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=855bdfa1-4056-4d7d-b24c-873df9a0f9c7,segment=NetworkSegment(10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4),segment_id=10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:21:57.608938 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:57.675716 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Allocated IP 172.22.0.2 (8d7a2796-f383-4200-acd2-3f14e1a029b8/c1268338-cd91-4a3f-a228-9526bb32b5a1/0d576078-96c0-4899-b1de-a6b15e95ab3b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:57.677382 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:57.678019 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:57.680209 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb5d09-31eb-425b-a815-b1a0caccf881 None None] Pushing event updated for resources: {'Port': ['ID=855bdfa1-4056-4d7d-b24c-873df9a0f9c7,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:57.711154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:57.786566 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:57.818140 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:21:57.913977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:57.924588 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:57.974482 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Network 8d7a2796-f383-4200-acd2-3f14e1a029b8 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:57.977541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:57.982169 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:57.985316 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Pushing event updated for resources: {'Port': ['ID=0d576078-96c0-4899-b1de-a6b15e95ab3b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:58.051647 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Attempting to bind port 0d576078-96c0-4899-b1de-a6b15e95ab3b on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:21:58.052481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Attempting to bind port 0d576078-96c0-4899-b1de-a6b15e95ab3b by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '6cf4f546-7e1e-4620-bef5-af571d97637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:21:58.052827 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Allocated IP 172.22.0.1 (8d7a2796-f383-4200-acd2-3f14e1a029b8/c1268338-cd91-4a3f-a228-9526bb32b5a1/11dd0424-1012-444a-a4e2-dca51f5a6f62) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:21:58.053160 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Attempting to bind port 0d576078-96c0-4899-b1de-a6b15e95ab3b on network 8d7a2796-f383-4200-acd2-3f14e1a029b8 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:21:58.061583 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:21:58.062376 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Checking segment: {'id': '6cf4f546-7e1e-4620-bef5-af571d97637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:21:58.062376 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:58.062748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Bound using segment: {'id': '6cf4f546-7e1e-4620-bef5-af571d97637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:21:58.063234 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Bound port: 0d576078-96c0-4899-b1de-a6b15e95ab3b, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf4f546-7e1e-4620-bef5-af571d97637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:21:58.063619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:58.074046 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5f0910d2-f1f0-4e54-bc54-57bd5196388f None None] Provisioning complete for port f106c577-f252-4c02-9b01-a63bbaaabee3 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:58.074420 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f0910d2-f1f0-4e54-bc54-57bd5196388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:58.091324 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 3, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': '855bdfa1-4056-4d7d-b24c-873df9a0f9c7', 'name': '', 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:31:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a667478b-969b-4cff-af50-a85af215ed21', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:55Z', 'updated_at': '2021-12-14T01:21:57Z', 'revision_number': 4, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'a667478b-969b-4cff-af50-a85af215ed21', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:58.123147 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d6560-df78-4ef0-b61d-b55b3defbbe2 None None] The sync data for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv is: [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 3, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': '855bdfa1-4056-4d7d-b24c-873df9a0f9c7', 'name': '', 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:31:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a667478b-969b-4cff-af50-a85af215ed21', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:55Z', 'updated_at': '2021-12-14T01:21:57Z', 'revision_number': 4, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'a667478b-969b-4cff-af50-a85af215ed21', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:21:58.197735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] For port 0d576078-96c0-4899-b1de-a6b15e95ab3b, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:21:58.216921 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] For port 0d576078-96c0-4899-b1de-a6b15e95ab3b, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=0d576078-96c0-4899-b1de-a6b15e95ab3b,segment=NetworkSegment(6cf4f546-7e1e-4620-bef5-af571d97637a),segment_id=6cf4f546-7e1e-4620-bef5-af571d97637a)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:21:58.223423 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:58.239497 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:58.278633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:58.289516 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5f0910d2-f1f0-4e54-bc54-57bd5196388f None None] Provisioning complete for port 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:58.289998 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f0910d2-f1f0-4e54-bc54-57bd5196388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:58.341558 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16dc465-c9bd-4e12-bedf-ab6151cc1d06 None None] Pushing event updated for resources: {'Port': ['ID=0d576078-96c0-4899-b1de-a6b15e95ab3b,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:58.348211 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 8d7a2796-f383-4200-acd2-3f14e1a029b8 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:58.362833 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:58.368002 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:21:58.438890 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f0910d2-f1f0-4e54-bc54-57bd5196388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:58.439803 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=11dd0424-1012-444a-a4e2-dca51f5a6f62,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:58.474310 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:58.494233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5f0910d2-f1f0-4e54-bc54-57bd5196388f None None] For port 855bdfa1-4056-4d7d-b24c-873df9a0f9c7, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=855bdfa1-4056-4d7d-b24c-873df9a0f9c7,segment=NetworkSegment(10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4),segment_id=10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:21:58.507352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f0910d2-f1f0-4e54-bc54-57bd5196388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:58.604786 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0910d2-f1f0-4e54-bc54-57bd5196388f None None] Pushing event updated for resources: {'Port': ['ID=855bdfa1-4056-4d7d-b24c-873df9a0f9c7,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:58.619014 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:58.675713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c5435e37-da0e-4905-8d54-4f08f49cd9e4 None None] Provisioning complete for port 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:58.678451 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c5435e37-da0e-4905-8d54-4f08f49cd9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:58.719364 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:58.796137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:58.796137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:58.918779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f106c577-f252-4c02-9b01-a63bbaaabee3 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:21:58.945156 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4302c354-6dba-41eb-ae1e-b70908b86b44 None None] Provisioning complete for port 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:58.945530 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4302c354-6dba-41eb-ae1e-b70908b86b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:59.022465 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port f106c577-f252-4c02-9b01-a63bbaaabee3 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:59.022465 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:59.092047 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:59.098986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:59.179905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:59.193728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=11dd0424-1012-444a-a4e2-dca51f5a6f62,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:59.219337 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-07cd4dab-aa00-405a-9b0d-de91b4adce48 None None] Provisioning complete for port 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:59.219717 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-07cd4dab-aa00-405a-9b0d-de91b4adce48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:59.280679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 8d7a2796-f383-4200-acd2-3f14e1a029b8 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:21:59.283765 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:21:59.397929 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 96a26cba-4507-4939-809c-f6f8a924c4e9 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:21:59.429241 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6a2060bf-9ce2-4c83-a2a2-e116f7e263ae None None] Provisioning complete for port 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:59.429671 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a2060bf-9ce2-4c83-a2a2-e116f7e263ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:59.499149 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:21:59.506780 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bd045eed-22ad-41f2-af06-96da495b4ce8 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/96a26cba-4507-4939-809c-f6f8a924c4e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2116747 Dec 14 01:21:59.507305 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57266) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:59.510665 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Sync routers for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:21:59.512682 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-07801733-633a-4a31-b470-36a99a73553d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'network': {'name': 'tempest-RoutersTest-1311831850'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:59.529159 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:21:59.529890 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:21:59.538584 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07801733-633a-4a31-b470-36a99a73553d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:59.542479 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07801733-633a-4a31-b470-36a99a73553d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:59.565938 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1ace32-3384-4132-8c44-bfa9699bd528 None None] Network 8d7a2796-f383-4200-acd2-3f14e1a029b8 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:21:59.567011 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07801733-633a-4a31-b470-36a99a73553d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:21:59.577245 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07801733-633a-4a31-b470-36a99a73553d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:59.577759 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-07801733-633a-4a31-b470-36a99a73553d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Added segment 6807e79d-be6c-48c9-9a7d-19bb1e22acb6 of type vlan for network 834c21e4-e40f-46d2-8365-bef7ed7d7f50 Dec 14 01:21:59.622083 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07801733-633a-4a31-b470-36a99a73553d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:59.649052 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07801733-633a-4a31-b470-36a99a73553d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:59.655189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07801733-633a-4a31-b470-36a99a73553d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:21:59.655845 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07801733-633a-4a31-b470-36a99a73553d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:59.677077 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e5016ba9-968e-4763-90d7-c9dd67c6100e None None] Provisioning complete for port 0d576078-96c0-4899-b1de-a6b15e95ab3b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:21:59.677710 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5016ba9-968e-4763-90d7-c9dd67c6100e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:21:59.679299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:21:59.714322 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-07801733-633a-4a31-b470-36a99a73553d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2058613 Dec 14 01:21:59.717258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57268) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:21:59.722412 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a0f43f32-2a59-4852-b93c-50ef41dbea3b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'subnet': {'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:21:59.738014 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07801733-633a-4a31-b470-36a99a73553d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Network': ['ID=834c21e4-e40f-46d2-8365-bef7ed7d7f50,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:21:59.756395 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 834c21e4-e40f-46d2-8365-bef7ed7d7f50 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:21:59.817561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f43f32-2a59-4852-b93c-50ef41dbea3b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Made reservation on behalf of a08892403d0b4372b696b4a853123dae for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:21:59.821292 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0f43f32-2a59-4852-b93c-50ef41dbea3b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:00.010189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0f43f32-2a59-4852-b93c-50ef41dbea3b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:00.076198 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f43f32-2a59-4852-b93c-50ef41dbea3b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Subnet': ['ID=b510df0e-31f3-41c2-bc7f-400b48c38eba,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:00.085828 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f43f32-2a59-4852-b93c-50ef41dbea3b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Checking segment: {'id': '6807e79d-be6c-48c9-9a7d-19bb1e22acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:22:00.088628 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f43f32-2a59-4852-b93c-50ef41dbea3b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network hostable DHCP agents. Network: 834c21e4-e40f-46d2-8365-bef7ed7d7f50, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:22:00.109191 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f43f32-2a59-4852-b93c-50ef41dbea3b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 834c21e4-e40f-46d2-8365-bef7ed7d7f50 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:22:00.119854 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-a0f43f32-2a59-4852-b93c-50ef41dbea3b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 834c21e4-e40f-46d2-8365-bef7ed7d7f50) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:22:00.124495 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f43f32-2a59-4852-b93c-50ef41dbea3b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:00.125101 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a0f43f32-2a59-4852-b93c-50ef41dbea3b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:00.139135 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16002f4-8197-404b-b182-f5564d9f3cd2 None None] Network 834c21e4-e40f-46d2-8365-bef7ed7d7f50 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:22:00.148868 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57270) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:00.149209 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a0f43f32-2a59-4852-b93c-50ef41dbea3b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4308064 Dec 14 01:22:00.190711 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5016ba9-968e-4763-90d7-c9dd67c6100e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:00.278645 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e5016ba9-968e-4763-90d7-c9dd67c6100e None None] For port 0d576078-96c0-4899-b1de-a6b15e95ab3b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=0d576078-96c0-4899-b1de-a6b15e95ab3b,segment=NetworkSegment(6cf4f546-7e1e-4620-bef5-af571d97637a),segment_id=6cf4f546-7e1e-4620-bef5-af571d97637a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:00.286116 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5016ba9-968e-4763-90d7-c9dd67c6100e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:00.334625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-834c21e4-e40f-46d2-8365-bef7ed7d7f50', 'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50', 'project_id': 'a08892403d0b4372b696b4a853123dae', 'fixed_ips': [{'subnet_id': 'b510df0e-31f3-41c2-bc7f-400b48c38eba'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:22:00.335489 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:00.385450 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:21:58Z', 'revision_number': 4, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': '11dd0424-1012-444a-a4e2-dca51f5a6f62', 'name': '', 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:cd:66:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:57Z', 'updated_at': '2021-12-14T01:21:58Z', 'revision_number': 2, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '855bdfa1-4056-4d7d-b24c-873df9a0f9c7', 'name': '', 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:31:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a667478b-969b-4cff-af50-a85af215ed21', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:55Z', 'updated_at': '2021-12-14T01:21:58Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'a667478b-969b-4cff-af50-a85af215ed21', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:00.389803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5016ba9-968e-4763-90d7-c9dd67c6100e None None] Pushing event updated for resources: {'Port': ['ID=0d576078-96c0-4899-b1de-a6b15e95ab3b,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:00.464966 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Checking router: 96a26cba-4507-4939-809c-f6f8a924c4e9 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:22:00.465323 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Updating router 96a26cba-4507-4939-809c-f6f8a924c4e9 port 11dd0424-1012-444a-a4e2-dca51f5a6f62 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:22:00.524910 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5053b371-262f-4595-b328-c796d3393eda None None] Provisioning complete for port 11dd0424-1012-444a-a4e2-dca51f5a6f62 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:00.525288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5053b371-262f-4595-b328-c796d3393eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:00.552600 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:00.561282 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 0d576078-96c0-4899-b1de-a6b15e95ab3b up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:22:00.577414 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:00.657546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5053b371-262f-4595-b328-c796d3393eda None None] Port 11dd0424-1012-444a-a4e2-dca51f5a6f62 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:22:00.685551 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Allocated IP 172.23.0.2 (834c21e4-e40f-46d2-8365-bef7ed7d7f50/b510df0e-31f3-41c2-bc7f-400b48c38eba/71919b0f-b2bb-405e-b24b-33c7784548b1) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:22:00.759104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5053b371-262f-4595-b328-c796d3393eda None None] Provisioning complete for port 0d576078-96c0-4899-b1de-a6b15e95ab3b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:00.759477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5053b371-262f-4595-b328-c796d3393eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:00.868739 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 0d576078-96c0-4899-b1de-a6b15e95ab3b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:00.869011 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:01.185405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:01.195003 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:22:01.208079 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:01.250489 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Allocated IP 172.23.0.1 (834c21e4-e40f-46d2-8365-bef7ed7d7f50/b510df0e-31f3-41c2-bc7f-400b48c38eba/29ba2805-cd80-4f6f-a7fb-bad083efd9b8) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:22:01.325774 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Network 834c21e4-e40f-46d2-8365-bef7ed7d7f50 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:22:01.336802 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:22:01.343051 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Pushing event updated for resources: {'Port': ['ID=71919b0f-b2bb-405e-b24b-33c7784548b1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:01.355353 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:22:01.365849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:01.368007 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c7cfecb1-4742-49c6-a8a3-befe753d8800 None None] Provisioning complete for port 11dd0424-1012-444a-a4e2-dca51f5a6f62 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:01.368439 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7cfecb1-4742-49c6-a8a3-befe753d8800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:01.401307 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:01.411085 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:01.443441 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:01.495159 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 834c21e4-e40f-46d2-8365-bef7ed7d7f50 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:22:01.498342 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:22:01.502471 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:22:01.509658 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c7cfecb1-4742-49c6-a8a3-befe753d8800 None None] Port 11dd0424-1012-444a-a4e2-dca51f5a6f62 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:22:01.514787 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:01.515163 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:01.530730 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=29ba2805-cd80-4f6f-a7fb-bad083efd9b8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:01.553840 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b65a8-053b-45e3-b88b-c303f4c26040 None None] Pushing event updated for resources: {'Port': ['ID=11dd0424-1012-444a-a4e2-dca51f5a6f62,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:01.557553 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Attempting to bind port 71919b0f-b2bb-405e-b24b-33c7784548b1 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:22:01.557930 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Attempting to bind port 71919b0f-b2bb-405e-b24b-33c7784548b1 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '6807e79d-be6c-48c9-9a7d-19bb1e22acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:22:01.558327 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Attempting to bind port 71919b0f-b2bb-405e-b24b-33c7784548b1 on network 834c21e4-e40f-46d2-8365-bef7ed7d7f50 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:22:01.559478 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:01.580788 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:22:01.581200 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Checking segment: {'id': '6807e79d-be6c-48c9-9a7d-19bb1e22acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:22:01.581567 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:01.581957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Bound using segment: {'id': '6807e79d-be6c-48c9-9a7d-19bb1e22acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:22:01.582516 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Bound port: 71919b0f-b2bb-405e-b24b-33c7784548b1, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6807e79d-be6c-48c9-9a7d-19bb1e22acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:22:01.583083 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:01.690623 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:01.874631 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Attempting to bind port 11dd0424-1012-444a-a4e2-dca51f5a6f62 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:22:01.875243 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Attempting to bind port 11dd0424-1012-444a-a4e2-dca51f5a6f62 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '6cf4f546-7e1e-4620-bef5-af571d97637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:22:01.875417 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Attempting to bind port 11dd0424-1012-444a-a4e2-dca51f5a6f62 on network 8d7a2796-f383-4200-acd2-3f14e1a029b8 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:22:01.914626 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:22:01.915103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Checking segment: {'id': '6cf4f546-7e1e-4620-bef5-af571d97637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:22:01.915815 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:01.916251 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Bound using segment: {'id': '6cf4f546-7e1e-4620-bef5-af571d97637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:22:01.916734 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Bound port: 11dd0424-1012-444a-a4e2-dca51f5a6f62, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf4f546-7e1e-4620-bef5-af571d97637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:22:01.917110 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:01.925397 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3233ac0b-84e1-4aec-83b6-9c348975fbbe None None] Provisioning complete for port 11dd0424-1012-444a-a4e2-dca51f5a6f62 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:01.925755 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3233ac0b-84e1-4aec-83b6-9c348975fbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:01.970313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] For port 71919b0f-b2bb-405e-b24b-33c7784548b1, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:22:01.986481 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:01.992207 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:02.008181 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] For port 71919b0f-b2bb-405e-b24b-33c7784548b1, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=71919b0f-b2bb-405e-b24b-33c7784548b1,segment=NetworkSegment(6807e79d-be6c-48c9-9a7d-19bb1e22acb6),segment_id=6807e79d-be6c-48c9-9a7d-19bb1e22acb6)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:22:02.018171 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:02.019948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3233ac0b-84e1-4aec-83b6-9c348975fbbe None None] Port 11dd0424-1012-444a-a4e2-dca51f5a6f62 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:22:02.072031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event updated for resources: {'Port': ['ID=29ba2805-cd80-4f6f-a7fb-bad083efd9b8,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:02.074463 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:02.092696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] For port 11dd0424-1012-444a-a4e2-dca51f5a6f62, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:22:02.096975 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] For port 11dd0424-1012-444a-a4e2-dca51f5a6f62, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=11dd0424-1012-444a-a4e2-dca51f5a6f62,segment=NetworkSegment(6cf4f546-7e1e-4620-bef5-af571d97637a),segment_id=6cf4f546-7e1e-4620-bef5-af571d97637a)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:22:02.100353 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaf227-2a88-4be9-b3c9-ec51f07096e2 None None] Pushing event updated for resources: {'Port': ['ID=71919b0f-b2bb-405e-b24b-33c7784548b1,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:02.104965 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:02.164313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b65a8-053b-45e3-b88b-c303f4c26040 None None] Pushing event updated for resources: {'Port': ['ID=11dd0424-1012-444a-a4e2-dca51f5a6f62,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:02.167459 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:22:02.168065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:02.174517 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Network 834c21e4-e40f-46d2-8365-bef7ed7d7f50 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:22:02.176025 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:22:02.266920 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:22:02.282237 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 96a26cba-4507-4939-809c-f6f8a924c4e9 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:22:02.511203 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9275c864-8b0b-4711-b334-7fa7ccae562f None None] Provisioning complete for port 11dd0424-1012-444a-a4e2-dca51f5a6f62 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:02.511721 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9275c864-8b0b-4711-b334-7fa7ccae562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:02.553074 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 0d576078-96c0-4899-b1de-a6b15e95ab3b up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:22:02.687489 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 0d576078-96c0-4899-b1de-a6b15e95ab3b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:02.687839 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:02.712313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9275c864-8b0b-4711-b334-7fa7ccae562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:02.749428 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:01Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': '11dd0424-1012-444a-a4e2-dca51f5a6f62', 'name': '', 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:cd:66:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:57Z', 'updated_at': '2021-12-14T01:22:02Z', 'revision_number': 4, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29ba2805-cd80-4f6f-a7fb-bad083efd9b8', 'name': '', 'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:c9:22:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'b510df0e-31f3-41c2-bc7f-400b48c38eba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:22:00Z', 'updated_at': '2021-12-14T01:22:01Z', 'revision_number': 2, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'b510df0e-31f3-41c2-bc7f-400b48c38eba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '855bdfa1-4056-4d7d-b24c-873df9a0f9c7', 'name': '', 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:31:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a667478b-969b-4cff-af50-a85af215ed21', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:55Z', 'updated_at': '2021-12-14T01:21:58Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'a667478b-969b-4cff-af50-a85af215ed21', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:02.762246 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:22:02.767735 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-46e8859f-583c-4a74-bb87-d998e0b55043 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/96a26cba-4507-4939-809c-f6f8a924c4e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6173346 Dec 14 01:22:02.770584 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57272) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:02.775358 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5650f924-90d4-49fe-ae6c-50ca3b4bd483 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:22:02.789262 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9275c864-8b0b-4711-b334-7fa7ccae562f None None] For port 11dd0424-1012-444a-a4e2-dca51f5a6f62, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=11dd0424-1012-444a-a4e2-dca51f5a6f62,segment=NetworkSegment(6cf4f546-7e1e-4620-bef5-af571d97637a),segment_id=6cf4f546-7e1e-4620-bef5-af571d97637a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:02.791894 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f5422b-6d92-46f7-a236-3b725bd8f1b3 None None] The sync data for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv is: [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:01Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': '11dd0424-1012-444a-a4e2-dca51f5a6f62', 'name': '', 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:cd:66:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:57Z', 'updated_at': '2021-12-14T01:22:02Z', 'revision_number': 4, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29ba2805-cd80-4f6f-a7fb-bad083efd9b8', 'name': '', 'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:c9:22:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'b510df0e-31f3-41c2-bc7f-400b48c38eba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:22:00Z', 'updated_at': '2021-12-14T01:22:01Z', 'revision_number': 2, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'b510df0e-31f3-41c2-bc7f-400b48c38eba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '855bdfa1-4056-4d7d-b24c-873df9a0f9c7', 'name': '', 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:31:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a667478b-969b-4cff-af50-a85af215ed21', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:55Z', 'updated_at': '2021-12-14T01:21:58Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'a667478b-969b-4cff-af50-a85af215ed21', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:22:02.803218 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9275c864-8b0b-4711-b334-7fa7ccae562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:02.908543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 71919b0f-b2bb-405e-b24b-33c7784548b1 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:22:02.931495 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275c864-8b0b-4711-b334-7fa7ccae562f None None] Pushing event updated for resources: {'Port': ['ID=11dd0424-1012-444a-a4e2-dca51f5a6f62,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:02.993004 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 71919b0f-b2bb-405e-b24b-33c7784548b1 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:02.993424 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:03.105155 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:03.143241 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 71919b0f-b2bb-405e-b24b-33c7784548b1, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=71919b0f-b2bb-405e-b24b-33c7784548b1,segment=NetworkSegment(6807e79d-be6c-48c9-9a7d-19bb1e22acb6),segment_id=6807e79d-be6c-48c9-9a7d-19bb1e22acb6)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:03.152970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:03.215761 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=71919b0f-b2bb-405e-b24b-33c7784548b1,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:03.227191 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.extraroute_db [None req-5650f924-90d4-49fe-ae6c-50ca3b4bd483 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103408) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 14 01:22:03.247690 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.extraroute_db [None req-5650f924-90d4-49fe-ae6c-50ca3b4bd483 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Removed routes are [] {{(pid=103408) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 14 01:22:03.248117 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5650f924-90d4-49fe-ae6c-50ca3b4bd483 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:03.299158 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b938a6-db43-47da-b087-f0da188d1841 None None] Network 834c21e4-e40f-46d2-8365-bef7ed7d7f50 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:22:03.377065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4cf2a9ce-e4a2-4c9e-bd20-ccdede6ea008 None None] Provisioning complete for port 71919b0f-b2bb-405e-b24b-33c7784548b1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:03.377556 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cf2a9ce-e4a2-4c9e-bd20-ccdede6ea008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:03.459183 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5650f924-90d4-49fe-ae6c-50ca3b4bd483 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:03.465279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5650f924-90d4-49fe-ae6c-50ca3b4bd483 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:03.581013 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5650f924-90d4-49fe-ae6c-50ca3b4bd483 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 96a26cba-4507-4939-809c-f6f8a924c4e9 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:22:03.683170 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5650f924-90d4-49fe-ae6c-50ca3b4bd483 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:22:03.690513 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5650f924-90d4-49fe-ae6c-50ca3b4bd483 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:03.694109 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5650f924-90d4-49fe-ae6c-50ca3b4bd483 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/96a26cba-4507-4939-809c-f6f8a924c4e9 HTTP/1.1" status: 200 len: 934 time: 0.9202616 Dec 14 01:22:03.694545 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57274) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:03.739869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c3dac4a1-5c7b-4ed7-9d62-3b002b3fcd94 None None] Provisioning complete for port 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:03.740269 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3dac4a1-5c7b-4ed7-9d62-3b002b3fcd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:03.783158 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c3dac4a1-5c7b-4ed7-9d62-3b002b3fcd94 None None] Port 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:22:03.796311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c3dac4a1-5c7b-4ed7-9d62-3b002b3fcd94 None None] Provisioning complete for port 71919b0f-b2bb-405e-b24b-33c7784548b1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:03.796311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3dac4a1-5c7b-4ed7-9d62-3b002b3fcd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:03.811586 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4a7a9237-50c8-4633-85d9-bf189e5b670f tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/routers/96a26cba-4507-4939-809c-f6f8a924c4e9 HTTP/1.1" status: 200 len: 934 time: 0.1155558 Dec 14 01:22:03.813894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57276) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:03.819105 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cb7924e1-11bc-4e3e-9097-820847a5d726 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'router': {'routes': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:22:04.026241 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-252d5f45-cd2e-4d60-a7a5-3ff9cdccbae5 None None] Provisioning complete for port 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:04.026821 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-252d5f45-cd2e-4d60-a7a5-3ff9cdccbae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:04.066658 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-252d5f45-cd2e-4d60-a7a5-3ff9cdccbae5 None None] Port 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:22:04.186095 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-70f59765-6983-41f7-804c-f0bff5c4960d None None] Provisioning complete for port 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:04.186599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70f59765-6983-41f7-804c-f0bff5c4960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:04.221874 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.extraroute_db [None req-cb7924e1-11bc-4e3e-9097-820847a5d726 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Added routes are [] {{(pid=103408) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 14 01:22:04.222211 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.extraroute_db [None req-cb7924e1-11bc-4e3e-9097-820847a5d726 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103408) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 14 01:22:04.224617 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-70f59765-6983-41f7-804c-f0bff5c4960d None None] Port 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:22:04.253831 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb7924e1-11bc-4e3e-9097-820847a5d726 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:04.432942 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 11dd0424-1012-444a-a4e2-dca51f5a6f62 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:22:04.444546 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb7924e1-11bc-4e3e-9097-820847a5d726 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:04.448133 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb7924e1-11bc-4e3e-9097-820847a5d726 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:04.480406 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 11dd0424-1012-444a-a4e2-dca51f5a6f62 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:04.480781 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:04.544138 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7924e1-11bc-4e3e-9097-820847a5d726 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 96a26cba-4507-4939-809c-f6f8a924c4e9 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:22:04.562054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 71919b0f-b2bb-405e-b24b-33c7784548b1 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:22:04.609954 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 71919b0f-b2bb-405e-b24b-33c7784548b1 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:04.610407 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:04.644358 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7924e1-11bc-4e3e-9097-820847a5d726 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:22:04.651803 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb7924e1-11bc-4e3e-9097-820847a5d726 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:04.655388 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cb7924e1-11bc-4e3e-9097-820847a5d726 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/96a26cba-4507-4939-809c-f6f8a924c4e9 HTTP/1.1" status: 200 len: 700 time: 0.8380017 Dec 14 01:22:04.655725 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57278) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:04.753082 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c75dd766-2872-445b-8490-5cee943c5708 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/routers/96a26cba-4507-4939-809c-f6f8a924c4e9 HTTP/1.1" status: 200 len: 700 time: 0.0962124 Dec 14 01:22:04.755691 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57280) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:05.079159 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e5c1-d4ac-469d-b3dd-321909efb2a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:05.097530 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Sync routers for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:22:05.108184 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:22:05.108810 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:05.200702 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:22:05.427648 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:04Z', 'revision_number': 7, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': '11dd0424-1012-444a-a4e2-dca51f5a6f62', 'name': '', 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:cd:66:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:57Z', 'updated_at': '2021-12-14T01:22:02Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29ba2805-cd80-4f6f-a7fb-bad083efd9b8', 'name': '', 'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:c9:22:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'b510df0e-31f3-41c2-bc7f-400b48c38eba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:22:00Z', 'updated_at': '2021-12-14T01:22:01Z', 'revision_number': 2, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'b510df0e-31f3-41c2-bc7f-400b48c38eba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '855bdfa1-4056-4d7d-b24c-873df9a0f9c7', 'name': '', 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:31:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a667478b-969b-4cff-af50-a85af215ed21', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:55Z', 'updated_at': '2021-12-14T01:21:58Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'a667478b-969b-4cff-af50-a85af215ed21', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:05.454579 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Checking router: 96a26cba-4507-4939-809c-f6f8a924c4e9 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:22:05.454780 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Updating router 96a26cba-4507-4939-809c-f6f8a924c4e9 port 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:22:05.479583 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:05.652034 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b4d9e5c1-d4ac-469d-b3dd-321909efb2a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:22:05.652400 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e5c1-d4ac-469d-b3dd-321909efb2a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:05.740577 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e5c1-d4ac-469d-b3dd-321909efb2a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:05.741424 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:05.747457 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:05.753641 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b4d9e5c1-d4ac-469d-b3dd-321909efb2a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:22:05.813050 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a1828-1667-4421-8a56-e67dcb298c97 None None] Pushing event updated for resources: {'Port': ['ID=29ba2805-cd80-4f6f-a7fb-bad083efd9b8,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:05.847751 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Attempting to bind port 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:22:05.848200 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Attempting to bind port 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '6807e79d-be6c-48c9-9a7d-19bb1e22acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:22:05.848571 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Attempting to bind port 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 on network 834c21e4-e40f-46d2-8365-bef7ed7d7f50 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:22:05.854194 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:22:05.854570 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Checking segment: {'id': '6807e79d-be6c-48c9-9a7d-19bb1e22acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:22:05.854970 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:05.855371 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Bound using segment: {'id': '6807e79d-be6c-48c9-9a7d-19bb1e22acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:22:05.855834 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Bound port: 29ba2805-cd80-4f6f-a7fb-bad083efd9b8, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6807e79d-be6c-48c9-9a7d-19bb1e22acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:22:05.856246 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:05.941041 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e5c1-d4ac-469d-b3dd-321909efb2a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:05.943003 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.db.api [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:22:05.943378 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG oslo_db.api [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:22:05.967759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9e5c1-d4ac-469d-b3dd-321909efb2a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=29ba2805-cd80-4f6f-a7fb-bad083efd9b8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:06.048465 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-dd9d1bd3-284b-4b4d-9279-89ba690a46a1 None None] Could not find standard attr ID for object 29ba2805-cd80-4f6f-a7fb-bad083efd9b8. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:22:06.136680 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e5c1-d4ac-469d-b3dd-321909efb2a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:06.345416 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d9e5c1-d4ac-469d-b3dd-321909efb2a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 96a26cba-4507-4939-809c-f6f8a924c4e9 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:22:06.444581 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d9e5c1-d4ac-469d-b3dd-321909efb2a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:22:06.449891 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b4d9e5c1-d4ac-469d-b3dd-321909efb2a6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/96a26cba-4507-4939-809c-f6f8a924c4e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6931925 Dec 14 01:22:06.453137 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57282) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:06.461918 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Attempting to bind port 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:22:06.462525 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Attempting to bind port 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '6807e79d-be6c-48c9-9a7d-19bb1e22acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:22:06.462827 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Attempting to bind port 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 on network 834c21e4-e40f-46d2-8365-bef7ed7d7f50 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:22:06.468258 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:22:06.468624 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Checking segment: {'id': '6807e79d-be6c-48c9-9a7d-19bb1e22acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:22:06.469014 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:06.469402 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Bound using segment: {'id': '6807e79d-be6c-48c9-9a7d-19bb1e22acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:22:06.469854 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Bound port: 29ba2805-cd80-4f6f-a7fb-bad083efd9b8, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6807e79d-be6c-48c9-9a7d-19bb1e22acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '834c21e4-e40f-46d2-8365-bef7ed7d7f50'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:22:06.470228 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:06.501149 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Port 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 has been deleted concurrently {{(pid=103411) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 14 01:22:06.509150 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-002effbc-8198-4a57-abd2-40105cdb2774 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting subnet b510df0e-31f3-41c2-bc7f-400b48c38eba {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:22:06.512619 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:22:06.513290 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:06.513955 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-002effbc-8198-4a57-abd2-40105cdb2774 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:06.562203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-002effbc-8198-4a57-abd2-40105cdb2774 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:06.607101 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:22:06.646666 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-002effbc-8198-4a57-abd2-40105cdb2774 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:06.708558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-002effbc-8198-4a57-abd2-40105cdb2774 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:06.734968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002effbc-8198-4a57-abd2-40105cdb2774 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Subnet': ['ID=b510df0e-31f3-41c2-bc7f-400b48c38eba,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:06.740704 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-002effbc-8198-4a57-abd2-40105cdb2774 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:06.747486 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-002effbc-8198-4a57-abd2-40105cdb2774 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/b510df0e-31f3-41c2-bc7f-400b48c38eba HTTP/1.1" status: 204 len: 168 time: 0.2902017 Dec 14 01:22:06.747668 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2a4e51-d1b1-4f94-8170-3997bfb2b77b None None] Network 834c21e4-e40f-46d2-8365-bef7ed7d7f50 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:22:06.747776 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57284) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:06.820626 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:05Z', 'revision_number': 8, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': '11dd0424-1012-444a-a4e2-dca51f5a6f62', 'name': '', 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:cd:66:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:57Z', 'updated_at': '2021-12-14T01:22:02Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '855bdfa1-4056-4d7d-b24c-873df9a0f9c7', 'name': '', 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:31:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a667478b-969b-4cff-af50-a85af215ed21', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:55Z', 'updated_at': '2021-12-14T01:21:58Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'a667478b-969b-4cff-af50-a85af215ed21', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:06.832822 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:06.905364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port 71919b0f-b2bb-405e-b24b-33c7784548b1 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:22:06.905824 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:06.909586 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0360b318-9a77-4017-bb2f-5a6ebc24e8f2 None None] DHCP port deletion for 834c21e4-e40f-46d2-8365-bef7ed7d7f50 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:22:06.952708 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde8359-f087-48ce-bb50-fd21e0d5bd66 None None] The sync data for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv is: [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:05Z', 'revision_number': 8, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': '11dd0424-1012-444a-a4e2-dca51f5a6f62', 'name': '', 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:cd:66:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:57Z', 'updated_at': '2021-12-14T01:22:02Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '855bdfa1-4056-4d7d-b24c-873df9a0f9c7', 'name': '', 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:31:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a667478b-969b-4cff-af50-a85af215ed21', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:55Z', 'updated_at': '2021-12-14T01:21:58Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'a667478b-969b-4cff-af50-a85af215ed21', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:22:06.956434 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0360b318-9a77-4017-bb2f-5a6ebc24e8f2 None None] Deleting port 71919b0f-b2bb-405e-b24b-33c7784548b1 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:22:06.956855 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0360b318-9a77-4017-bb2f-5a6ebc24e8f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:06.981597 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] For port 71919b0f-b2bb-405e-b24b-33c7784548b1, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=71919b0f-b2bb-405e-b24b-33c7784548b1,segment=NetworkSegment(6807e79d-be6c-48c9-9a7d-19bb1e22acb6),segment_id=6807e79d-be6c-48c9-9a7d-19bb1e22acb6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:06.981962 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:06.998652 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for 71919b0f-b2bb-405e-b24b-33c7784548b1 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:22:07.028874 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0360b318-9a77-4017-bb2f-5a6ebc24e8f2 None None] For port 71919b0f-b2bb-405e-b24b-33c7784548b1, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=71919b0f-b2bb-405e-b24b-33c7784548b1,segment=NetworkSegment(6807e79d-be6c-48c9-9a7d-19bb1e22acb6),segment_id=6807e79d-be6c-48c9-9a7d-19bb1e22acb6)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:07.029272 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0360b318-9a77-4017-bb2f-5a6ebc24e8f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:07.041624 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0360b318-9a77-4017-bb2f-5a6ebc24e8f2 None None] Calling delete_port for 71919b0f-b2bb-405e-b24b-33c7784548b1 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:22:07.083011 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:07.109401 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=71919b0f-b2bb-405e-b24b-33c7784548b1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:07.112924 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No DVR routers for this DVR port 71919b0f-b2bb-405e-b24b-33c7784548b1 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:22:07.123359 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0360b318-9a77-4017-bb2f-5a6ebc24e8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:07.148280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360b318-9a77-4017-bb2f-5a6ebc24e8f2 None None] Pushing event deleted for resources: {'Port': ['ID=71919b0f-b2bb-405e-b24b-33c7784548b1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:07.152981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0360b318-9a77-4017-bb2f-5a6ebc24e8f2 None None] No DVR routers for this DVR port 71919b0f-b2bb-405e-b24b-33c7784548b1 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:22:07.194278 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:07.214041 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834c21e4-e40f-46d2-8365-bef7ed7d7f50']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:07.223143 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6807e79d-be6c-48c9-9a7d-19bb1e22acb6') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:07.223444 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6807e79d-be6c-48c9-9a7d-19bb1e22acb6') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:07.232816 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:07.247580 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:07.254066 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:22:07.254510 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: items = [ Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:22:07.257513 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:22:07.322898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:07.330166 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:07.333646 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/networks/834c21e4-e40f-46d2-8365-bef7ed7d7f50 HTTP/1.1" status: 204 len: 168 time: 0.5856285 Dec 14 01:22:07.336631 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57286) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:07.345938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96a8d5-2a7c-44cb-8519-b2dd2d521896 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Network': ['ID=834c21e4-e40f-46d2-8365-bef7ed7d7f50,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:07.476685 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ba41c-f538-47fc-a1ef-2cba55ebc13c None None] Sync routers for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:22:07.490145 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ba41c-f538-47fc-a1ef-2cba55ebc13c None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:22:07.490760 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2f0ba41c-f538-47fc-a1ef-2cba55ebc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:07.578271 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-2f0ba41c-f538-47fc-a1ef-2cba55ebc13c None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:22:07.676729 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-954289df-2c9f-4f8d-be8e-00763b1e95c2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:07.937601 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-954289df-2c9f-4f8d-be8e-00763b1e95c2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port 11dd0424-1012-444a-a4e2-dca51f5a6f62 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:22:07.937847 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-954289df-2c9f-4f8d-be8e-00763b1e95c2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:07.937961 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2f0ba41c-f538-47fc-a1ef-2cba55ebc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:05Z', 'revision_number': 8, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': '11dd0424-1012-444a-a4e2-dca51f5a6f62', 'name': '', 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:cd:66:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:57Z', 'updated_at': '2021-12-14T01:22:02Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '855bdfa1-4056-4d7d-b24c-873df9a0f9c7', 'name': '', 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:31:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a667478b-969b-4cff-af50-a85af215ed21', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:55Z', 'updated_at': '2021-12-14T01:21:58Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'a667478b-969b-4cff-af50-a85af215ed21', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:07.966927 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ba41c-f538-47fc-a1ef-2cba55ebc13c None None] Checking router: 96a26cba-4507-4939-809c-f6f8a924c4e9 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:22:07.975446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ba41c-f538-47fc-a1ef-2cba55ebc13c None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:22:07.976063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2f0ba41c-f538-47fc-a1ef-2cba55ebc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:08.031845 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-954289df-2c9f-4f8d-be8e-00763b1e95c2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] For port 11dd0424-1012-444a-a4e2-dca51f5a6f62, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=11dd0424-1012-444a-a4e2-dca51f5a6f62,segment=NetworkSegment(6cf4f546-7e1e-4620-bef5-af571d97637a),segment_id=6cf4f546-7e1e-4620-bef5-af571d97637a)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:08.032247 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-954289df-2c9f-4f8d-be8e-00763b1e95c2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:08.046470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-954289df-2c9f-4f8d-be8e-00763b1e95c2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for 11dd0424-1012-444a-a4e2-dca51f5a6f62 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:22:08.064267 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-2f0ba41c-f538-47fc-a1ef-2cba55ebc13c None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:22:08.215611 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-954289df-2c9f-4f8d-be8e-00763b1e95c2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:08.241879 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954289df-2c9f-4f8d-be8e-00763b1e95c2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=11dd0424-1012-444a-a4e2-dca51f5a6f62,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:08.281688 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2f0ba41c-f538-47fc-a1ef-2cba55ebc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:05Z', 'revision_number': 8, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': '11dd0424-1012-444a-a4e2-dca51f5a6f62', 'name': '', 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:cd:66:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:57Z', 'updated_at': '2021-12-14T01:22:02Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '855bdfa1-4056-4d7d-b24c-873df9a0f9c7', 'name': '', 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:31:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a667478b-969b-4cff-af50-a85af215ed21', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:55Z', 'updated_at': '2021-12-14T01:21:58Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'a667478b-969b-4cff-af50-a85af215ed21', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:08.316073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ba41c-f538-47fc-a1ef-2cba55ebc13c None None] The sync data for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv is: [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:05Z', 'revision_number': 8, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': '11dd0424-1012-444a-a4e2-dca51f5a6f62', 'name': '', 'network_id': '8d7a2796-f383-4200-acd2-3f14e1a029b8', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:cd:66:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:57Z', 'updated_at': '2021-12-14T01:22:02Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'c1268338-cd91-4a3f-a228-9526bb32b5a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '855bdfa1-4056-4d7d-b24c-873df9a0f9c7', 'name': '', 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:31:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a667478b-969b-4cff-af50-a85af215ed21', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:55Z', 'updated_at': '2021-12-14T01:21:58Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'a667478b-969b-4cff-af50-a85af215ed21', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:22:08.421942 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-954289df-2c9f-4f8d-be8e-00763b1e95c2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:08.459097 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 71919b0f-b2bb-405e-b24b-33c7784548b1 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:22:08.481281 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 71919b0f-b2bb-405e-b24b-33c7784548b1 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:22:08.481706 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 71919b0f-b2bb-405e-b24b-33c7784548b1 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:22:08.482205 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:22:08.505686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:22:08.506043 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 29ba2805-cd80-4f6f-a7fb-bad083efd9b8 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:22:08.632668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954289df-2c9f-4f8d-be8e-00763b1e95c2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 96a26cba-4507-4939-809c-f6f8a924c4e9 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:22:09.045239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954289df-2c9f-4f8d-be8e-00763b1e95c2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:22:09.051243 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-954289df-2c9f-4f8d-be8e-00763b1e95c2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/96a26cba-4507-4939-809c-f6f8a924c4e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7127326 Dec 14 01:22:09.053956 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57288) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:09.057256 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cea60e0-afd1-4691-b669-b05ad1f6b5cf None None] Sync routers for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:22:09.067899 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cea60e0-afd1-4691-b669-b05ad1f6b5cf None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:22:09.068552 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6cea60e0-afd1-4691-b669-b05ad1f6b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:09.107709 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2cf9b1-34e7-4c56-a1f5-7d0d89e519ff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting subnet c1268338-cd91-4a3f-a228-9526bb32b5a1 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:22:09.110949 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf9b1-34e7-4c56-a1f5-7d0d89e519ff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.151207 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf9b1-34e7-4c56-a1f5-7d0d89e519ff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.155441 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-6cea60e0-afd1-4691-b669-b05ad1f6b5cf None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:22:09.237251 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf9b1-34e7-4c56-a1f5-7d0d89e519ff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.304416 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf9b1-34e7-4c56-a1f5-7d0d89e519ff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.332032 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cf9b1-34e7-4c56-a1f5-7d0d89e519ff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Subnet': ['ID=c1268338-cd91-4a3f-a228-9526bb32b5a1,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:09.336683 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf9b1-34e7-4c56-a1f5-7d0d89e519ff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.343374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57290) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:09.343888 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8e2cf9b1-34e7-4c56-a1f5-7d0d89e519ff tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/c1268338-cd91-4a3f-a228-9526bb32b5a1 HTTP/1.1" status: 204 len: 168 time: 0.2888141 Dec 14 01:22:09.346228 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c570ef4c-5e91-4de5-adb7-09477a46dd88 None None] Network 8d7a2796-f383-4200-acd2-3f14e1a029b8 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:22:09.352658 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6cea60e0-afd1-4691-b669-b05ad1f6b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:08Z', 'revision_number': 9, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': '855bdfa1-4056-4d7d-b24c-873df9a0f9c7', 'name': '', 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:31:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a667478b-969b-4cff-af50-a85af215ed21', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:55Z', 'updated_at': '2021-12-14T01:21:58Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'a667478b-969b-4cff-af50-a85af215ed21', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:09.388564 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cea60e0-afd1-4691-b669-b05ad1f6b5cf None None] Checking router: 96a26cba-4507-4939-809c-f6f8a924c4e9 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:22:09.397861 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cea60e0-afd1-4691-b669-b05ad1f6b5cf None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:22:09.398452 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6cea60e0-afd1-4691-b669-b05ad1f6b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:09.434032 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.490820 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port 0d576078-96c0-4899-b1de-a6b15e95ab3b {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:22:09.491256 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.491400 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-6cea60e0-afd1-4691-b669-b05ad1f6b5cf None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:22:09.513200 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fcd8a2-0b23-4847-b597-2d594f195531 None None] DHCP port deletion for 8d7a2796-f383-4200-acd2-3f14e1a029b8 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:22:09.561447 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] For port 0d576078-96c0-4899-b1de-a6b15e95ab3b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=0d576078-96c0-4899-b1de-a6b15e95ab3b,segment=NetworkSegment(6cf4f546-7e1e-4620-bef5-af571d97637a),segment_id=6cf4f546-7e1e-4620-bef5-af571d97637a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:09.561911 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.563301 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-64fcd8a2-0b23-4847-b597-2d594f195531 None None] Deleting port 0d576078-96c0-4899-b1de-a6b15e95ab3b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:22:09.563686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-64fcd8a2-0b23-4847-b597-2d594f195531 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.577315 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for 0d576078-96c0-4899-b1de-a6b15e95ab3b owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:22:09.635878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-64fcd8a2-0b23-4847-b597-2d594f195531 None None] For port 0d576078-96c0-4899-b1de-a6b15e95ab3b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=0d576078-96c0-4899-b1de-a6b15e95ab3b,segment=NetworkSegment(6cf4f546-7e1e-4620-bef5-af571d97637a),segment_id=6cf4f546-7e1e-4620-bef5-af571d97637a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:09.636352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-64fcd8a2-0b23-4847-b597-2d594f195531 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.649975 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-64fcd8a2-0b23-4847-b597-2d594f195531 None None] Calling delete_port for 0d576078-96c0-4899-b1de-a6b15e95ab3b owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:22:09.666673 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.696615 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6cea60e0-afd1-4691-b669-b05ad1f6b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:08Z', 'revision_number': 9, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': '855bdfa1-4056-4d7d-b24c-873df9a0f9c7', 'name': '', 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:31:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a667478b-969b-4cff-af50-a85af215ed21', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:55Z', 'updated_at': '2021-12-14T01:21:58Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'a667478b-969b-4cff-af50-a85af215ed21', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:09.698374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=0d576078-96c0-4899-b1de-a6b15e95ab3b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:09.700274 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No DVR routers for this DVR port 0d576078-96c0-4899-b1de-a6b15e95ab3b on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:22:09.728301 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cea60e0-afd1-4691-b669-b05ad1f6b5cf None None] The sync data for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv is: [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:08Z', 'revision_number': 9, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': '855bdfa1-4056-4d7d-b24c-873df9a0f9c7', 'name': '', 'network_id': 'f42f1f97-aa74-4ed6-adfd-4909bbcf824b', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:31:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a667478b-969b-4cff-af50-a85af215ed21', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:55Z', 'updated_at': '2021-12-14T01:21:58Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': 'a667478b-969b-4cff-af50-a85af215ed21', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:22:09.741095 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-64fcd8a2-0b23-4847-b597-2d594f195531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.766568 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcd8a2-0b23-4847-b597-2d594f195531 None None] Pushing event deleted for resources: {'Port': ['ID=0d576078-96c0-4899-b1de-a6b15e95ab3b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:09.771522 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fcd8a2-0b23-4847-b597-2d594f195531 None None] No DVR routers for this DVR port 0d576078-96c0-4899-b1de-a6b15e95ab3b on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:22:09.782684 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.803150 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7a2796-f383-4200-acd2-3f14e1a029b8']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:09.812523 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf4f546-7e1e-4620-bef5-af571d97637a') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:09.812821 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf4f546-7e1e-4620-bef5-af571d97637a') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:09.822559 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.835757 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.842196 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:22:09.842577 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:22:09.845744 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:22:09.909003 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.916309 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:09.919563 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/networks/8d7a2796-f383-4200-acd2-3f14e1a029b8 HTTP/1.1" status: 204 len: 168 time: 0.5743232 Dec 14 01:22:09.922496 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57292) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:09.931350 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518106f-49ad-419c-ad86-c6a3de5510d0 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Network': ['ID=8d7a2796-f383-4200-acd2-3f14e1a029b8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:10.275247 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-04f8bfdc-1f64-4a29-b93e-f3971dc6d2a1 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:10.361924 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 0d576078-96c0-4899-b1de-a6b15e95ab3b no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:22:10.385724 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 0d576078-96c0-4899-b1de-a6b15e95ab3b {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:22:10.386071 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 0d576078-96c0-4899-b1de-a6b15e95ab3b not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:22:10.386494 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 11dd0424-1012-444a-a4e2-dca51f5a6f62 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:22:10.405518 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 11dd0424-1012-444a-a4e2-dca51f5a6f62 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:22:10.405867 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 11dd0424-1012-444a-a4e2-dca51f5a6f62 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:22:10.524693 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-04f8bfdc-1f64-4a29-b93e-f3971dc6d2a1 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:22:10.525204 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-04f8bfdc-1f64-4a29-b93e-f3971dc6d2a1 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:10.608569 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:10.616874 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-04f8bfdc-1f64-4a29-b93e-f3971dc6d2a1 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] For port 855bdfa1-4056-4d7d-b24c-873df9a0f9c7, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=855bdfa1-4056-4d7d-b24c-873df9a0f9c7,segment=NetworkSegment(10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4),segment_id=10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:10.617207 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-04f8bfdc-1f64-4a29-b93e-f3971dc6d2a1 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:10.629919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-04f8bfdc-1f64-4a29-b93e-f3971dc6d2a1 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:22:10.803142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-04f8bfdc-1f64-4a29-b93e-f3971dc6d2a1 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:10.833545 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8bfdc-1f64-4a29-b93e-f3971dc6d2a1 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=855bdfa1-4056-4d7d-b24c-873df9a0f9c7,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:10.987875 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-04f8bfdc-1f64-4a29-b93e-f3971dc6d2a1 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:11.174886 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f8bfdc-1f64-4a29-b93e-f3971dc6d2a1 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 96a26cba-4507-4939-809c-f6f8a924c4e9 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:22:11.269022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f8bfdc-1f64-4a29-b93e-f3971dc6d2a1 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:22:11.277005 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-04f8bfdc-1f64-4a29-b93e-f3971dc6d2a1 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/96a26cba-4507-4939-809c-f6f8a924c4e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3533185 Dec 14 01:22:11.279811 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57294) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:11.283024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f045b7-3e8f-465f-9225-13910171dab7 None None] Sync routers for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:22:11.297236 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f045b7-3e8f-465f-9225-13910171dab7 None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:22:11.297952 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f6f045b7-3e8f-465f-9225-13910171dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:11.335472 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-094ab431-42bd-4639-87c2-74d0263677e6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting subnet a667478b-969b-4cff-af50-a85af215ed21 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:22:11.339057 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-094ab431-42bd-4639-87c2-74d0263677e6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:11.380639 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-094ab431-42bd-4639-87c2-74d0263677e6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:11.386671 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-f6f045b7-3e8f-465f-9225-13910171dab7 None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:22:11.475034 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-094ab431-42bd-4639-87c2-74d0263677e6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:11.535861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-094ab431-42bd-4639-87c2-74d0263677e6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:11.564467 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ab431-42bd-4639-87c2-74d0263677e6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Subnet': ['ID=a667478b-969b-4cff-af50-a85af215ed21,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:11.566443 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-094ab431-42bd-4639-87c2-74d0263677e6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:11.572416 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-094ab431-42bd-4639-87c2-74d0263677e6 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/a667478b-969b-4cff-af50-a85af215ed21 HTTP/1.1" status: 204 len: 168 time: 0.2912319 Dec 14 01:22:11.572650 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57296) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:11.573889 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff901d9b-f2db-4180-9b48-df2b25575905 None None] Network f42f1f97-aa74-4ed6-adfd-4909bbcf824b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:22:11.644640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f6f045b7-3e8f-465f-9225-13910171dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:10Z', 'revision_number': 10, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:11.649355 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:11.692310 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f045b7-3e8f-465f-9225-13910171dab7 None None] Checking router: 96a26cba-4507-4939-809c-f6f8a924c4e9 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:22:11.706178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f045b7-3e8f-465f-9225-13910171dab7 None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:22:11.706801 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f6f045b7-3e8f-465f-9225-13910171dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:11.707169 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port f106c577-f252-4c02-9b01-a63bbaaabee3 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:22:11.707510 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:11.771625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a29d3eb-693e-48df-85a2-100153874867 None None] DHCP port deletion for f42f1f97-aa74-4ed6-adfd-4909bbcf824b request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:22:11.773230 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] For port f106c577-f252-4c02-9b01-a63bbaaabee3, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f106c577-f252-4c02-9b01-a63bbaaabee3,segment=NetworkSegment(10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4),segment_id=10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:11.773567 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:11.787191 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for f106c577-f252-4c02-9b01-a63bbaaabee3 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:22:11.819721 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-f6f045b7-3e8f-465f-9225-13910171dab7 None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:22:11.872638 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:11.900015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No DVR routers for this DVR port f106c577-f252-4c02-9b01-a63bbaaabee3 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:22:11.906209 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=f106c577-f252-4c02-9b01-a63bbaaabee3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:11.941254 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4a29d3eb-693e-48df-85a2-100153874867 None None] Deleting port f106c577-f252-4c02-9b01-a63bbaaabee3 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:22:11.941626 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a29d3eb-693e-48df-85a2-100153874867 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:11.983499 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:12.008224 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42f1f97-aa74-4ed6-adfd-4909bbcf824b']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:12.018555 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:12.018834 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c2c2d5-d6e6-443b-9ed9-c4c3e446f6a4') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:12.030374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:12.045575 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:12.052705 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:22:12.053156 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:22:12.056820 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:22:12.120803 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:12.129287 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:12.132455 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/networks/f42f1f97-aa74-4ed6-adfd-4909bbcf824b HTTP/1.1" status: 204 len: 168 time: 0.5577226 Dec 14 01:22:12.135602 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57298) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:12.142711 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ada9c-4032-4cad-90aa-4f88fbf9fafa tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Network': ['ID=f42f1f97-aa74-4ed6-adfd-4909bbcf824b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:12.188004 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4a29d3eb-693e-48df-85a2-100153874867 None None] For port f106c577-f252-4c02-9b01-a63bbaaabee3, host dv-neutron-821592-1-hyperv, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:12.188429 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a29d3eb-693e-48df-85a2-100153874867 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:12.202512 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4a29d3eb-693e-48df-85a2-100153874867 None None] Calling delete_port for f106c577-f252-4c02-9b01-a63bbaaabee3 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:22:12.220630 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-4a29d3eb-693e-48df-85a2-100153874867 None None] Port f106c577-f252-4c02-9b01-a63bbaaabee3 was not found and therefore no delete operation was performed {{(pid=103410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 01:22:12.223790 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a29d3eb-693e-48df-85a2-100153874867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:12.248981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a29d3eb-693e-48df-85a2-100153874867 None None] Network f42f1f97-aa74-4ed6-adfd-4909bbcf824b is not hosted by any dhcp agent {{(pid=103410) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 14 01:22:12.249345 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a29d3eb-693e-48df-85a2-100153874867 None None] No DVR routers for this DVR port f106c577-f252-4c02-9b01-a63bbaaabee3 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:22:12.252446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29d3eb-693e-48df-85a2-100153874867 None None] Pushing event deleted for resources: {'Port': ['ID=f106c577-f252-4c02-9b01-a63bbaaabee3,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:12.285849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f6f045b7-3e8f-465f-9225-13910171dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:10Z', 'revision_number': 10, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:12.313567 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f045b7-3e8f-465f-9225-13910171dab7 None None] The sync data for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv is: [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:10Z', 'revision_number': 10, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None, '_interfaces': [{'id': 'ee093ee4-65b0-4021-a33f-1e9a98383f58', 'name': '', 'network_id': 'c9c4a568-90a8-4270-808e-7a93649d4c0a', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'mac_address': 'fa:16:3e:11:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:55Z', 'revision_number': 5, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'subnets': [{'id': '8019e6f0-5fd5-4e5d-aee1-899b7507206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:22:12.476064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a0b3976-d4b9-410e-b966-b7c759347827 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:12.508457 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f106c577-f252-4c02-9b01-a63bbaaabee3 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:22:12.532783 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: f106c577-f252-4c02-9b01-a63bbaaabee3 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:22:12.533132 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f106c577-f252-4c02-9b01-a63bbaaabee3 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:22:12.734403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b3976-d4b9-410e-b966-b7c759347827 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port ee093ee4-65b0-4021-a33f-1e9a98383f58 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:22:12.734739 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a0b3976-d4b9-410e-b966-b7c759347827 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:12.829316 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3a0b3976-d4b9-410e-b966-b7c759347827 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] For port ee093ee4-65b0-4021-a33f-1e9a98383f58, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ee093ee4-65b0-4021-a33f-1e9a98383f58,segment=NetworkSegment(d59d5836-5546-42e6-9498-80b15675bea8),segment_id=d59d5836-5546-42e6-9498-80b15675bea8)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:12.829682 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a0b3976-d4b9-410e-b966-b7c759347827 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:12.844531 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b3976-d4b9-410e-b966-b7c759347827 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for ee093ee4-65b0-4021-a33f-1e9a98383f58 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:22:13.032776 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a0b3976-d4b9-410e-b966-b7c759347827 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:13.059367 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b3976-d4b9-410e-b966-b7c759347827 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=ee093ee4-65b0-4021-a33f-1e9a98383f58,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:13.216122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a0b3976-d4b9-410e-b966-b7c759347827 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:13.358740 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0b3976-d4b9-410e-b966-b7c759347827 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 96a26cba-4507-4939-809c-f6f8a924c4e9 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:22:13.438144 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0b3976-d4b9-410e-b966-b7c759347827 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:22:13.443566 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3a0b3976-d4b9-410e-b966-b7c759347827 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/96a26cba-4507-4939-809c-f6f8a924c4e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3067420 Dec 14 01:22:13.447274 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57304) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:13.449742 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4200dfcc-55d8-4d10-b973-5067a82a06a6 None None] Sync routers for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:22:13.460976 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4200dfcc-55d8-4d10-b973-5067a82a06a6 None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:22:13.461640 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4200dfcc-55d8-4d10-b973-5067a82a06a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:13.500521 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a340f74-4336-4be1-a3a7-c16fdc3e46dd tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting subnet 8019e6f0-5fd5-4e5d-aee1-899b7507206b {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:22:13.503718 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a340f74-4336-4be1-a3a7-c16fdc3e46dd tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:13.531317 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-4200dfcc-55d8-4d10-b973-5067a82a06a6 None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:22:13.549989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a340f74-4336-4be1-a3a7-c16fdc3e46dd tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:13.585704 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4200dfcc-55d8-4d10-b973-5067a82a06a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:12Z', 'revision_number': 11, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:13.611095 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4200dfcc-55d8-4d10-b973-5067a82a06a6 None None] Checking router: 96a26cba-4507-4939-809c-f6f8a924c4e9 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:22:13.619486 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4200dfcc-55d8-4d10-b973-5067a82a06a6 None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:22:13.620080 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4200dfcc-55d8-4d10-b973-5067a82a06a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:13.631326 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a340f74-4336-4be1-a3a7-c16fdc3e46dd tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:13.686892 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-4200dfcc-55d8-4d10-b973-5067a82a06a6 None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:22:13.690798 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a340f74-4336-4be1-a3a7-c16fdc3e46dd tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:13.724120 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a340f74-4336-4be1-a3a7-c16fdc3e46dd tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:13.730525 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3a340f74-4336-4be1-a3a7-c16fdc3e46dd tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/8019e6f0-5fd5-4e5d-aee1-899b7507206b HTTP/1.1" status: 204 len: 168 time: 0.2791584 Dec 14 01:22:13.730525 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a340f74-4336-4be1-a3a7-c16fdc3e46dd tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Subnet': ['ID=8019e6f0-5fd5-4e5d-aee1-899b7507206b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:13.730798 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57306) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:13.736022 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82144a8c-46bb-458e-87b7-7538676b6a25 None None] Network c9c4a568-90a8-4270-808e-7a93649d4c0a requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:22:13.739996 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4200dfcc-55d8-4d10-b973-5067a82a06a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:12Z', 'revision_number': 11, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:13.766170 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4200dfcc-55d8-4d10-b973-5067a82a06a6 None None] The sync data for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv is: [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:12Z', 'revision_number': 11, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:22:13.813098 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:13.874243 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Deleting port 719eadcb-e836-4645-b909-b590c8974491 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:22:13.874584 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:13.937612 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] For port 719eadcb-e836-4645-b909-b590c8974491, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=719eadcb-e836-4645-b909-b590c8974491,segment=NetworkSegment(d59d5836-5546-42e6-9498-80b15675bea8),segment_id=d59d5836-5546-42e6-9498-80b15675bea8)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:13.937969 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:13.951011 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Calling delete_port for 719eadcb-e836-4645-b909-b590c8974491 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:22:14.051578 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:14.083930 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Port': ['ID=719eadcb-e836-4645-b909-b590c8974491,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:14.085758 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No DVR routers for this DVR port 719eadcb-e836-4645-b909-b590c8974491 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:22:14.139689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ba132c-960f-4961-9576-37fda8b3324c None None] DHCP port deletion for c9c4a568-90a8-4270-808e-7a93649d4c0a request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:22:14.166853 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:14.187324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c4a568-90a8-4270-808e-7a93649d4c0a']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:14.197134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59d5836-5546-42e6-9498-80b15675bea8') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:14.197382 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59d5836-5546-42e6-9498-80b15675bea8') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:14.211233 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:14.224929 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:14.232172 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:22:14.232557 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:22:14.235819 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:22:14.296299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:14.302959 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:14.308936 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/networks/c9c4a568-90a8-4270-808e-7a93649d4c0a HTTP/1.1" status: 204 len: 168 time: 0.5749688 Dec 14 01:22:14.309351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57308) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:14.314628 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9dd0d1bd-3f87-4d97-a18e-9368dbdf3c6c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'router': {'routes': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:22:14.318397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353f087-9bd7-4b93-95c9-da3589de9c53 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Pushing event deleted for resources: {'Network': ['ID=c9c4a568-90a8-4270-808e-7a93649d4c0a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:14.373981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:22:14.401531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:22:14.402034 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 855bdfa1-4056-4d7d-b24c-873df9a0f9c7 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:22:14.402550 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ee093ee4-65b0-4021-a33f-1e9a98383f58 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:22:14.424121 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: ee093ee4-65b0-4021-a33f-1e9a98383f58 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:22:14.424809 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ee093ee4-65b0-4021-a33f-1e9a98383f58 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:22:14.425356 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 719eadcb-e836-4645-b909-b590c8974491 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:22:14.447270 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 719eadcb-e836-4645-b909-b590c8974491 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:22:14.447750 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 719eadcb-e836-4645-b909-b590c8974491 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:22:14.484875 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.extraroute_db [None req-9dd0d1bd-3f87-4d97-a18e-9368dbdf3c6c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Added routes are [] {{(pid=103408) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 14 01:22:14.485449 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.extraroute_db [None req-9dd0d1bd-3f87-4d97-a18e-9368dbdf3c6c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Removed routes are [] {{(pid=103408) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 14 01:22:14.485579 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d1bd-3f87-4d97-a18e-9368dbdf3c6c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:14.629819 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d1bd-3f87-4d97-a18e-9368dbdf3c6c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:14.633538 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d1bd-3f87-4d97-a18e-9368dbdf3c6c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:14.712519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd0d1bd-3f87-4d97-a18e-9368dbdf3c6c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router 96a26cba-4507-4939-809c-f6f8a924c4e9 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:22:14.789145 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd0d1bd-3f87-4d97-a18e-9368dbdf3c6c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:22:14.796074 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d1bd-3f87-4d97-a18e-9368dbdf3c6c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:14.799861 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9dd0d1bd-3f87-4d97-a18e-9368dbdf3c6c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/96a26cba-4507-4939-809c-f6f8a924c4e9 HTTP/1.1" status: 200 len: 701 time: 0.4870498 Dec 14 01:22:14.801788 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb645e-b613-42b0-b4df-22f8f54153cc None None] Sync routers for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:22:14.803477 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57310) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:14.812523 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb645e-b613-42b0-b4df-22f8f54153cc None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:22:14.813155 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-38cb645e-b613-42b0-b4df-22f8f54153cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:14.834403 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1980a809-2d4d-4342-bc83-49c89916a603 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a26cba-4507-4939-809c-f6f8a924c4e9 HTTP/1.1" status: 200 len: 205 time: 0.0292852 Dec 14 01:22:14.836842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57312) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:14.881984 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-38cb645e-b613-42b0-b4df-22f8f54153cc None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:22:14.912661 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46b53840-fbdd-4de0-a482-260a3b74cb51 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:14.936886 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-38cb645e-b613-42b0-b4df-22f8f54153cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:12Z', 'revision_number': 11, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:14.965477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb645e-b613-42b0-b4df-22f8f54153cc None None] Checking router: 96a26cba-4507-4939-809c-f6f8a924c4e9 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:22:14.975862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb645e-b613-42b0-b4df-22f8f54153cc None None] Routers {'96a26cba-4507-4939-809c-f6f8a924c4e9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:22:14.976590 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-38cb645e-b613-42b0-b4df-22f8f54153cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['96a26cba-4507-4939-809c-f6f8a924c4e9'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:15.048476 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-38cb645e-b613-42b0-b4df-22f8f54153cc None None] Set router 96a26cba-4507-4939-809c-f6f8a924c4e9 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:22:15.091659 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46b53840-fbdd-4de0-a482-260a3b74cb51 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:15.094437 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:22:15.094964 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46b53840-fbdd-4de0-a482-260a3b74cb51 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:15.105670 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-38cb645e-b613-42b0-b4df-22f8f54153cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:12Z', 'revision_number': 11, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:15.135164 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb645e-b613-42b0-b4df-22f8f54153cc None None] The sync data for ids ['96a26cba-4507-4939-809c-f6f8a924c4e9'] in dv-neutron-821592-1-hyperv is: [{'id': '96a26cba-4507-4939-809c-f6f8a924c4e9', 'name': 'tempest-RoutersTest-router-2039240091', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:50Z', 'updated_at': '2021-12-14T01:22:12Z', 'revision_number': 11, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:22:15.144492 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46b53840-fbdd-4de0-a482-260a3b74cb51 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:15.145254 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b53840-fbdd-4de0-a482-260a3b74cb51 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Fanout notify agent at l3_agent the message router_deleted on router 96a26cba-4507-4939-809c-f6f8a924c4e9 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:22:15.153151 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46b53840-fbdd-4de0-a482-260a3b74cb51 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:15.154531 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-46b53840-fbdd-4de0-a482-260a3b74cb51 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/routers/96a26cba-4507-4939-809c-f6f8a924c4e9 HTTP/1.1" status: 204 len: 168 time: 0.3165030 Dec 14 01:22:15.158425 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57314) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:15.163394 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f230d7c6-dadb-45d4-91fb-7a713cfee9de tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-960612313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:22:15.191623 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f230d7c6-dadb-45d4-91fb-7a713cfee9de tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:15.192750 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f230d7c6-dadb-45d4-91fb-7a713cfee9de tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:15.245784 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f230d7c6-dadb-45d4-91fb-7a713cfee9de tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:15.251341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f230d7c6-dadb-45d4-91fb-7a713cfee9de tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:15.272066 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f230d7c6-dadb-45d4-91fb-7a713cfee9de tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:15.273584 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f230d7c6-dadb-45d4-91fb-7a713cfee9de tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1137578 Dec 14 01:22:15.276512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57316) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:15.281286 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-80467cef-fe8c-460e-a49e-99b4918d4a6a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:22:15.786482 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99858b9b-b062-4273-8d14-5fd2cd4fd81c req-8747cb24-104b-4210-8a3d-cbfe25a1efc8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1049933 Dec 14 01:22:15.850411 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80467cef-fe8c-460e-a49e-99b4918d4a6a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:15.882144 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80467cef-fe8c-460e-a49e-99b4918d4a6a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:15.961470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858b9b-b062-4273-8d14-5fd2cd4fd81c req-f08d457a-8156-44a5-937d-b797bd1a966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:15.963890 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99858b9b-b062-4273-8d14-5fd2cd4fd81c req-f08d457a-8156-44a5-937d-b797bd1a966d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 1098 time: 0.1077175 Dec 14 01:22:16.051377 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80467cef-fe8c-460e-a49e-99b4918d4a6a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Router c2a6b0be-7157-43e8-a6e5-9390a58d00dd is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:22:16.150498 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858b9b-b062-4273-8d14-5fd2cd4fd81c req-b88e10d8-8c1b-40cd-826d-f8b39618de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:16.151990 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99858b9b-b062-4273-8d14-5fd2cd4fd81c req-b88e10d8-8c1b-40cd-826d-f8b39618de1c service neutron] 10.222.0.16 "GET /v2.0/networks?id=35f96918-9d9b-4023-9bc9-736f727aaf21 HTTP/1.1" status: 200 len: 897 time: 0.1593018 Dec 14 01:22:16.154703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80467cef-fe8c-460e-a49e-99b4918d4a6a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:22:16.161835 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80467cef-fe8c-460e-a49e-99b4918d4a6a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:16.163707 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-80467cef-fe8c-460e-a49e-99b4918d4a6a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "PUT /v2.0/routers/c2a6b0be-7157-43e8-a6e5-9390a58d00dd HTTP/1.1" status: 200 len: 693 time: 0.8860795 Dec 14 01:22:16.164985 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3112b9c7-5d87-4a3a-91b6-6f00b1ebc917 None None] Sync routers for ids ['c2a6b0be-7157-43e8-a6e5-9390a58d00dd'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:22:16.166077 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57320) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:16.175583 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3112b9c7-5d87-4a3a-91b6-6f00b1ebc917 None None] Routers {'c2a6b0be-7157-43e8-a6e5-9390a58d00dd'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:22:16.176245 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3112b9c7-5d87-4a3a-91b6-6f00b1ebc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c2a6b0be-7157-43e8-a6e5-9390a58d00dd'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:16.229258 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99858b9b-b062-4273-8d14-5fd2cd4fd81c req-d4f2ac11-4628-4403-81be-9aaae2a13d84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01599db0-d16b-421c-b73c-da17d032aecd HTTP/1.1" status: 200 len: 1000 time: 0.0642486 Dec 14 01:22:16.246661 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-629c0e42-c613-452c-8d19-2c87f85b3ecd tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/routers/c2a6b0be-7157-43e8-a6e5-9390a58d00dd HTTP/1.1" status: 200 len: 699 time: 0.0791659 Dec 14 01:22:16.249130 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57322) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:16.277450 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5401ef2c-46ea-46f1-a285-7277dd2bb329 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2a6b0be-7157-43e8-a6e5-9390a58d00dd HTTP/1.1" status: 200 len: 205 time: 0.0271556 Dec 14 01:22:16.279989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57324) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:16.292662 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858b9b-b062-4273-8d14-5fd2cd4fd81c req-d2e507d2-bab6-4c94-8482-e62bf352a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:16.294245 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99858b9b-b062-4273-8d14-5fd2cd4fd81c req-d2e507d2-bab6-4c94-8482-e62bf352a18c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e0f4c53-ae28-4951-a12c-e39aaa1e5565 HTTP/1.1" status: 200 len: 835 time: 0.0544951 Dec 14 01:22:16.343657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858b9b-b062-4273-8d14-5fd2cd4fd81c req-844348c4-5fa5-4e4a-8fd8-dcb4b5be8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:16.345603 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99858b9b-b062-4273-8d14-5fd2cd4fd81c req-844348c4-5fa5-4e4a-8fd8-dcb4b5be8d54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35f96918-9d9b-4023-9bc9-736f727aaf21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440590 Dec 14 01:22:16.350007 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-3112b9c7-5d87-4a3a-91b6-6f00b1ebc917 None None] Set router c2a6b0be-7157-43e8-a6e5-9390a58d00dd gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:22:16.358201 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b65e8f5-0014-44ce-b9f8-29ebf634148c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:16.406208 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3112b9c7-5d87-4a3a-91b6-6f00b1ebc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a6b0be-7157-43e8-a6e5-9390a58d00dd', 'name': 'tempest-RoutersTest-router-960612313', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:22:15Z', 'updated_at': '2021-12-14T01:22:15Z', 'revision_number': 2, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:16.433778 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3112b9c7-5d87-4a3a-91b6-6f00b1ebc917 None None] Checking router: c2a6b0be-7157-43e8-a6e5-9390a58d00dd for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:22:16.442518 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3112b9c7-5d87-4a3a-91b6-6f00b1ebc917 None None] Routers {'c2a6b0be-7157-43e8-a6e5-9390a58d00dd'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:22:16.443147 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3112b9c7-5d87-4a3a-91b6-6f00b1ebc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:21:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c2a6b0be-7157-43e8-a6e5-9390a58d00dd'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:16.451318 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99858b9b-b062-4273-8d14-5fd2cd4fd81c req-184d51d7-876d-408c-bdf7-6421dcd28fdc service neutron] 10.222.0.16 "GET /v2.0/networks/35f96918-9d9b-4023-9bc9-736f727aaf21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973399 Dec 14 01:22:16.517023 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-3112b9c7-5d87-4a3a-91b6-6f00b1ebc917 None None] Set router c2a6b0be-7157-43e8-a6e5-9390a58d00dd gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:22:16.549976 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99858b9b-b062-4273-8d14-5fd2cd4fd81c req-de6e32fb-bbd7-42fc-8eb0-8e31e84e5970 service neutron] 10.222.0.16 "GET /v2.0/networks/35f96918-9d9b-4023-9bc9-736f727aaf21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910778 Dec 14 01:22:16.571572 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3112b9c7-5d87-4a3a-91b6-6f00b1ebc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a6b0be-7157-43e8-a6e5-9390a58d00dd', 'name': 'tempest-RoutersTest-router-960612313', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:22:15Z', 'updated_at': '2021-12-14T01:22:15Z', 'revision_number': 2, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:16.604335 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3112b9c7-5d87-4a3a-91b6-6f00b1ebc917 None None] The sync data for ids ['c2a6b0be-7157-43e8-a6e5-9390a58d00dd'] in dv-neutron-821592-1-hyperv is: [{'id': 'c2a6b0be-7157-43e8-a6e5-9390a58d00dd', 'name': 'tempest-RoutersTest-router-960612313', 'tenant_id': 'a08892403d0b4372b696b4a853123dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:22:15Z', 'updated_at': '2021-12-14T01:22:15Z', 'revision_number': 2, 'project_id': 'a08892403d0b4372b696b4a853123dae', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:22:16.843920 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b65e8f5-0014-44ce-b9f8-29ebf634148c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:16.846192 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b65e8f5-0014-44ce-b9f8-29ebf634148c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:16.894142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b65e8f5-0014-44ce-b9f8-29ebf634148c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:16.894657 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b65e8f5-0014-44ce-b9f8-29ebf634148c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Fanout notify agent at l3_agent the message router_deleted on router c2a6b0be-7157-43e8-a6e5-9390a58d00dd {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:22:16.901656 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b65e8f5-0014-44ce-b9f8-29ebf634148c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:16.902780 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0b65e8f5-0014-44ce-b9f8-29ebf634148c tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/routers/c2a6b0be-7157-43e8-a6e5-9390a58d00dd HTTP/1.1" status: 204 len: 168 time: 0.6215534 Dec 14 01:22:16.906631 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57326) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:16.933598 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ab0d2f9a-bc21-4949-b667-887630c3b83a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2a6b0be-7157-43e8-a6e5-9390a58d00dd HTTP/1.1" status: 200 len: 205 time: 0.0258694 Dec 14 01:22:16.935993 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57328) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:16.973018 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-bc9f99ae-61ee-4593-903c-6766af1af0f3 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] delete failed (client error): The resource could not be found. Dec 14 01:22:16.974033 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bc9f99ae-61ee-4593-903c-6766af1af0f3 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/routers/c2a6b0be-7157-43e8-a6e5-9390a58d00dd HTTP/1.1" status: 404 len: 336 time: 0.0370846 Dec 14 01:22:16.976681 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57330) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.003154 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c5e6ba-f58b-48b6-968f-6a390d675a5a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] DELETE failed (client error): The resource could not be found. Dec 14 01:22:17.003614 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c5e6ba-f58b-48b6-968f-6a390d675a5a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:22:17.006709 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b1c5e6ba-f58b-48b6-968f-6a390d675a5a tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/b510df0e-31f3-41c2-bc7f-400b48c38eba HTTP/1.1" status: 404 len: 337 time: 0.0289769 Dec 14 01:22:17.009505 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57332) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.035543 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-472b86ec-f687-4efb-afd1-7eec031085c5 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] DELETE failed (client error): The resource could not be found. Dec 14 01:22:17.035910 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472b86ec-f687-4efb-afd1-7eec031085c5 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:22:17.038911 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-472b86ec-f687-4efb-afd1-7eec031085c5 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/c1268338-cd91-4a3f-a228-9526bb32b5a1 HTTP/1.1" status: 404 len: 337 time: 0.0285029 Dec 14 01:22:17.041667 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57334) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.070523 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7b99fc-1ad7-4831-850a-7dc2f79536ce tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] DELETE failed (client error): The resource could not be found. Dec 14 01:22:17.070998 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee7b99fc-1ad7-4831-850a-7dc2f79536ce tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:22:17.074152 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ee7b99fc-1ad7-4831-850a-7dc2f79536ce tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/a667478b-969b-4cff-af50-a85af215ed21 HTTP/1.1" status: 404 len: 337 time: 0.0315812 Dec 14 01:22:17.076738 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57336) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.101621 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-e570841d-45bf-4dc8-92f0-6cda76167b3f tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] DELETE failed (client error): The resource could not be found. Dec 14 01:22:17.102069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e570841d-45bf-4dc8-92f0-6cda76167b3f tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:22:17.105142 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e570841d-45bf-4dc8-92f0-6cda76167b3f tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/8019e6f0-5fd5-4e5d-aee1-899b7507206b HTTP/1.1" status: 404 len: 337 time: 0.0275080 Dec 14 01:22:17.107627 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57338) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.133755 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f3b78b16-a532-478d-b64f-12d7489d32d5 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a26cba-4507-4939-809c-f6f8a924c4e9 HTTP/1.1" status: 200 len: 205 time: 0.0250316 Dec 14 01:22:17.136084 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57340) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.173015 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-44cadaec-ea69-465b-86ed-19cb68d67ba4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] delete failed (client error): The resource could not be found. Dec 14 01:22:17.173996 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-44cadaec-ea69-465b-86ed-19cb68d67ba4 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/routers/96a26cba-4507-4939-809c-f6f8a924c4e9 HTTP/1.1" status: 404 len: 336 time: 0.0370219 Dec 14 01:22:17.176836 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57342) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.207361 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d9e39bfa-fc75-408b-bc38-3c58b5f18bfc tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports?device_id=4647db9d-cb69-472c-9fb2-8ea25e906c80 HTTP/1.1" status: 200 len: 205 time: 0.0295987 Dec 14 01:22:17.209873 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57344) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.246663 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-b3a2fbc8-34a6-4ce5-aa74-e69e40bf9d0b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] delete failed (client error): The resource could not be found. Dec 14 01:22:17.247712 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b3a2fbc8-34a6-4ce5-aa74-e69e40bf9d0b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/routers/4647db9d-cb69-472c-9fb2-8ea25e906c80 HTTP/1.1" status: 404 len: 336 time: 0.0369501 Dec 14 01:22:17.250422 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57346) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.277350 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-6747feaa-5ba4-43b6-b306-3aeac89ea4d2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] DELETE failed (client error): The resource could not be found. Dec 14 01:22:17.277812 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6747feaa-5ba4-43b6-b306-3aeac89ea4d2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:22:17.280897 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6747feaa-5ba4-43b6-b306-3aeac89ea4d2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/adf95266-d578-4401-b7c6-ce3bf6cf5dc3 HTTP/1.1" status: 404 len: 337 time: 0.0295553 Dec 14 01:22:17.283812 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57348) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.311655 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-67b3b2dd-71b9-449b-accd-bdcc938ccc41 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports?device_id=23a940e2-e978-4f36-8bf9-ac87fb2365c4 HTTP/1.1" status: 200 len: 205 time: 0.0263386 Dec 14 01:22:17.315074 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57350) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.356128 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-f04e6c6c-a730-4888-b250-af0ecedb4db1 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] delete failed (client error): The resource could not be found. Dec 14 01:22:17.357170 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f04e6c6c-a730-4888-b250-af0ecedb4db1 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/routers/23a940e2-e978-4f36-8bf9-ac87fb2365c4 HTTP/1.1" status: 404 len: 336 time: 0.0412109 Dec 14 01:22:17.361331 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57352) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.388835 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-41e15964-dc75-49a9-9446-c0c206264001 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76b9a76-e6a0-4374-b6e2-eb89f56ea6db HTTP/1.1" status: 200 len: 205 time: 0.0263972 Dec 14 01:22:17.391331 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57354) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.428812 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-02c5a1f8-b0c9-4450-988b-7e841779bd3b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] delete failed (client error): The resource could not be found. Dec 14 01:22:17.429846 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-02c5a1f8-b0c9-4450-988b-7e841779bd3b tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/routers/f76b9a76-e6a0-4374-b6e2-eb89f56ea6db HTTP/1.1" status: 404 len: 336 time: 0.0375869 Dec 14 01:22:17.432806 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57356) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.461349 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38ef909-2d52-45dd-ae89-3e6185128d3d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] DELETE failed (client error): The resource could not be found. Dec 14 01:22:17.462039 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38ef909-2d52-45dd-ae89-3e6185128d3d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:22:17.465157 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d38ef909-2d52-45dd-ae89-3e6185128d3d tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/8343ffbe-2bd1-4769-a109-4b066a59cb73 HTTP/1.1" status: 404 len: 337 time: 0.0313411 Dec 14 01:22:17.467674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57358) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.499163 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b6cb79cc-4916-4082-8eec-98c13afdbc51 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a8ba61-ebcc-445d-bacf-7575141a5f36 HTTP/1.1" status: 200 len: 205 time: 0.0302770 Dec 14 01:22:17.501424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57360) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.538419 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-451d7fd0-6059-448a-bd18-26d68a4c97b2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] delete failed (client error): The resource could not be found. Dec 14 01:22:17.539518 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-451d7fd0-6059-448a-bd18-26d68a4c97b2 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/routers/71a8ba61-ebcc-445d-bacf-7575141a5f36 HTTP/1.1" status: 404 len: 336 time: 0.0371261 Dec 14 01:22:17.542048 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57362) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.567503 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ca0303-76e5-455d-9a26-677340b47bf9 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] DELETE failed (client error): The resource could not be found. Dec 14 01:22:17.567944 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ca0303-76e5-455d-9a26-677340b47bf9 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:22:17.570923 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b6ca0303-76e5-455d-9a26-677340b47bf9 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/7a1db72a-b948-47e6-864f-857536811b97 HTTP/1.1" status: 404 len: 337 time: 0.0279639 Dec 14 01:22:17.573497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57364) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.598994 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-af19c5e3-19c0-4863-876f-584a768c7559 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d8fa9d2-e066-439e-a18e-f7ec5559692e HTTP/1.1" status: 200 len: 205 time: 0.0244823 Dec 14 01:22:17.601370 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57366) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.643747 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-14dfb025-0ade-478d-afd4-36cd36977517 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] delete failed (client error): The resource could not be found. Dec 14 01:22:17.644910 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-14dfb025-0ade-478d-afd4-36cd36977517 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/routers/3d8fa9d2-e066-439e-a18e-f7ec5559692e HTTP/1.1" status: 404 len: 336 time: 0.0426731 Dec 14 01:22:17.647532 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57368) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.674033 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bdceda-b74b-4da6-9f7a-f8a9ef3068cf tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] DELETE failed (client error): The resource could not be found. Dec 14 01:22:17.674478 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65bdceda-b74b-4da6-9f7a-f8a9ef3068cf tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:22:17.677479 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-65bdceda-b74b-4da6-9f7a-f8a9ef3068cf tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/86d7969f-7282-4871-b7d6-d5acda38eb00 HTTP/1.1" status: 404 len: 337 time: 0.0289044 Dec 14 01:22:17.680036 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57370) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:17.704948 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d0bb1f-daf1-49ee-8892-a69ec5f22a16 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] DELETE failed (client error): The resource could not be found. Dec 14 01:22:17.705311 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d0bb1f-daf1-49ee-8892-a69ec5f22a16 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:22:17.708234 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e2d0bb1f-daf1-49ee-8892-a69ec5f22a16 tempest-RoutersTest-1258985948 tempest-RoutersTest-1258985948-project] 10.222.0.32 "DELETE /v2.0/subnets/f8420f62-e22a-425d-8385-27decab43526 HTTP/1.1" status: 404 len: 337 time: 0.0271816 Dec 14 01:22:17.971661 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57376) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:18.109139 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a33d7479-d6b9-4ac3-9b20-0affdae3d482 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a08892403d0b4372b696b4a853123dae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1362400 Dec 14 01:22:18.112562 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57380) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:18.158707 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b113279-2e64-4c19-8609-73bc7b3d63b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:18.185565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b113279-2e64-4c19-8609-73bc7b3d63b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:18.235933 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b113279-2e64-4c19-8609-73bc7b3d63b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:18.240166 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b113279-2e64-4c19-8609-73bc7b3d63b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:18.241933 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4b113279-2e64-4c19-8609-73bc7b3d63b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a69c466c-88da-4559-a732-dadb994adb36 HTTP/1.1" status: 204 len: 168 time: 0.1283174 Dec 14 01:22:18.250841 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b113279-2e64-4c19-8609-73bc7b3d63b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69c466c-88da-4559-a732-dadb994adb36,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:18.933483 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57402) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:19.044951 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1bf6b6bf-98e0-40b7-b616-4f2d634cb711 tempest-ServiceProvidersTest-473442291 tempest-ServiceProvidersTest-473442291-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1100185 Dec 14 01:22:19.304003 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57412) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:19.415665 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8425f1c-adf1-4f9a-9c4c-203f084eeec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:19.499610 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8425f1c-adf1-4f9a-9c4c-203f084eeec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:19.505872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8425f1c-adf1-4f9a-9c4c-203f084eeec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:19.543867 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8425f1c-adf1-4f9a-9c4c-203f084eeec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5aa144-0b04-463e-8beb-6bf850248bef,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:19.548169 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f8425f1c-adf1-4f9a-9c4c-203f084eeec9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed4efc616a1d4657b7b321b4fd32d8d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2431383 Dec 14 01:22:19.551732 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57416) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:19.599738 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3d485c2-4234-458c-91ee-184b1695d28d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:19.621726 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3d485c2-4234-458c-91ee-184b1695d28d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:19.671836 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57418) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:19.678390 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3d485c2-4234-458c-91ee-184b1695d28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:19.681384 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3d485c2-4234-458c-91ee-184b1695d28d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:19.683081 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d3d485c2-4234-458c-91ee-184b1695d28d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd5aa144-0b04-463e-8beb-6bf850248bef HTTP/1.1" status: 204 len: 168 time: 0.1301804 Dec 14 01:22:19.693311 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d485c2-4234-458c-91ee-184b1695d28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5aa144-0b04-463e-8beb-6bf850248bef,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:19.759637 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efdc1bc-b97c-4f01-bd67-3d9dc967ffd8 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:19.760123 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efdc1bc-b97c-4f01-bd67-3d9dc967ffd8 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:19.760582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efdc1bc-b97c-4f01-bd67-3d9dc967ffd8 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:19.762276 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9efdc1bc-b97c-4f01-bd67-3d9dc967ffd8 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=9e28f216f8fb4b05811c7d7158efaac5&network_id=35f96918-9d9b-4023-9bc9-736f727aaf21 HTTP/1.1" status: 200 len: 2999 time: 0.0892119 Dec 14 01:22:21.908481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-901294b8-81ba-4c6d-82d8-5cc7f97ffe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:23.886311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57430) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:23.939419 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73462d3-598d-4a11-ae57-6d9d3be5dd0d tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:23.940960 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e73462d3-598d-4a11-ae57-6d9d3be5dd0d tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e HTTP/1.1" status: 200 len: 814 time: 0.0535858 Dec 14 01:22:24.162304 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08870923-49a2-4ccd-9fd9-2afde37e15f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:25.078601 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57436) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:25.083702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c593a917-7103-4e32-bbe9-e84e1ec32b21 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'network': {'name': 'tempest-network-smoke--649894807', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'port_security_enabled': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:22:25.109160 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c593a917-7103-4e32-bbe9-e84e1ec32b21 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:22:25.113168 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c593a917-7103-4e32-bbe9-e84e1ec32b21 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:25.137828 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c593a917-7103-4e32-bbe9-e84e1ec32b21 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:22:25.147774 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c593a917-7103-4e32-bbe9-e84e1ec32b21 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:25.148141 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-c593a917-7103-4e32-bbe9-e84e1ec32b21 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Added segment 77288808-56d2-4af1-89bf-26e2e75d3247 of type vlan for network 13d766c4-20ca-4762-9146-be7a4ec5f234 Dec 14 01:22:25.188968 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c593a917-7103-4e32-bbe9-e84e1ec32b21 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:25.214759 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c593a917-7103-4e32-bbe9-e84e1ec32b21 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:25.224002 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c593a917-7103-4e32-bbe9-e84e1ec32b21 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:25.224994 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c593a917-7103-4e32-bbe9-e84e1ec32b21 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:25.288842 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c593a917-7103-4e32-bbe9-e84e1ec32b21 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2092438 Dec 14 01:22:25.292194 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57438) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:25.296673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593a917-7103-4e32-bbe9-e84e1ec32b21 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Network': ['ID=13d766c4-20ca-4762-9146-be7a4ec5f234,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:25.318842 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 13d766c4-20ca-4762-9146-be7a4ec5f234 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:22:25.359900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:25.367034 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d22181-18b3-4b6c-8f6d-f73d05b20a79 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:25.368582 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b1d22181-18b3-4b6c-8f6d-f73d05b20a79 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9e28f216f8fb4b05811c7d7158efaac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0753586 Dec 14 01:22:25.371693 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57440) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:25.521888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e502235-156b-4c8b-b3fc-87978a3a788b tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:25.523438 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9e502235-156b-4c8b-b3fc-87978a3a788b tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1507711 Dec 14 01:22:25.528784 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57442) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:25.568263 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-43fcc664-f134-48b9-b130-a22add3d3fde tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383503 Dec 14 01:22:25.572034 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57444) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:25.599192 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d18890f4-2d96-4233-8924-bc20586ae938 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9e28f216f8fb4b05811c7d7158efaac5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260956 Dec 14 01:22:25.601810 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57446) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:25.698500 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945cec98-7a07-4167-b041-d8c9da841566 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:25.699906 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-945cec98-7a07-4167-b041-d8c9da841566 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0969012 Dec 14 01:22:25.703943 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57448) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:25.731453 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-486b566e-40fe-4d32-91dd-dd849e99f7fa tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264673 Dec 14 01:22:25.733900 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57450) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:25.738358 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ec330372-cc13-4ba8-8be8-daeae6265705 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-155271109', 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:22:25.836371 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec330372-cc13-4ba8-8be8-daeae6265705 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:22:25.840058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec330372-cc13-4ba8-8be8-daeae6265705 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.024725 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec330372-cc13-4ba8-8be8-daeae6265705 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.085305 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec330372-cc13-4ba8-8be8-daeae6265705 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Subnet': ['ID=73b35bac-9a82-4672-8b4c-31bc79cbdd9e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:26.096353 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec330372-cc13-4ba8-8be8-daeae6265705 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Checking segment: {'id': '77288808-56d2-4af1-89bf-26e2e75d3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:22:26.096715 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec330372-cc13-4ba8-8be8-daeae6265705 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network hostable DHCP agents. Network: 13d766c4-20ca-4762-9146-be7a4ec5f234, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:22:26.114409 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec330372-cc13-4ba8-8be8-daeae6265705 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 13d766c4-20ca-4762-9146-be7a4ec5f234 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:22:26.123114 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-ec330372-cc13-4ba8-8be8-daeae6265705 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 13d766c4-20ca-4762-9146-be7a4ec5f234) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:22:26.127898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec330372-cc13-4ba8-8be8-daeae6265705 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:26.128527 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec330372-cc13-4ba8-8be8-daeae6265705 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.132335 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f375a5-9859-432a-810c-96f7a6187633 None None] Network 13d766c4-20ca-4762-9146-be7a4ec5f234 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:22:26.145481 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ec330372-cc13-4ba8-8be8-daeae6265705 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4106195 Dec 14 01:22:26.231428 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-13d766c4-20ca-4762-9146-be7a4ec5f234', 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ips': [{'subnet_id': '73b35bac-9a82-4672-8b4c-31bc79cbdd9e'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:22:26.232405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.348562 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57454) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:26.353469 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-82207204-98b3-4794-b6cc-785443865500 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1177519223', 'description': 'tempest-secgroup-smoke-1177519223 description', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:22:26.366033 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Allocated IP 172.20.0.18 (13d766c4-20ca-4762-9146-be7a4ec5f234/73b35bac-9a82-4672-8b4c-31bc79cbdd9e/2808a53a-ea02-4b23-be94-e489b91c93ee) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:22:26.378031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82207204-98b3-4794-b6cc-785443865500 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.446906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82207204-98b3-4794-b6cc-785443865500 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.451894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82207204-98b3-4794-b6cc-785443865500 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.480007 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82207204-98b3-4794-b6cc-785443865500 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.481276 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-82207204-98b3-4794-b6cc-785443865500 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1315494 Dec 14 01:22:26.484593 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57456) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:26.485949 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82207204-98b3-4794-b6cc-785443865500 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:26.491015 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-481de34a-1cd3-48ad-93d1-a89674b71ce7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:22:26.508936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.516925 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.530183 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-481de34a-1cd3-48ad-93d1-a89674b71ce7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.557117 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Network 13d766c4-20ca-4762-9146-be7a4ec5f234 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:22:26.559872 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:22:26.563467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:22:26.568819 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Pushing event updated for resources: {'Port': ['ID=2808a53a-ea02-4b23-be94-e489b91c93ee,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:26.588823 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-481de34a-1cd3-48ad-93d1-a89674b71ce7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.592808 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-481de34a-1cd3-48ad-93d1-a89674b71ce7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.611205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481de34a-1cd3-48ad-93d1-a89674b71ce7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f0303e-b247-48ff-b327-b06e95b629fb,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:26.619738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-481de34a-1cd3-48ad-93d1-a89674b71ce7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.623773 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-481de34a-1cd3-48ad-93d1-a89674b71ce7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346836 Dec 14 01:22:26.624327 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57458) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:26.628813 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-67a50136-993d-4f0f-9557-10b30b0d1885 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:22:26.637156 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Attempting to bind port 2808a53a-ea02-4b23-be94-e489b91c93ee on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:22:26.637442 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Attempting to bind port 2808a53a-ea02-4b23-be94-e489b91c93ee by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '77288808-56d2-4af1-89bf-26e2e75d3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:22:26.637837 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Attempting to bind port 2808a53a-ea02-4b23-be94-e489b91c93ee on network 13d766c4-20ca-4762-9146-be7a4ec5f234 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:22:26.643316 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:22:26.643687 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Checking segment: {'id': '77288808-56d2-4af1-89bf-26e2e75d3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:22:26.644086 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.644505 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Bound using segment: {'id': '77288808-56d2-4af1-89bf-26e2e75d3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:22:26.644972 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Bound port: 2808a53a-ea02-4b23-be94-e489b91c93ee, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77288808-56d2-4af1-89bf-26e2e75d3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:22:26.645465 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.658907 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67a50136-993d-4f0f-9557-10b30b0d1885 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.715001 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.721699 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67a50136-993d-4f0f-9557-10b30b0d1885 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.727360 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] For port 2808a53a-ea02-4b23-be94-e489b91c93ee, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:22:26.727546 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67a50136-993d-4f0f-9557-10b30b0d1885 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.731901 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] For port 2808a53a-ea02-4b23-be94-e489b91c93ee, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2808a53a-ea02-4b23-be94-e489b91c93ee,segment=NetworkSegment(77288808-56d2-4af1-89bf-26e2e75d3247),segment_id=77288808-56d2-4af1-89bf-26e2e75d3247)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:22:26.736661 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.747682 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a50136-993d-4f0f-9557-10b30b0d1885 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c58d06-91ab-4c6b-986c-39900da12cd2,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:26.756173 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67a50136-993d-4f0f-9557-10b30b0d1885 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.757420 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-67a50136-993d-4f0f-9557-10b30b0d1885 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1322129 Dec 14 01:22:26.760322 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57460) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:26.764772 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c6d387b8-cf99-4672-822c-f3e1ddf6f4be tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:22:26.802328 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c6d387b8-cf99-4672-822c-f3e1ddf6f4be tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.804532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f1a0c-dca8-46ae-b621-f5ecba3e488d None None] Pushing event updated for resources: {'Port': ['ID=2808a53a-ea02-4b23-be94-e489b91c93ee,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:26.863013 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c6d387b8-cf99-4672-822c-f3e1ddf6f4be tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.867201 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c6d387b8-cf99-4672-822c-f3e1ddf6f4be tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.885021 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d387b8-cf99-4672-822c-f3e1ddf6f4be tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c7e091-d074-4cc4-9fb1-21c14f3693fd,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:26.893429 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c6d387b8-cf99-4672-822c-f3e1ddf6f4be tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:26.894698 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c6d387b8-cf99-4672-822c-f3e1ddf6f4be tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333821 Dec 14 01:22:26.897445 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57462) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:26.902053 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e8484f5b-4385-453e-8c39-8c95ce21e897 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:22:26.932263 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8484f5b-4385-453e-8c39-8c95ce21e897 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:27.013653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8484f5b-4385-453e-8c39-8c95ce21e897 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:27.018572 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8484f5b-4385-453e-8c39-8c95ce21e897 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:27.037015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8484f5b-4385-453e-8c39-8c95ce21e897 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c831f71f-c49c-4a63-a564-d5c81b22f0ed,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:27.045457 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8484f5b-4385-453e-8c39-8c95ce21e897 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:27.046746 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e8484f5b-4385-453e-8c39-8c95ce21e897 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483707 Dec 14 01:22:27.049670 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57464) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:27.055263 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-afcc5d4b-183c-44c9-9b74-364cd93c9176 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:22:27.082139 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-afcc5d4b-183c-44c9-9b74-364cd93c9176 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:22:27.087347 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afcc5d4b-183c-44c9-9b74-364cd93c9176 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:27.153171 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afcc5d4b-183c-44c9-9b74-364cd93c9176 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:27.160053 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afcc5d4b-183c-44c9-9b74-364cd93c9176 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:27.178997 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc5d4b-183c-44c9-9b74-364cd93c9176 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fb5574-1308-4aef-a31d-1d775518c7aa,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:27.185898 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afcc5d4b-183c-44c9-9b74-364cd93c9176 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:27.187431 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-afcc5d4b-183c-44c9-9b74-364cd93c9176 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1363947 Dec 14 01:22:27.189928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57466) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:27.194338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e3520268-edd8-4df5-b5d9-c7eece00bdfe tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:22:27.219813 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-e3520268-edd8-4df5-b5d9-c7eece00bdfe tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:22:27.224611 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e3520268-edd8-4df5-b5d9-c7eece00bdfe tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:27.286966 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e3520268-edd8-4df5-b5d9-c7eece00bdfe tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:27.293255 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e3520268-edd8-4df5-b5d9-c7eece00bdfe tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:27.311927 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3520268-edd8-4df5-b5d9-c7eece00bdfe tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ca67cc-fd98-45e9-ad6b-d632cef35952,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:27.319168 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e3520268-edd8-4df5-b5d9-c7eece00bdfe tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:27.323419 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e3520268-edd8-4df5-b5d9-c7eece00bdfe tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295061 Dec 14 01:22:27.542222 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-63921f4b-804a-43b5-b1fd-746c66b63867 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177519223&fields=id&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 267 time: 0.0518482 Dec 14 01:22:27.658967 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-6345e9ee-61bc-4290-9af2-2101c16e6b57 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:27.660940 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-6345e9ee-61bc-4290-9af2-2101c16e6b57 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/networks?id=13d766c4-20ca-4762-9146-be7a4ec5f234 HTTP/1.1" status: 200 len: 796 time: 0.1110010 Dec 14 01:22:27.681778 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-0a962506-8c06-4b88-8338-d3614ddc873e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/quotas/9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 375 time: 0.0144911 Dec 14 01:22:27.710631 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220b2a38-9e94-4cba-aae2-96cc3cbcffae None None] Network 13d766c4-20ca-4762-9146-be7a4ec5f234 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:22:27.738735 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-5d9121bc-2caf-4ef6-82f7-e0402ec5e920 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0505288 Dec 14 01:22:27.790471 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:27.810156 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cc628583-a222-4114-84f0-c3ab6bd60f10 None None] Provisioning complete for port 2808a53a-ea02-4b23-be94-e489b91c93ee triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:27.810550 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cc628583-a222-4114-84f0-c3ab6bd60f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:27.843810 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-0098fbfd-1479-4743-9c6f-4a7855bbdf9d service neutron] 10.222.0.32 "GET /v2.0/networks/13d766c4-20ca-4762-9146-be7a4ec5f234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928309 Dec 14 01:22:27.937039 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cc628583-a222-4114-84f0-c3ab6bd60f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:27.940334 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-2df0f7bc-7631-4e5b-bfe4-62c1d2b8b5ba service neutron] 10.222.0.32 "GET /v2.0/networks/13d766c4-20ca-4762-9146-be7a4ec5f234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900395 Dec 14 01:22:27.974984 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cc628583-a222-4114-84f0-c3ab6bd60f10 None None] For port 2808a53a-ea02-4b23-be94-e489b91c93ee, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2808a53a-ea02-4b23-be94-e489b91c93ee,segment=NetworkSegment(77288808-56d2-4af1-89bf-26e2e75d3247),segment_id=77288808-56d2-4af1-89bf-26e2e75d3247)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:27.980070 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cc628583-a222-4114-84f0-c3ab6bd60f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:28.040667 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc628583-a222-4114-84f0-c3ab6bd60f10 None None] Pushing event updated for resources: {'Port': ['ID=2808a53a-ea02-4b23-be94-e489b91c93ee,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:28.119605 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-be6b1ac0-5810-4784-8a03-2e13f887c5af req-f73c9f6a-b1a7-4cc4-a828-b50cb84db71b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb9aa39-95c8-48cd-a88c-c650e8c2659d HTTP/1.1" status: 200 len: 210 time: 0.0290027 Dec 14 01:22:28.202039 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-36002e0a-21c8-4802-9e25-00c60db3bf73 None None] Provisioning complete for port 2808a53a-ea02-4b23-be94-e489b91c93ee triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:28.202410 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36002e0a-21c8-4802-9e25-00c60db3bf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:28.400062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2808a53a-ea02-4b23-be94-e489b91c93ee up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:22:28.451950 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 2808a53a-ea02-4b23-be94-e489b91c93ee triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:28.452346 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:29.177965 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-9e9e63aa-9eb1-4a4a-bd2b-a94bc163fb17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:29.179468 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-9e9e63aa-9eb1-4a4a-bd2b-a94bc163fb17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/networks?id=13d766c4-20ca-4762-9146-be7a4ec5f234 HTTP/1.1" status: 200 len: 796 time: 0.1054380 Dec 14 01:22:29.213917 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71fe3186-088b-429f-8f47-231fc8a75f2a req-23f4551c-f1ec-4df7-8dc7-dde73bcec8af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb9aa39-95c8-48cd-a88c-c650e8c2659d HTTP/1.1" status: 200 len: 210 time: 0.0263855 Dec 14 01:22:29.268740 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-f5b0f035-2cb8-4374-bc96-49514437f637 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 473 time: 0.0718708 Dec 14 01:22:29.282225 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-519f974c-c8fc-4bd3-997c-1375a1bcebeb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'port': {'device_id': '5bb9aa39-95c8-48cd-a88c-c650e8c2659d', 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234', 'admin_state_up': True, 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'security_groups': ['8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:22:29.397340 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-519f974c-c8fc-4bd3-997c-1375a1bcebeb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:22:29.401271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-519f974c-c8fc-4bd3-997c-1375a1bcebeb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:29.536465 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-519f974c-c8fc-4bd3-997c-1375a1bcebeb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.25 (13d766c4-20ca-4762-9146-be7a4ec5f234/73b35bac-9a82-4672-8b4c-31bc79cbdd9e/8c447283-5ad9-4288-942b-492f3d0d0959) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:22:29.675325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-519f974c-c8fc-4bd3-997c-1375a1bcebeb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:29.710386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-519f974c-c8fc-4bd3-997c-1375a1bcebeb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:29.753737 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-519f974c-c8fc-4bd3-997c-1375a1bcebeb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 13d766c4-20ca-4762-9146-be7a4ec5f234 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:22:29.756776 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-519f974c-c8fc-4bd3-997c-1375a1bcebeb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:22:29.760780 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-519f974c-c8fc-4bd3-997c-1375a1bcebeb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:22:29.784492 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f974c-c8fc-4bd3-997c-1375a1bcebeb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=8c447283-5ad9-4288-942b-492f3d0d0959,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:29.820668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-519f974c-c8fc-4bd3-997c-1375a1bcebeb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:29.821479 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-519f974c-c8fc-4bd3-997c-1375a1bcebeb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:29.839182 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-519f974c-c8fc-4bd3-997c-1375a1bcebeb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5605252 Dec 14 01:22:29.858513 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Request body: {'port': {'device_id': '5bb9aa39-95c8-48cd-a88c-c650e8c2659d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:22:29.920979 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:30.013791 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-08a22c68-5ba9-48db-8a3a-7ec1044ade3d None None] Provisioning complete for port 8c447283-5ad9-4288-942b-492f3d0d0959 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:30.014445 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08a22c68-5ba9-48db-8a3a-7ec1044ade3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:30.047826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-08a22c68-5ba9-48db-8a3a-7ec1044ade3d None None] Port 8c447283-5ad9-4288-942b-492f3d0d0959 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:22:30.186806 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c447283-5ad9-4288-942b-492f3d0d0959 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:22:30.194931 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:30.210184 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Transition to ACTIVE for port object 8c447283-5ad9-4288-942b-492f3d0d0959 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:22:30.215604 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:30.275503 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Pushing event updated for resources: {'Port': ['ID=8c447283-5ad9-4288-942b-492f3d0d0959,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:30.349178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Attempting to bind port 8c447283-5ad9-4288-942b-492f3d0d0959 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:22:30.349526 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Attempting to bind port 8c447283-5ad9-4288-942b-492f3d0d0959 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '77288808-56d2-4af1-89bf-26e2e75d3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:22:30.349854 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Attempting to bind port 8c447283-5ad9-4288-942b-492f3d0d0959 on network 13d766c4-20ca-4762-9146-be7a4ec5f234 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:22:30.351158 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c2a2c-6f6f-4535-9191-db2155452728 req-20ebcb13-ce65-4f23-8765-8899c3effb1e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:30.353105 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f80c2a2c-6f6f-4535-9191-db2155452728 req-20ebcb13-ce65-4f23-8765-8899c3effb1e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb9aa39-95c8-48cd-a88c-c650e8c2659d HTTP/1.1" status: 200 len: 944 time: 0.0613027 Dec 14 01:22:30.358413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Port 8c447283-5ad9-4288-942b-492f3d0d0959 on network 13d766c4-20ca-4762-9146-be7a4ec5f234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:22:30.358737 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Attempting to bind port 8c447283-5ad9-4288-942b-492f3d0d0959 on network 13d766c4-20ca-4762-9146-be7a4ec5f234 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:22:30.364406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:22:30.364882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Checking segment: {'id': '77288808-56d2-4af1-89bf-26e2e75d3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:22:30.365274 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Bound using segment: {'id': '77288808-56d2-4af1-89bf-26e2e75d3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:22:30.365708 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Bound port: 8c447283-5ad9-4288-942b-492f3d0d0959, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77288808-56d2-4af1-89bf-26e2e75d3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:22:30.366066 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:30.408016 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f80c2a2c-6f6f-4535-9191-db2155452728 req-d3f20d3d-b8b2-4e70-b306-31b75d98ce9e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489302 Dec 14 01:22:30.441570 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] For port 8c447283-5ad9-4288-942b-492f3d0d0959, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:22:30.444712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] For port 8c447283-5ad9-4288-942b-492f3d0d0959, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8c447283-5ad9-4288-942b-492f3d0d0959,segment=NetworkSegment(77288808-56d2-4af1-89bf-26e2e75d3247),segment_id=77288808-56d2-4af1-89bf-26e2e75d3247)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:22:30.451650 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:30.489805 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:30.490425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:30.491838 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] 10.222.0.16 "PUT /v2.0/ports/8c447283-5ad9-4288-942b-492f3d0d0959 HTTP/1.1" status: 200 len: 1094 time: 0.6381395 Dec 14 01:22:30.492297 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb9aa39-95c8-48cd-a88c-c650e8c2659d', 'tag': '8c447283-5ad9-4288-942b-492f3d0d0959'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:22:30.495254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4940693-fe1b-4a53-a0a1-2976a1d6f409" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb9aa39-95c8-48cd-a88c-c650e8c2659d", "tag": "8c447283-5ad9-4288-942b-492f3d0d0959"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:22:30.515322 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e54de-6132-49f7-988e-0a40e71bc075 service neutron] Pushing event updated for resources: {'Port': ['ID=8c447283-5ad9-4288-942b-492f3d0d0959,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:30.539852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4fc24d-79cc-45e2-8ed9-0022d0778b93 x-openstack-request-id: req-0d4fc24d-79cc-45e2-8ed9-0022d0778b93 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:22:30.540179 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb9aa39-95c8-48cd-a88c-c650e8c2659d", "tag": "8c447283-5ad9-4288-942b-492f3d0d0959", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:22:30.540438 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d4fc24d-79cc-45e2-8ed9-0022d0778b93 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:22:30.540845 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb9aa39-95c8-48cd-a88c-c650e8c2659d', 'tag': '8c447283-5ad9-4288-942b-492f3d0d0959', 'status': 'completed', 'code': 200} Dec 14 01:22:30.606752 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-f35890d6-253e-48be-bc0a-8ce1063f681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:30.608378 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-f35890d6-253e-48be-bc0a-8ce1063f681c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=5bb9aa39-95c8-48cd-a88c-c650e8c2659d HTTP/1.1" status: 200 len: 1097 time: 0.0440125 Dec 14 01:22:30.657586 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-0cc249f8-4311-482d-9309-1ebdd5357b79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=8c447283-5ad9-4288-942b-492f3d0d0959 HTTP/1.1" status: 200 len: 217 time: 0.0347474 Dec 14 01:22:30.711664 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-765776e6-18ed-4b58-964c-5e12c623e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:30.713237 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-765776e6-18ed-4b58-964c-5e12c623e815 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73b35bac-9a82-4672-8b4c-31bc79cbdd9e HTTP/1.1" status: 200 len: 837 time: 0.0485771 Dec 14 01:22:30.758343 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-fb167963-cfcd-42e6-babc-b9d0f1ffff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:30.759867 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-fb167963-cfcd-42e6-babc-b9d0f1ffff3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=13d766c4-20ca-4762-9146-be7a4ec5f234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393715 Dec 14 01:22:30.860807 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-50e9bb1a-5f4d-4e3f-ae2b-a07c2e3a9fe1 service neutron] 10.222.0.16 "GET /v2.0/networks/13d766c4-20ca-4762-9146-be7a4ec5f234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935183 Dec 14 01:22:30.950447 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6db4a97d-2566-4ba5-9692-b881b8ae8728 req-1f70e755-52bd-4190-8aaf-55b57ebd8c53 service neutron] 10.222.0.16 "GET /v2.0/networks/13d766c4-20ca-4762-9146-be7a4ec5f234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819058 Dec 14 01:22:31.081408 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4940693-fe1b-4a53-a0a1-2976a1d6f409 req-429233fc-5695-4068-afa7-98fdbe8ecc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:31.083612 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f4940693-fe1b-4a53-a0a1-2976a1d6f409 req-429233fc-5695-4068-afa7-98fdbe8ecc0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=5bb9aa39-95c8-48cd-a88c-c650e8c2659d HTTP/1.1" status: 200 len: 1097 time: 0.0460503 Dec 14 01:22:31.177877 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4940693-fe1b-4a53-a0a1-2976a1d6f409 req-00ee582c-9927-402a-9f8f-84ff3a6e9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:31.179575 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f4940693-fe1b-4a53-a0a1-2976a1d6f409 req-00ee582c-9927-402a-9f8f-84ff3a6e9e00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=13d766c4-20ca-4762-9146-be7a4ec5f234 HTTP/1.1" status: 200 len: 896 time: 0.0876727 Dec 14 01:22:31.222370 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f4940693-fe1b-4a53-a0a1-2976a1d6f409 req-8a44f85b-3ac5-4571-9808-a7a8530be57c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=8c447283-5ad9-4288-942b-492f3d0d0959 HTTP/1.1" status: 200 len: 217 time: 0.0347786 Dec 14 01:22:31.273779 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4940693-fe1b-4a53-a0a1-2976a1d6f409 req-ee04dbb6-6393-4517-8e3a-9127ce0b875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:31.275224 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f4940693-fe1b-4a53-a0a1-2976a1d6f409 req-ee04dbb6-6393-4517-8e3a-9127ce0b875a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73b35bac-9a82-4672-8b4c-31bc79cbdd9e HTTP/1.1" status: 200 len: 837 time: 0.0452497 Dec 14 01:22:31.326352 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4940693-fe1b-4a53-a0a1-2976a1d6f409 req-8e745cc5-455c-42b7-8721-890f917b90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:31.327877 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f4940693-fe1b-4a53-a0a1-2976a1d6f409 req-8e745cc5-455c-42b7-8721-890f917b90f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=13d766c4-20ca-4762-9146-be7a4ec5f234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0450048 Dec 14 01:22:31.419184 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f4940693-fe1b-4a53-a0a1-2976a1d6f409 req-eeea05ce-5c7a-47ed-8ace-488b2f02877c service neutron] 10.222.0.16 "GET /v2.0/networks/13d766c4-20ca-4762-9146-be7a4ec5f234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825870 Dec 14 01:22:31.514544 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f4940693-fe1b-4a53-a0a1-2976a1d6f409 req-d43f9715-55d1-464e-bc4a-350d2e2fc74d service neutron] 10.222.0.16 "GET /v2.0/networks/13d766c4-20ca-4762-9146-be7a4ec5f234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881596 Dec 14 01:22:31.529871 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab6118-07f9-4f18-8cf7-0ee0c7eeeca4 req-5b40781f-c4c7-47d5-9596-73454e3873d9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:31.531421 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44ab6118-07f9-4f18-8cf7-0ee0c7eeeca4 req-5b40781f-c4c7-47d5-9596-73454e3873d9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb9aa39-95c8-48cd-a88c-c650e8c2659d HTTP/1.1" status: 200 len: 944 time: 0.0498962 Dec 14 01:22:31.596426 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44ab6118-07f9-4f18-8cf7-0ee0c7eeeca4 req-3e3c96e4-c15c-4147-9c31-4be45e38c53b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585101 Dec 14 01:22:32.737299 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78044c58-bb77-47e5-a72c-de4c58b3062d req-ccb46dd2-1540-40ff-ac3a-df7ee3ce181a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:32.738942 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-78044c58-bb77-47e5-a72c-de4c58b3062d req-ccb46dd2-1540-40ff-ac3a-df7ee3ce181a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb9aa39-95c8-48cd-a88c-c650e8c2659d HTTP/1.1" status: 200 len: 944 time: 0.0544541 Dec 14 01:22:32.740336 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 8c447283-5ad9-4288-942b-492f3d0d0959 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:22:32.795617 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-78044c58-bb77-47e5-a72c-de4c58b3062d req-09bd420a-04d7-4280-9f43-e494f0ad40cc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503662 Dec 14 01:22:32.845652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 8c447283-5ad9-4288-942b-492f3d0d0959, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8c447283-5ad9-4288-942b-492f3d0d0959,segment=NetworkSegment(77288808-56d2-4af1-89bf-26e2e75d3247),segment_id=77288808-56d2-4af1-89bf-26e2e75d3247)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:32.856765 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '8c447283-5ad9-4288-942b-492f3d0d0959', 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234', 'port_id': '8c447283-5ad9-4288-942b-492f3d0d0959', 'mac_address': 'fa:16:3e:d6:16:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b35bac-9a82-4672-8b4c-31bc79cbdd9e', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:22:32.896700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:32.910012 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c447283-5ad9-4288-942b-492f3d0d0959 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:22:32.929284 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 8c447283-5ad9-4288-942b-492f3d0d0959, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8c447283-5ad9-4288-942b-492f3d0d0959,segment=NetworkSegment(77288808-56d2-4af1-89bf-26e2e75d3247),segment_id=77288808-56d2-4af1-89bf-26e2e75d3247)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:32.935587 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:32.982398 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=8c447283-5ad9-4288-942b-492f3d0d0959,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:33.236269 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['8c447283-5ad9-4288-942b-492f3d0d0959'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:22:33.918100 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003ee96-42bb-42a7-adc9-376658392d61 req-48cc77ec-7a54-4cb8-a334-f52a80026b4f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:33.919628 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5003ee96-42bb-42a7-adc9-376658392d61 req-48cc77ec-7a54-4cb8-a334-f52a80026b4f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb9aa39-95c8-48cd-a88c-c650e8c2659d HTTP/1.1" status: 200 len: 945 time: 0.0538359 Dec 14 01:22:33.972276 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5003ee96-42bb-42a7-adc9-376658392d61 req-1e912ae8-f8da-43c4-9a2d-7d504ad593b9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438037 Dec 14 01:22:34.750520 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 8c447283-5ad9-4288-942b-492f3d0d0959 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:22:34.818566 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 8c447283-5ad9-4288-942b-492f3d0d0959 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:22:34.822160 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 8c447283-5ad9-4288-942b-492f3d0d0959 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:34.822532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:34.901926 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:34.924997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb9aa39-95c8-48cd-a88c-c650e8c2659d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c447283-5ad9-4288-942b-492f3d0d0959'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:22:34.927378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3c27cc-5858-4622-8857-b2c9e467262a" -d '{"events": [{"server_uuid": "5bb9aa39-95c8-48cd-a88c-c650e8c2659d", "name": "network-vif-plugged", "status": "completed", "tag": "8c447283-5ad9-4288-942b-492f3d0d0959"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:22:34.940319 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 8c447283-5ad9-4288-942b-492f3d0d0959, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8c447283-5ad9-4288-942b-492f3d0d0959,segment=NetworkSegment(77288808-56d2-4af1-89bf-26e2e75d3247),segment_id=77288808-56d2-4af1-89bf-26e2e75d3247)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:34.944862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:34.967571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a321aa-6931-4069-86f5-0866fe23e922 x-openstack-request-id: req-a7a321aa-6931-4069-86f5-0866fe23e922 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:22:34.967862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb9aa39-95c8-48cd-a88c-c650e8c2659d", "name": "network-vif-plugged", "status": "completed", "tag": "8c447283-5ad9-4288-942b-492f3d0d0959", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:22:34.968132 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7a321aa-6931-4069-86f5-0866fe23e922 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:22:34.968532 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb9aa39-95c8-48cd-a88c-c650e8c2659d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c447283-5ad9-4288-942b-492f3d0d0959', 'code': 200} Dec 14 01:22:34.992997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=8c447283-5ad9-4288-942b-492f3d0d0959,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:35.101777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb137a-450f-4f52-bc74-dd4fe67be468 req-8599a06d-dd2a-4c19-a0a3-c6dd9019ecb3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:35.103302 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5fcb137a-450f-4f52-bc74-dd4fe67be468 req-8599a06d-dd2a-4c19-a0a3-c6dd9019ecb3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb9aa39-95c8-48cd-a88c-c650e8c2659d HTTP/1.1" status: 200 len: 946 time: 0.0520513 Dec 14 01:22:35.157747 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5fcb137a-450f-4f52-bc74-dd4fe67be468 req-b7eabef0-dce6-496c-97b7-683be91be503 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457315 Dec 14 01:22:35.177547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc41d3-7559-4e7f-b0e7-27226d27f4aa req-66097a18-3929-479a-941d-1996d8ace2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:35.179096 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-decc41d3-7559-4e7f-b0e7-27226d27f4aa req-66097a18-3929-479a-941d-1996d8ace2bb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5bb9aa39-95c8-48cd-a88c-c650e8c2659d HTTP/1.1" status: 200 len: 1099 time: 0.0420177 Dec 14 01:22:35.227976 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-decc41d3-7559-4e7f-b0e7-27226d27f4aa req-28df54e8-0a25-4942-913b-f876398fb43d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411365 Dec 14 01:22:36.286882 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbccb7-d1e7-4818-9f67-bbf3aca6e22d req-628b5a14-56c3-47fb-9125-21ef14d3c840 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:36.288396 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-edbbccb7-d1e7-4818-9f67-bbf3aca6e22d req-628b5a14-56c3-47fb-9125-21ef14d3c840 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb9aa39-95c8-48cd-a88c-c650e8c2659d HTTP/1.1" status: 200 len: 946 time: 0.0542283 Dec 14 01:22:36.339675 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-edbbccb7-d1e7-4818-9f67-bbf3aca6e22d req-4a13149f-c933-4ae3-8d33-8e760a26a934 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450673 Dec 14 01:22:37.460282 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e64d4-e574-4f90-9ae6-13c99d7794c5 req-03a2180c-fa18-46df-aabc-35980e4055fa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:37.461769 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-186e64d4-e574-4f90-9ae6-13c99d7794c5 req-03a2180c-fa18-46df-aabc-35980e4055fa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb9aa39-95c8-48cd-a88c-c650e8c2659d HTTP/1.1" status: 200 len: 946 time: 0.0525558 Dec 14 01:22:37.517263 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-186e64d4-e574-4f90-9ae6-13c99d7794c5 req-2f98d6e9-6455-473d-9a96-77e9e2cdbeb8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462334 Dec 14 01:22:37.649710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86afefd-92f7-4c01-8601-a30f0c50ee45 req-88ed8bea-db23-4b8f-9a87-62a2cb9a214c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:22:37.651059 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c86afefd-92f7-4c01-8601-a30f0c50ee45 req-88ed8bea-db23-4b8f-9a87-62a2cb9a214c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb9aa39-95c8-48cd-a88c-c650e8c2659d HTTP/1.1" status: 200 len: 946 time: 0.0594783 Dec 14 01:22:37.706316 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c86afefd-92f7-4c01-8601-a30f0c50ee45 req-26082665-6f12-4dbb-8619-c37a064bcb8e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485184 Dec 14 01:22:39.200215 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57520) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:22:39.645753 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:39.916934 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.17 (13d766c4-20ca-4762-9146-be7a4ec5f234/73b35bac-9a82-4672-8b4c-31bc79cbdd9e/f9a771a2-9d05-4154-bce7-a9dd40829085) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:22:40.036045 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:40.072048 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:40.118259 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 13d766c4-20ca-4762-9146-be7a4ec5f234 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:22:40.123425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:22:40.127766 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:22:40.131606 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=f9a771a2-9d05-4154-bce7-a9dd40829085,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:40.387812 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e6ef52dc-0420-4785-a4a7-074de47ee01f None None] Provisioning complete for port f9a771a2-9d05-4154-bce7-a9dd40829085 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:40.388504 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e6ef52dc-0420-4785-a4a7-074de47ee01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:40.424780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e6ef52dc-0420-4785-a4a7-074de47ee01f None None] Port f9a771a2-9d05-4154-bce7-a9dd40829085 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:22:40.506581 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:40.608053 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:40.648420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:40.933797 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:40.940369 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:41.009176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=f9a771a2-9d05-4154-bce7-a9dd40829085,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:41.011738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:41.102878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 13d766c4-20ca-4762-9146-be7a4ec5f234 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:22:41.104236 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:22:41.225621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:22:41.346831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:22:41.352021 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c213f7f2-80a9-46ea-b56d-c6f1837c209e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/006a1715-6f45-4aa2-b91c-ca7410f0eca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1504898 Dec 14 01:22:41.352273 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-71aa930b-b52b-4958-997c-53ad06689063 None None] Provisioning complete for port f9a771a2-9d05-4154-bce7-a9dd40829085 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:41.352513 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71aa930b-b52b-4958-997c-53ad06689063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:41.374500 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Sync routers for ids ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:22:41.395337 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-71aa930b-b52b-4958-997c-53ad06689063 None None] Port f9a771a2-9d05-4154-bce7-a9dd40829085 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:22:41.398041 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Routers {'006a1715-6f45-4aa2-b91c-ca7410f0eca6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:22:41.398645 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:22:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:41.667444 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Set router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:22:41.910040 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:22:40Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '1fc8eb83-28b7-4cac-bd3f-c911bfa5e122', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'port_id': '01599db0-d16b-421c-b73c-da17d032aecd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'mac_address': 'fa:16:3e:fe:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:53Z', 'revision_number': 1, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12739ba2-01ce-4968-a59d-92d0089fedb0', 'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:94:fd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:31Z', 'updated_at': '2021-12-14T01:21:36Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9a771a2-9d05-4154-bce7-a9dd40829085', 'name': '', 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:87:71:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '73b35bac-9a82-4672-8b4c-31bc79cbdd9e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:22:39Z', 'updated_at': '2021-12-14T01:22:40Z', 'revision_number': 2, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '73b35bac-9a82-4672-8b4c-31bc79cbdd9e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:41.936627 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Checking router: 006a1715-6f45-4aa2-b91c-ca7410f0eca6 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:22:41.936985 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Updating router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 port f9a771a2-9d05-4154-bce7-a9dd40829085 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:22:41.967345 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:42.229004 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:42.235852 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:42.283680 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70724b2a-5bb4-434e-a01a-ef5f0fa3d449 None None] Pushing event updated for resources: {'Port': ['ID=f9a771a2-9d05-4154-bce7-a9dd40829085,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:42.339379 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Attempting to bind port f9a771a2-9d05-4154-bce7-a9dd40829085 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:22:42.339851 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Attempting to bind port f9a771a2-9d05-4154-bce7-a9dd40829085 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '77288808-56d2-4af1-89bf-26e2e75d3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:22:42.340255 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Attempting to bind port f9a771a2-9d05-4154-bce7-a9dd40829085 on network 13d766c4-20ca-4762-9146-be7a4ec5f234 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:22:42.345603 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:22:42.345971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Checking segment: {'id': '77288808-56d2-4af1-89bf-26e2e75d3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:22:42.346370 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:42.346756 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Bound using segment: {'id': '77288808-56d2-4af1-89bf-26e2e75d3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:22:42.347213 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Bound port: f9a771a2-9d05-4154-bce7-a9dd40829085, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77288808-56d2-4af1-89bf-26e2e75d3247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:22:42.347713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:42.411129 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] For port f9a771a2-9d05-4154-bce7-a9dd40829085, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:22:42.414715 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] For port f9a771a2-9d05-4154-bce7-a9dd40829085, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f9a771a2-9d05-4154-bce7-a9dd40829085,segment=NetworkSegment(77288808-56d2-4af1-89bf-26e2e75d3247),segment_id=77288808-56d2-4af1-89bf-26e2e75d3247)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:22:42.419647 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:42.472495 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Routers {'006a1715-6f45-4aa2-b91c-ca7410f0eca6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:22:42.473124 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:22:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:42.527167 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70724b2a-5bb4-434e-a01a-ef5f0fa3d449 None None] Pushing event updated for resources: {'Port': ['ID=f9a771a2-9d05-4154-bce7-a9dd40829085,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:42.578460 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b95ea489-d9e3-4c2b-886f-639474c79de8 None None] Provisioning complete for port f9a771a2-9d05-4154-bce7-a9dd40829085 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:42.578818 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b95ea489-d9e3-4c2b-886f-639474c79de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:42.637359 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] Set router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:22:42.773332 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b95ea489-d9e3-4c2b-886f-639474c79de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:42.851819 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b95ea489-d9e3-4c2b-886f-639474c79de8 None None] For port f9a771a2-9d05-4154-bce7-a9dd40829085, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f9a771a2-9d05-4154-bce7-a9dd40829085,segment=NetworkSegment(77288808-56d2-4af1-89bf-26e2e75d3247),segment_id=77288808-56d2-4af1-89bf-26e2e75d3247)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:22:42.864201 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b95ea489-d9e3-4c2b-886f-639474c79de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:42.954999 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ea489-d9e3-4c2b-886f-639474c79de8 None None] Pushing event updated for resources: {'Port': ['ID=f9a771a2-9d05-4154-bce7-a9dd40829085,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:22:42.990534 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:22:40Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '1fc8eb83-28b7-4cac-bd3f-c911bfa5e122', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'port_id': '01599db0-d16b-421c-b73c-da17d032aecd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'mac_address': 'fa:16:3e:fe:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:53Z', 'revision_number': 1, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12739ba2-01ce-4968-a59d-92d0089fedb0', 'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:94:fd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:31Z', 'updated_at': '2021-12-14T01:21:36Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9a771a2-9d05-4154-bce7-a9dd40829085', 'name': '', 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:87:71:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '73b35bac-9a82-4672-8b4c-31bc79cbdd9e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:22:39Z', 'updated_at': '2021-12-14T01:22:42Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '73b35bac-9a82-4672-8b4c-31bc79cbdd9e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:22:43.018592 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d471f50c-7428-4314-89a8-a20ce9b39dcf None None] Provisioning complete for port f9a771a2-9d05-4154-bce7-a9dd40829085 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:43.018956 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d471f50c-7428-4314-89a8-a20ce9b39dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:43.020762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074965f-6278-4df3-8665-36b1fa9fa927 None None] The sync data for ids ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'] in dv-neutron-821592-1-hyperv is: [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:22:40Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '1fc8eb83-28b7-4cac-bd3f-c911bfa5e122', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'port_id': '01599db0-d16b-421c-b73c-da17d032aecd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'mac_address': 'fa:16:3e:fe:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:53Z', 'revision_number': 1, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12739ba2-01ce-4968-a59d-92d0089fedb0', 'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:94:fd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:31Z', 'updated_at': '2021-12-14T01:21:36Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9a771a2-9d05-4154-bce7-a9dd40829085', 'name': '', 'network_id': '13d766c4-20ca-4762-9146-be7a4ec5f234', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:87:71:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '73b35bac-9a82-4672-8b4c-31bc79cbdd9e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:22:39Z', 'updated_at': '2021-12-14T01:22:42Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '73b35bac-9a82-4672-8b4c-31bc79cbdd9e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:22:44.403990 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f9a771a2-9d05-4154-bce7-a9dd40829085 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:22:44.458427 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port f9a771a2-9d05-4154-bce7-a9dd40829085 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:22:44.458860 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:51.911734 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eac58cb7-689b-4590-9626-42e7c3a4d183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:52.100194 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:22:54.164061 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-692ee0ef-f9c0-467d-80b0-313a69c51217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:55.330708 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:56.705311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:57.749382 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:22:59.695946 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57544) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:00.073215 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:00.406192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port f9a771a2-9d05-4154-bce7-a9dd40829085 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:23:00.406500 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:00.492934 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port f9a771a2-9d05-4154-bce7-a9dd40829085, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f9a771a2-9d05-4154-bce7-a9dd40829085,segment=NetworkSegment(77288808-56d2-4af1-89bf-26e2e75d3247),segment_id=77288808-56d2-4af1-89bf-26e2e75d3247)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:23:00.493237 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:00.505533 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for f9a771a2-9d05-4154-bce7-a9dd40829085 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:23:00.699775 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:00.728786 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=f9a771a2-9d05-4154-bce7-a9dd40829085,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:00.740825 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:00.741202 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:00.741541 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:00.741861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:00.742189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:00.742513 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:00.742840 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:00.743147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:00.743471 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:00.743801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:00.744142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:00.744466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:00.744784 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:00.915483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:01.147668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:23:01.254037 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:23:01.259135 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b7befc4f-4123-4f22-8a91-8d601ea88e86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/006a1715-6f45-4aa2-b91c-ca7410f0eca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5617046 Dec 14 01:23:01.264965 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80631153-7505-47d2-a5cb-5b5a302a2bd3 None None] Sync routers for ids ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:23:01.277576 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80631153-7505-47d2-a5cb-5b5a302a2bd3 None None] Routers {'006a1715-6f45-4aa2-b91c-ca7410f0eca6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:23:01.278182 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-80631153-7505-47d2-a5cb-5b5a302a2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:22:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:01.389221 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-80631153-7505-47d2-a5cb-5b5a302a2bd3 None None] Set router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:23:01.477722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f4928-ebdb-4a31-a32d-c346411d6c47 req-3e64a930-a82a-4526-aca6-715c9a6b1980 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:01.479227 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cc9f4928-ebdb-4a31-a32d-c346411d6c47 req-3e64a930-a82a-4526-aca6-715c9a6b1980 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb9aa39-95c8-48cd-a88c-c650e8c2659d HTTP/1.1" status: 200 len: 946 time: 0.0492401 Dec 14 01:23:01.532662 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cc9f4928-ebdb-4a31-a32d-c346411d6c47 req-45e95767-7fd2-4850-b66b-9619db588b3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473580 Dec 14 01:23:01.613024 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-80631153-7505-47d2-a5cb-5b5a302a2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:23:00Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '1fc8eb83-28b7-4cac-bd3f-c911bfa5e122', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'port_id': '01599db0-d16b-421c-b73c-da17d032aecd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'mac_address': 'fa:16:3e:fe:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:53Z', 'revision_number': 1, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12739ba2-01ce-4968-a59d-92d0089fedb0', 'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:94:fd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:31Z', 'updated_at': '2021-12-14T01:21:36Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:01.638116 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80631153-7505-47d2-a5cb-5b5a302a2bd3 None None] Checking router: 006a1715-6f45-4aa2-b91c-ca7410f0eca6 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:23:01.646586 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80631153-7505-47d2-a5cb-5b5a302a2bd3 None None] Routers {'006a1715-6f45-4aa2-b91c-ca7410f0eca6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:23:01.647179 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-80631153-7505-47d2-a5cb-5b5a302a2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:22:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:01.758803 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-80631153-7505-47d2-a5cb-5b5a302a2bd3 None None] Set router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:23:02.030328 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-80631153-7505-47d2-a5cb-5b5a302a2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:23:00Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '1fc8eb83-28b7-4cac-bd3f-c911bfa5e122', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'port_id': '01599db0-d16b-421c-b73c-da17d032aecd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'mac_address': 'fa:16:3e:fe:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:53Z', 'revision_number': 1, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12739ba2-01ce-4968-a59d-92d0089fedb0', 'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:94:fd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:31Z', 'updated_at': '2021-12-14T01:21:36Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:02.059344 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80631153-7505-47d2-a5cb-5b5a302a2bd3 None None] The sync data for ids ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'] in dv-neutron-821592-1-hyperv is: [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:23:00Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '1fc8eb83-28b7-4cac-bd3f-c911bfa5e122', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'port_id': '01599db0-d16b-421c-b73c-da17d032aecd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'mac_address': 'fa:16:3e:fe:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:21:51Z', 'updated_at': '2021-12-14T01:21:53Z', 'revision_number': 1, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12739ba2-01ce-4968-a59d-92d0089fedb0', 'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:94:fd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:31Z', 'updated_at': '2021-12-14T01:21:36Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:23:02.455262 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f9a771a2-9d05-4154-bce7-a9dd40829085 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:23:02.479872 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: f9a771a2-9d05-4154-bce7-a9dd40829085 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:23:02.480402 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f9a771a2-9d05-4154-bce7-a9dd40829085 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:23:02.677106 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcdfcc-be35-434b-8288-4629682f0db6 req-c33338fe-b406-47d2-8e32-d6913542744e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:02.679035 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3abcdfcc-be35-434b-8288-4629682f0db6 req-c33338fe-b406-47d2-8e32-d6913542744e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb9aa39-95c8-48cd-a88c-c650e8c2659d HTTP/1.1" status: 200 len: 946 time: 0.0610912 Dec 14 01:23:02.732892 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3abcdfcc-be35-434b-8288-4629682f0db6 req-52fc3692-4ef7-40bb-8395-aa8dac1bb513 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451057 Dec 14 01:23:02.991117 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff3a08-a221-408c-ba02-72f3fd535e33 req-b2710238-afd5-465c-be37-a47ea0759547 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:02.992656 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b0ff3a08-a221-408c-ba02-72f3fd535e33 req-b2710238-afd5-465c-be37-a47ea0759547 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bb9aa39-95c8-48cd-a88c-c650e8c2659d HTTP/1.1" status: 200 len: 946 time: 0.0594475 Dec 14 01:23:03.091374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-b0ff3a08-a221-408c-ba02-72f3fd535e33 req-1615deb5-ec62-4881-842a-3be1b30dcc94 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 8c447283-5ad9-4288-942b-492f3d0d0959 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:23:03.091700 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b0ff3a08-a221-408c-ba02-72f3fd535e33 req-1615deb5-ec62-4881-842a-3be1b30dcc94 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:03.184665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-b0ff3a08-a221-408c-ba02-72f3fd535e33 req-1615deb5-ec62-4881-842a-3be1b30dcc94 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 8c447283-5ad9-4288-942b-492f3d0d0959, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8c447283-5ad9-4288-942b-492f3d0d0959,segment=NetworkSegment(77288808-56d2-4af1-89bf-26e2e75d3247),segment_id=77288808-56d2-4af1-89bf-26e2e75d3247)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:23:03.185003 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b0ff3a08-a221-408c-ba02-72f3fd535e33 req-1615deb5-ec62-4881-842a-3be1b30dcc94 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:03.198174 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-b0ff3a08-a221-408c-ba02-72f3fd535e33 req-1615deb5-ec62-4881-842a-3be1b30dcc94 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 8c447283-5ad9-4288-942b-492f3d0d0959 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:23:03.656307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b0ff3a08-a221-408c-ba02-72f3fd535e33 req-1615deb5-ec62-4881-842a-3be1b30dcc94 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:03.690031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615deb5-ec62-4881-842a-3be1b30dcc94 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=8c447283-5ad9-4288-942b-492f3d0d0959,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:03.733401 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ff3a08-a221-408c-ba02-72f3fd535e33 req-1615deb5-ec62-4881-842a-3be1b30dcc94 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] No DVR routers for this DVR port 8c447283-5ad9-4288-942b-492f3d0d0959 on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:23:03.736048 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b0ff3a08-a221-408c-ba02-72f3fd535e33 req-1615deb5-ec62-4881-842a-3be1b30dcc94 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:03.739362 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b0ff3a08-a221-408c-ba02-72f3fd535e33 req-1615deb5-ec62-4881-842a-3be1b30dcc94 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "DELETE /v2.0/ports/8c447283-5ad9-4288-942b-492f3d0d0959 HTTP/1.1" status: 204 len: 173 time: 0.7396979 Dec 14 01:23:03.739800 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb9aa39-95c8-48cd-a88c-c650e8c2659d', 'name': 'network-vif-deleted', 'tag': '8c447283-5ad9-4288-942b-492f3d0d0959'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:23:03.742072 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e567610c-6c77-4382-91bc-f1823960189e" -d '{"events": [{"server_uuid": "5bb9aa39-95c8-48cd-a88c-c650e8c2659d", "name": "network-vif-deleted", "tag": "8c447283-5ad9-4288-942b-492f3d0d0959"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:23:03.779292 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4f3b5d-426c-4437-9e53-c71946896416 x-openstack-request-id: req-3a4f3b5d-426c-4437-9e53-c71946896416 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:23:03.780427 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb9aa39-95c8-48cd-a88c-c650e8c2659d", "name": "network-vif-deleted", "tag": "8c447283-5ad9-4288-942b-492f3d0d0959", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:23:03.780785 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a4f3b5d-426c-4437-9e53-c71946896416 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:23:03.781353 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb9aa39-95c8-48cd-a88c-c650e8c2659d', 'name': 'network-vif-deleted', 'tag': '8c447283-5ad9-4288-942b-492f3d0d0959', 'status': 'completed', 'code': 200} Dec 14 01:23:03.839287 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b559be50-078a-46be-b6a4-c36bfe336ea7 req-01d558df-99f5-4f63-8912-c7c9f1219b46 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bb9aa39-95c8-48cd-a88c-c650e8c2659d HTTP/1.1" status: 200 len: 210 time: 0.0348074 Dec 14 01:23:04.896896 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57558) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:04.955361 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:04.981770 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.048692 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.051252 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.052456 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/security-groups/8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f HTTP/1.1" status: 204 len: 168 time: 0.1545255 Dec 14 01:23:05.061738 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b643f56-ef1f-4f90-ae1b-cd6bedfacf0f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:05.070286 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.070636 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.070976 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.071313 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.071643 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.072036 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.072367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.072696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.073195 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.073634 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.073959 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.074329 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.074734 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a10e5-e6ca-49d8-8135-7c1b8de42682 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.084719 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57562) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:05.138837 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc3ea2c-a840-421c-8fa1-825a4593ca14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting subnet 73b35bac-9a82-4672-8b4c-31bc79cbdd9e {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:23:05.142443 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ea2c-a840-421c-8fa1-825a4593ca14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.181458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ea2c-a840-421c-8fa1-825a4593ca14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.262773 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ea2c-a840-421c-8fa1-825a4593ca14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.326044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ea2c-a840-421c-8fa1-825a4593ca14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.358996 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3ea2c-a840-421c-8fa1-825a4593ca14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Subnet': ['ID=73b35bac-9a82-4672-8b4c-31bc79cbdd9e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:05.360996 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ea2c-a840-421c-8fa1-825a4593ca14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.366093 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fbc3ea2c-a840-421c-8fa1-825a4593ca14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/subnets/73b35bac-9a82-4672-8b4c-31bc79cbdd9e HTTP/1.1" status: 204 len: 168 time: 0.2784183 Dec 14 01:23:05.367030 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57564) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:05.367748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68935925-95af-43cf-ba70-e70934eb55ad None None] Network 13d766c4-20ca-4762-9146-be7a4ec5f234 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:23:05.447972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.501105 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 2808a53a-ea02-4b23-be94-e489b91c93ee {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:23:05.501443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.508558 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] DHCP port deletion for 13d766c4-20ca-4762-9146-be7a4ec5f234 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:23:05.557914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Deleting port 2808a53a-ea02-4b23-be94-e489b91c93ee {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:23:05.558258 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.564558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 2808a53a-ea02-4b23-be94-e489b91c93ee, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2808a53a-ea02-4b23-be94-e489b91c93ee,segment=NetworkSegment(77288808-56d2-4af1-89bf-26e2e75d3247),segment_id=77288808-56d2-4af1-89bf-26e2e75d3247)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:23:05.564925 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.578533 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 2808a53a-ea02-4b23-be94-e489b91c93ee owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:23:05.666901 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.694313 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=2808a53a-ea02-4b23-be94-e489b91c93ee,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:05.697952 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] No DVR routers for this DVR port 2808a53a-ea02-4b23-be94-e489b91c93ee on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:23:05.779959 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] For port 2808a53a-ea02-4b23-be94-e489b91c93ee, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2808a53a-ea02-4b23-be94-e489b91c93ee,segment=NetworkSegment(77288808-56d2-4af1-89bf-26e2e75d3247),segment_id=77288808-56d2-4af1-89bf-26e2e75d3247)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:23:05.780749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.784800 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.793403 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Calling delete_port for 2808a53a-ea02-4b23-be94-e489b91c93ee owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:23:05.808447 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d766c4-20ca-4762-9146-be7a4ec5f234']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:05.818920 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77288808-56d2-4af1-89bf-26e2e75d3247') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:05.819222 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77288808-56d2-4af1-89bf-26e2e75d3247') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:05.830106 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.846359 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.852795 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:23:05.853282 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:23:05.856396 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:23:05.872159 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.897713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Pushing event deleted for resources: {'Port': ['ID=2808a53a-ea02-4b23-be94-e489b91c93ee,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:05.901988 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] No DVR routers for this DVR port 2808a53a-ea02-4b23-be94-e489b91c93ee on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:23:05.912004 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.912340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.912728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.913126 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.913642 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.914097 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.914592 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.914996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.915401 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.915846 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.916298 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.916667 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.917074 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaadb8d-f294-4fad-8d11-5cff801610d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:05.918128 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.925609 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:05.928828 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/networks/13d766c4-20ca-4762-9146-be7a4ec5f234 HTTP/1.1" status: 204 len: 168 time: 0.5607536 Dec 14 01:23:05.931732 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57566) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:05.941162 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07880e-7ac4-43f2-b25a-da14b70c821d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Network': ['ID=13d766c4-20ca-4762-9146-be7a4ec5f234,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:06.097916 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9405bea5-ac28-4f9d-93ef-895dfcbd17b7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 6be81d25-3e8e-4eb6-bc66-6e759d1cd49b {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:23:06.098512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9405bea5-ac28-4f9d-93ef-895dfcbd17b7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:06.179969 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9405bea5-ac28-4f9d-93ef-895dfcbd17b7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:06.180256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9405bea5-ac28-4f9d-93ef-895dfcbd17b7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:06.192150 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9405bea5-ac28-4f9d-93ef-895dfcbd17b7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 6be81d25-3e8e-4eb6-bc66-6e759d1cd49b owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:23:06.394057 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2808a53a-ea02-4b23-be94-e489b91c93ee no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:23:06.397723 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9405bea5-ac28-4f9d-93ef-895dfcbd17b7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:06.417764 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 2808a53a-ea02-4b23-be94-e489b91c93ee {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:23:06.418115 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2808a53a-ea02-4b23-be94-e489b91c93ee not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:23:06.424768 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405bea5-ac28-4f9d-93ef-895dfcbd17b7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=6be81d25-3e8e-4eb6-bc66-6e759d1cd49b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:06.485313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9405bea5-ac28-4f9d-93ef-895dfcbd17b7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:06.485647 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-9405bea5-ac28-4f9d-93ef-895dfcbd17b7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP 1fc8eb83-28b7-4cac-bd3f-c911bfa5e122 disassociated (deleted). External IP: 172.26.1.44, port: 01599db0-d16b-421c-b73c-da17d032aecd. Dec 14 01:23:06.708884 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9405bea5-ac28-4f9d-93ef-895dfcbd17b7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:23:06.822318 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9405bea5-ac28-4f9d-93ef-895dfcbd17b7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:23:06.826891 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9405bea5-ac28-4f9d-93ef-895dfcbd17b7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:06.835249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e2170e-ce85-4cf2-b918-a41f25b8bbfb None None] Sync routers for ids ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:23:06.851024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e2170e-ce85-4cf2-b918-a41f25b8bbfb None None] Routers {'006a1715-6f45-4aa2-b91c-ca7410f0eca6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:23:06.851660 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-01e2170e-ce85-4cf2-b918-a41f25b8bbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:22:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:06.854647 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9405bea5-ac28-4f9d-93ef-895dfcbd17b7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/floatingips/1fc8eb83-28b7-4cac-bd3f-c911bfa5e122 HTTP/1.1" status: 204 len: 168 time: 0.9217818 Dec 14 01:23:06.855255 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'tag': '01599db0-d16b-421c-b73c-da17d032aecd'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:23:06.857587 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f6c8d7-eaf7-4f6f-b0bf-7c99d9e65d25" -d '{"events": [{"name": "network-changed", "server_uuid": "f846dfcc-aa76-45fb-9da7-6bead0499e15", "tag": "01599db0-d16b-421c-b73c-da17d032aecd"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:23:06.905395 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce14d50c-f7cf-4167-834a-9cc9e8b0bb1f x-openstack-request-id: req-ce14d50c-f7cf-4167-834a-9cc9e8b0bb1f {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:23:06.905395 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f846dfcc-aa76-45fb-9da7-6bead0499e15", "tag": "01599db0-d16b-421c-b73c-da17d032aecd", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:23:06.905704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce14d50c-f7cf-4167-834a-9cc9e8b0bb1f {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:23:06.906096 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'tag': '01599db0-d16b-421c-b73c-da17d032aecd', 'status': 'completed', 'code': 200} Dec 14 01:23:06.908344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 8c447283-5ad9-4288-942b-492f3d0d0959 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:23:06.965429 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 8c447283-5ad9-4288-942b-492f3d0d0959 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:23:06.965680 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 8c447283-5ad9-4288-942b-492f3d0d0959 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:23:06.996798 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6c8d7-eaf7-4f6f-b0bf-7c99d9e65d25 req-1932bd74-486c-4d26-b1a8-acc8e57fd30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:06.998506 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-96f6c8d7-eaf7-4f6f-b0bf-7c99d9e65d25 req-1932bd74-486c-4d26-b1a8-acc8e57fd30d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 1098 time: 0.0469961 Dec 14 01:23:07.002625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-01e2170e-ce85-4cf2-b918-a41f25b8bbfb None None] Set router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:23:07.106195 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6c8d7-eaf7-4f6f-b0bf-7c99d9e65d25 req-5b231b65-5743-45ab-b5fd-c2b233eba1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:07.106940 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ff99-cde8-492f-82cd-4260ade386c2 req-5362205b-ec99-411e-94f1-144008d8cf9f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:07.108584 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c406ff99-cde8-492f-82cd-4260ade386c2 req-5362205b-ec99-411e-94f1-144008d8cf9f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 945 time: 0.0543966 Dec 14 01:23:07.109221 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-96f6c8d7-eaf7-4f6f-b0bf-7c99d9e65d25 req-5b231b65-5743-45ab-b5fd-c2b233eba1bc service neutron] 10.222.0.16 "GET /v2.0/networks?id=35f96918-9d9b-4023-9bc9-736f727aaf21 HTTP/1.1" status: 200 len: 897 time: 0.1027079 Dec 14 01:23:07.154634 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-96f6c8d7-eaf7-4f6f-b0bf-7c99d9e65d25 req-d23f482b-d8d7-4636-a5f3-538c5d6e88fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01599db0-d16b-421c-b73c-da17d032aecd HTTP/1.1" status: 200 len: 217 time: 0.0360653 Dec 14 01:23:07.159586 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c406ff99-cde8-492f-82cd-4260ade386c2 req-862848ac-5e37-4ee8-874b-00629a5913ea tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad89be92-f183-483e-be57-0291d672ca12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438905 Dec 14 01:23:07.208135 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6c8d7-eaf7-4f6f-b0bf-7c99d9e65d25 req-3a207bbe-9e0a-4747-b830-0f91263442c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:07.209624 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-96f6c8d7-eaf7-4f6f-b0bf-7c99d9e65d25 req-3a207bbe-9e0a-4747-b830-0f91263442c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e0f4c53-ae28-4951-a12c-e39aaa1e5565 HTTP/1.1" status: 200 len: 835 time: 0.0481498 Dec 14 01:23:07.209879 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-01e2170e-ce85-4cf2-b918-a41f25b8bbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:23:00Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '12739ba2-01ce-4968-a59d-92d0089fedb0', 'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:94:fd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:31Z', 'updated_at': '2021-12-14T01:21:36Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:07.236513 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e2170e-ce85-4cf2-b918-a41f25b8bbfb None None] Checking router: 006a1715-6f45-4aa2-b91c-ca7410f0eca6 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:23:07.245453 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e2170e-ce85-4cf2-b918-a41f25b8bbfb None None] Routers {'006a1715-6f45-4aa2-b91c-ca7410f0eca6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:23:07.246072 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-01e2170e-ce85-4cf2-b918-a41f25b8bbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:22:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:07.256744 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6c8d7-eaf7-4f6f-b0bf-7c99d9e65d25 req-271c2578-5486-4594-8b83-156c969dc91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:07.258279 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-96f6c8d7-eaf7-4f6f-b0bf-7c99d9e65d25 req-271c2578-5486-4594-8b83-156c969dc91b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35f96918-9d9b-4023-9bc9-736f727aaf21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413632 Dec 14 01:23:07.351455 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-96f6c8d7-eaf7-4f6f-b0bf-7c99d9e65d25 req-6c39a8ce-d1ee-4c71-9f9b-0b98dbd7331f service neutron] 10.222.0.16 "GET /v2.0/networks/35f96918-9d9b-4023-9bc9-736f727aaf21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848310 Dec 14 01:23:07.354831 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-01e2170e-ce85-4cf2-b918-a41f25b8bbfb None None] Set router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:23:07.450205 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-96f6c8d7-eaf7-4f6f-b0bf-7c99d9e65d25 req-af3d6ca5-e23e-4c30-9328-e8d7a8f94469 service neutron] 10.222.0.16 "GET /v2.0/networks/35f96918-9d9b-4023-9bc9-736f727aaf21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909154 Dec 14 01:23:07.569523 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-01e2170e-ce85-4cf2-b918-a41f25b8bbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:23:00Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '12739ba2-01ce-4968-a59d-92d0089fedb0', 'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:94:fd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:31Z', 'updated_at': '2021-12-14T01:21:36Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:07.595777 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e2170e-ce85-4cf2-b918-a41f25b8bbfb None None] The sync data for ids ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'] in dv-neutron-821592-1-hyperv is: [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:23:00Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '12739ba2-01ce-4968-a59d-92d0089fedb0', 'name': '', 'network_id': '35f96918-9d9b-4023-9bc9-736f727aaf21', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:94:fd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:31Z', 'updated_at': '2021-12-14T01:21:36Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6e0f4c53-ae28-4951-a12c-e39aaa1e5565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:23:07.837834 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42663e2-3bb3-4011-8bf8-f27ee0724cae None None] New status for floating IP 1fc8eb83-28b7-4cac-bd3f-c911bfa5e122: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:23:08.290942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b7ebd-9ea1-4416-a3f8-239903378039 req-4bd8abc1-b03f-405a-a8b3-deb4893b8d5e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:08.292473 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9a2b7ebd-9ea1-4416-a3f8-239903378039 req-4bd8abc1-b03f-405a-a8b3-deb4893b8d5e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 945 time: 0.0554564 Dec 14 01:23:08.353576 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9a2b7ebd-9ea1-4416-a3f8-239903378039 req-f5b89b33-cbef-496c-86c2-d8f5df31fbf9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad89be92-f183-483e-be57-0291d672ca12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491450 Dec 14 01:23:08.521179 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de756cce-07a4-4ee8-87c5-56f32e82e354 req-b08aa671-7694-4a2f-ac33-8c1cada71b6e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:08.523471 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-de756cce-07a4-4ee8-87c5-56f32e82e354 req-b08aa671-7694-4a2f-ac33-8c1cada71b6e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 945 time: 0.0597219 Dec 14 01:23:08.622748 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-de756cce-07a4-4ee8-87c5-56f32e82e354 req-19798588-6c2b-4382-8442-977a53d5f9d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 01599db0-d16b-421c-b73c-da17d032aecd {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:23:08.623046 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-de756cce-07a4-4ee8-87c5-56f32e82e354 req-19798588-6c2b-4382-8442-977a53d5f9d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:08.715569 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-de756cce-07a4-4ee8-87c5-56f32e82e354 req-19798588-6c2b-4382-8442-977a53d5f9d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 01599db0-d16b-421c-b73c-da17d032aecd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=01599db0-d16b-421c-b73c-da17d032aecd,segment=NetworkSegment(105cf1b0-0f7d-4654-8f9e-b3148c6a42d2),segment_id=105cf1b0-0f7d-4654-8f9e-b3148c6a42d2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:23:08.715898 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-de756cce-07a4-4ee8-87c5-56f32e82e354 req-19798588-6c2b-4382-8442-977a53d5f9d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:08.728928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-de756cce-07a4-4ee8-87c5-56f32e82e354 req-19798588-6c2b-4382-8442-977a53d5f9d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 01599db0-d16b-421c-b73c-da17d032aecd owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:23:08.872722 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-de756cce-07a4-4ee8-87c5-56f32e82e354 req-19798588-6c2b-4382-8442-977a53d5f9d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:08.901831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19798588-6c2b-4382-8442-977a53d5f9d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=01599db0-d16b-421c-b73c-da17d032aecd,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:08.943894 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-de756cce-07a4-4ee8-87c5-56f32e82e354 req-19798588-6c2b-4382-8442-977a53d5f9d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] No DVR routers for this DVR port 01599db0-d16b-421c-b73c-da17d032aecd on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:23:08.946399 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-de756cce-07a4-4ee8-87c5-56f32e82e354 req-19798588-6c2b-4382-8442-977a53d5f9d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:08.949762 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-de756cce-07a4-4ee8-87c5-56f32e82e354 req-19798588-6c2b-4382-8442-977a53d5f9d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "DELETE /v2.0/ports/01599db0-d16b-421c-b73c-da17d032aecd HTTP/1.1" status: 204 len: 173 time: 0.4193673 Dec 14 01:23:08.950197 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'name': 'network-vif-deleted', 'tag': '01599db0-d16b-421c-b73c-da17d032aecd'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:23:08.953161 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb4d401-7811-49f1-af56-8e495be0dfab" -d '{"events": [{"server_uuid": "f846dfcc-aa76-45fb-9da7-6bead0499e15", "name": "network-vif-deleted", "tag": "01599db0-d16b-421c-b73c-da17d032aecd"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:23:08.993374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018aaf47-363d-4a3d-bbbc-813923f81a01 x-openstack-request-id: req-018aaf47-363d-4a3d-bbbc-813923f81a01 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:23:08.993672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f846dfcc-aa76-45fb-9da7-6bead0499e15", "name": "network-vif-deleted", "tag": "01599db0-d16b-421c-b73c-da17d032aecd", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:23:08.993924 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-018aaf47-363d-4a3d-bbbc-813923f81a01 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:23:08.994324 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f846dfcc-aa76-45fb-9da7-6bead0499e15', 'name': 'network-vif-deleted', 'tag': '01599db0-d16b-421c-b73c-da17d032aecd', 'status': 'completed', 'code': 200} Dec 14 01:23:09.463576 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b9874deb-ca85-46a6-a6a0-37cf1e638336 req-1a888ebc-32b2-42c1-8109-738852903ff4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=f846dfcc-aa76-45fb-9da7-6bead0499e15 HTTP/1.1" status: 200 len: 210 time: 0.0262599 Dec 14 01:23:10.526303 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57582) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:10.597591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-159f3dfc-2ea2-47e1-ac9c-1d16af781112 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:10.607760 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:10.624027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-159f3dfc-2ea2-47e1-ac9c-1d16af781112 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:10.693168 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-159f3dfc-2ea2-47e1-ac9c-1d16af781112 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:10.695752 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-159f3dfc-2ea2-47e1-ac9c-1d16af781112 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:10.696938 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-159f3dfc-2ea2-47e1-ac9c-1d16af781112 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/security-groups/ad89be92-f183-483e-be57-0291d672ca12 HTTP/1.1" status: 204 len: 168 time: 0.1696346 Dec 14 01:23:10.706210 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f3dfc-2ea2-47e1-ac9c-1d16af781112 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad89be92-f183-483e-be57-0291d672ca12,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:11.759593 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57588) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:12.129612 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e275f9e-f44d-419d-ad6c-3339a149bb03 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:12.406185 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6e275f9e-f44d-419d-ad6c-3339a149bb03 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 12739ba2-01ce-4968-a59d-92d0089fedb0 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:23:12.406450 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e275f9e-f44d-419d-ad6c-3339a149bb03 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:12.505242 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6e275f9e-f44d-419d-ad6c-3339a149bb03 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 12739ba2-01ce-4968-a59d-92d0089fedb0, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=12739ba2-01ce-4968-a59d-92d0089fedb0,segment=NetworkSegment(105cf1b0-0f7d-4654-8f9e-b3148c6a42d2),segment_id=105cf1b0-0f7d-4654-8f9e-b3148c6a42d2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:23:12.505652 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e275f9e-f44d-419d-ad6c-3339a149bb03 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:12.522148 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6e275f9e-f44d-419d-ad6c-3339a149bb03 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 12739ba2-01ce-4968-a59d-92d0089fedb0 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:23:12.708689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e275f9e-f44d-419d-ad6c-3339a149bb03 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:12.732065 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e275f9e-f44d-419d-ad6c-3339a149bb03 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=12739ba2-01ce-4968-a59d-92d0089fedb0,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:12.910946 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 01599db0-d16b-421c-b73c-da17d032aecd no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:23:12.921007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e275f9e-f44d-419d-ad6c-3339a149bb03 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:12.931133 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 01599db0-d16b-421c-b73c-da17d032aecd {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:23:12.931737 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 01599db0-d16b-421c-b73c-da17d032aecd not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:23:13.140235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e275f9e-f44d-419d-ad6c-3339a149bb03 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:23:13.249005 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e275f9e-f44d-419d-ad6c-3339a149bb03 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:23:13.254507 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6e275f9e-f44d-419d-ad6c-3339a149bb03 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/006a1715-6f45-4aa2-b91c-ca7410f0eca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4938185 Dec 14 01:23:13.257458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57590) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:13.260089 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de445ae-ad5c-4081-93d7-1e11e58b03fd None None] Sync routers for ids ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:23:13.273582 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de445ae-ad5c-4081-93d7-1e11e58b03fd None None] Routers {'006a1715-6f45-4aa2-b91c-ca7410f0eca6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:23:13.274294 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6de445ae-ad5c-4081-93d7-1e11e58b03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:22:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:13.313722 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d700497-7de4-4ba1-a04f-64f1ac3b61b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting subnet 6e0f4c53-ae28-4951-a12c-e39aaa1e5565 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:23:13.316942 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d700497-7de4-4ba1-a04f-64f1ac3b61b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:13.356912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d700497-7de4-4ba1-a04f-64f1ac3b61b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:13.377874 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-6de445ae-ad5c-4081-93d7-1e11e58b03fd None None] Set router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:23:13.443970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d700497-7de4-4ba1-a04f-64f1ac3b61b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:13.505717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d700497-7de4-4ba1-a04f-64f1ac3b61b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:13.532932 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d700497-7de4-4ba1-a04f-64f1ac3b61b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Subnet': ['ID=6e0f4c53-ae28-4951-a12c-e39aaa1e5565,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:13.535236 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d700497-7de4-4ba1-a04f-64f1ac3b61b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:13.538599 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9d700497-7de4-4ba1-a04f-64f1ac3b61b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/subnets/6e0f4c53-ae28-4951-a12c-e39aaa1e5565 HTTP/1.1" status: 204 len: 168 time: 0.2801852 Dec 14 01:23:13.541390 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57592) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:13.544898 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25518449-3808-4b5c-9e31-74638ab602f5 None None] Network 35f96918-9d9b-4023-9bc9-736f727aaf21 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:23:13.604998 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6de445ae-ad5c-4081-93d7-1e11e58b03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:23:12Z', 'revision_number': 7, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:13.633816 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de445ae-ad5c-4081-93d7-1e11e58b03fd None None] Checking router: 006a1715-6f45-4aa2-b91c-ca7410f0eca6 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:23:13.651942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f873e417-b514-4a85-ab5e-b30b0fd68230 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:13.658150 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de445ae-ad5c-4081-93d7-1e11e58b03fd None None] Routers {'006a1715-6f45-4aa2-b91c-ca7410f0eca6'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:23:13.658748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6de445ae-ad5c-4081-93d7-1e11e58b03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:22:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:13.765974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f873e417-b514-4a85-ab5e-b30b0fd68230 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:13.767323 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-6de445ae-ad5c-4081-93d7-1e11e58b03fd None None] Set router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:23:13.799064 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddf29da-8aa3-4290-bfe9-d3971bbbbd19 None None] DHCP port deletion for 35f96918-9d9b-4023-9bc9-736f727aaf21 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:23:13.833176 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f873e417-b514-4a85-ab5e-b30b0fd68230 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 692ea351-0602-4b26-8cd0-2ccf93e7cdeb {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:23:13.833544 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f873e417-b514-4a85-ab5e-b30b0fd68230 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:13.915362 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f873e417-b514-4a85-ab5e-b30b0fd68230 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 692ea351-0602-4b26-8cd0-2ccf93e7cdeb, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=692ea351-0602-4b26-8cd0-2ccf93e7cdeb,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:23:13.915722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f873e417-b514-4a85-ab5e-b30b0fd68230 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:13.929456 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f873e417-b514-4a85-ab5e-b30b0fd68230 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 692ea351-0602-4b26-8cd0-2ccf93e7cdeb owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:23:14.104994 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f873e417-b514-4a85-ab5e-b30b0fd68230 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.109431 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf29da-8aa3-4290-bfe9-d3971bbbbd19 None None] Deleting port 8291281c-af3f-4d8e-810c-5f219cea53c0 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:23:14.109955 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7ddf29da-8aa3-4290-bfe9-d3971bbbbd19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.130429 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873e417-b514-4a85-ab5e-b30b0fd68230 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=692ea351-0602-4b26-8cd0-2ccf93e7cdeb,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:14.149651 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18930b53-c82e-4060-b2de-3fe0d9db5397 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:23:14.181260 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7ddf29da-8aa3-4290-bfe9-d3971bbbbd19 None None] For port 8291281c-af3f-4d8e-810c-5f219cea53c0, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=8291281c-af3f-4d8e-810c-5f219cea53c0,segment=NetworkSegment(105cf1b0-0f7d-4654-8f9e-b3148c6a42d2),segment_id=105cf1b0-0f7d-4654-8f9e-b3148c6a42d2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:23:14.181623 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7ddf29da-8aa3-4290-bfe9-d3971bbbbd19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.194249 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f873e417-b514-4a85-ab5e-b30b0fd68230 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.196904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf29da-8aa3-4290-bfe9-d3971bbbbd19 None None] Calling delete_port for 8291281c-af3f-4d8e-810c-5f219cea53c0 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:23:14.256328 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6de445ae-ad5c-4081-93d7-1e11e58b03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:23:12Z', 'revision_number': 7, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:14.285405 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f873e417-b514-4a85-ab5e-b30b0fd68230 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.287724 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f873e417-b514-4a85-ab5e-b30b0fd68230 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.289069 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de445ae-ad5c-4081-93d7-1e11e58b03fd None None] The sync data for ids ['006a1715-6f45-4aa2-b91c-ca7410f0eca6'] in dv-neutron-821592-1-hyperv is: [{'id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'name': 'tempest-TestNetworkBasicOps-router-1401273673', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:21:27Z', 'updated_at': '2021-12-14T01:23:12Z', 'revision_number': 7, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '692ea351-0602-4b26-8cd0-2ccf93e7cdeb', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a1715-6f45-4aa2-b91c-ca7410f0eca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:21:28Z', 'updated_at': '2021-12-14T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:23:14.314592 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7ddf29da-8aa3-4290-bfe9-d3971bbbbd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.333914 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f873e417-b514-4a85-ab5e-b30b0fd68230 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.334569 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f873e417-b514-4a85-ab5e-b30b0fd68230 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Fanout notify agent at l3_agent the message router_deleted on router 006a1715-6f45-4aa2-b91c-ca7410f0eca6 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:23:14.342272 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f873e417-b514-4a85-ab5e-b30b0fd68230 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.346413 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f873e417-b514-4a85-ab5e-b30b0fd68230 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/routers/006a1715-6f45-4aa2-b91c-ca7410f0eca6 HTTP/1.1" status: 204 len: 168 time: 0.8010888 Dec 14 01:23:14.346413 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57594) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:14.348696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf29da-8aa3-4290-bfe9-d3971bbbbd19 None None] Pushing event deleted for resources: {'Port': ['ID=8291281c-af3f-4d8e-810c-5f219cea53c0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:14.350569 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf29da-8aa3-4290-bfe9-d3971bbbbd19 None None] No DVR routers for this DVR port 8291281c-af3f-4d8e-810c-5f219cea53c0 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:23:14.434479 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8918a6af-1125-42ff-894d-37b6d1648c60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.532534 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8918a6af-1125-42ff-894d-37b6d1648c60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.556386 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-8918a6af-1125-42ff-894d-37b6d1648c60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f96918-9d9b-4023-9bc9-736f727aaf21']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:14.565753 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-8918a6af-1125-42ff-894d-37b6d1648c60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105cf1b0-0f7d-4654-8f9e-b3148c6a42d2') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:14.566053 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-8918a6af-1125-42ff-894d-37b6d1648c60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105cf1b0-0f7d-4654-8f9e-b3148c6a42d2') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:14.575305 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8918a6af-1125-42ff-894d-37b6d1648c60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.588793 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8918a6af-1125-42ff-894d-37b6d1648c60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.595334 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8918a6af-1125-42ff-894d-37b6d1648c60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:23:14.595719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8918a6af-1125-42ff-894d-37b6d1648c60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:23:14.599040 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:23:14.672070 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8918a6af-1125-42ff-894d-37b6d1648c60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.680130 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8918a6af-1125-42ff-894d-37b6d1648c60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.688820 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8918a6af-1125-42ff-894d-37b6d1648c60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/networks/35f96918-9d9b-4023-9bc9-736f727aaf21 HTTP/1.1" status: 204 len: 168 time: 0.3363123 Dec 14 01:23:14.700924 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57596) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:14.707903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-44c4b970-1f94-4e02-8991-59981287c922 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'network': {'name': 'tempest-network-smoke--1765667110', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'port_security_enabled': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:23:14.719564 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918a6af-1125-42ff-894d-37b6d1648c60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Network': ['ID=35f96918-9d9b-4023-9bc9-736f727aaf21,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:14.756326 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c4b970-1f94-4e02-8991-59981287c922 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:23:14.760784 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44c4b970-1f94-4e02-8991-59981287c922 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.792984 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c4b970-1f94-4e02-8991-59981287c922 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:23:14.803691 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44c4b970-1f94-4e02-8991-59981287c922 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.804140 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-44c4b970-1f94-4e02-8991-59981287c922 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Added segment cb384ed7-5297-4638-aee9-9bb0407ccc67 of type vlan for network a81cf3cf-dbea-4d94-b08a-5f06137504bd Dec 14 01:23:14.844376 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 12739ba2-01ce-4968-a59d-92d0089fedb0 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:23:14.863140 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44c4b970-1f94-4e02-8991-59981287c922 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.873052 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 12739ba2-01ce-4968-a59d-92d0089fedb0 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:23:14.873454 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 12739ba2-01ce-4968-a59d-92d0089fedb0 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:23:14.873898 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 8291281c-af3f-4d8e-810c-5f219cea53c0 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:23:14.892579 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44c4b970-1f94-4e02-8991-59981287c922 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.894181 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 8291281c-af3f-4d8e-810c-5f219cea53c0 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:23:14.894607 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 8291281c-af3f-4d8e-810c-5f219cea53c0 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:23:14.898984 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c4b970-1f94-4e02-8991-59981287c922 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:14.899623 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44c4b970-1f94-4e02-8991-59981287c922 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:14.965240 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-44c4b970-1f94-4e02-8991-59981287c922 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2622037 Dec 14 01:23:14.968350 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57598) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:14.973558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1938503940', 'admin_state_up': True, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:23:14.974222 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4b970-1f94-4e02-8991-59981287c922 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Network': ['ID=a81cf3cf-dbea-4d94-b08a-5f06137504bd,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:14.989024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network a81cf3cf-dbea-4d94-b08a-5f06137504bd details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:23:15.013891 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:15.015595 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:15.110197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:15.571610 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:15.781253 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:15.801003 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:15.911148 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.26.1.237 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:23:16.028322 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:16.065872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:16.107301 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:23:16.112339 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:23:16.117565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:23:16.119758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:16.127602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66c2e59-78cf-450c-a9c9-888a24f5dac5 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:23:16.194430 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cdc06070-a749-40ce-9ce8-8213bd6f6fb5 None None] Provisioning complete for port 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:23:16.194895 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cdc06070-a749-40ce-9ce8-8213bd6f6fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:16.232332 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cdc06070-a749-40ce-9ce8-8213bd6f6fb5 None None] Port 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:23:16.361230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 692ea351-0602-4b26-8cd0-2ccf93e7cdeb no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:23:16.381970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 692ea351-0602-4b26-8cd0-2ccf93e7cdeb {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:23:16.382305 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 692ea351-0602-4b26-8cd0-2ccf93e7cdeb not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:23:16.384471 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:16.591436 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:16.729375 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 030baf3a-4ae5-4806-b4b3-db94b96f0806 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:23:16.840353 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:23:16.850065 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Sync routers for ids ['030baf3a-4ae5-4806-b4b3-db94b96f0806'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:23:16.860383 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Routers {'030baf3a-4ae5-4806-b4b3-db94b96f0806'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:23:16.860987 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:22:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['030baf3a-4ae5-4806-b4b3-db94b96f0806'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:16.862780 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:16.864002 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-aaa66140-82e1-47dd-b2ee-387d7964fa3c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8945017 Dec 14 01:23:16.867127 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57600) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:16.895708 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-df03d11e-7659-4659-94a8-4da7fefec092 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9e28f216f8fb4b05811c7d7158efaac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274284 Dec 14 01:23:16.898249 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57602) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:16.991909 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa79ee55-1b00-4b3a-a4bf-280eeac469cb tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:16.996039 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fa79ee55-1b00-4b3a-a4bf-280eeac469cb tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941734 Dec 14 01:23:16.996310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57604) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:17.026325 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b67add25-b4e3-42ad-bb62-d07f897748a1 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265844 Dec 14 01:23:17.026696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57606) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:17.031810 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-644e9d9b-44e7-40f1-8ba8-bcda8f63818e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-455657878', 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:23:17.063604 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Set router 030baf3a-4ae5-4806-b4b3-db94b96f0806 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:23:17.122975 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644e9d9b-44e7-40f1-8ba8-bcda8f63818e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:23:17.126929 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-644e9d9b-44e7-40f1-8ba8-bcda8f63818e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:17.238699 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'name': 'tempest-TestNetworkBasicOps-router-1938503940', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:16Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:17.264531 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Checking router: 030baf3a-4ae5-4806-b4b3-db94b96f0806 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:23:17.264787 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Updating router 030baf3a-4ae5-4806-b4b3-db94b96f0806 port 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:23:17.288947 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:17.309952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-644e9d9b-44e7-40f1-8ba8-bcda8f63818e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:17.368549 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e9d9b-44e7-40f1-8ba8-bcda8f63818e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Subnet': ['ID=b022acdc-6b91-408c-b945-6281ad36342c,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:17.377819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644e9d9b-44e7-40f1-8ba8-bcda8f63818e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Checking segment: {'id': 'cb384ed7-5297-4638-aee9-9bb0407ccc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:23:17.378171 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644e9d9b-44e7-40f1-8ba8-bcda8f63818e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network hostable DHCP agents. Network: a81cf3cf-dbea-4d94-b08a-5f06137504bd, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:23:17.397150 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644e9d9b-44e7-40f1-8ba8-bcda8f63818e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network a81cf3cf-dbea-4d94-b08a-5f06137504bd is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:23:17.407737 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-644e9d9b-44e7-40f1-8ba8-bcda8f63818e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, a81cf3cf-dbea-4d94-b08a-5f06137504bd) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:23:17.412907 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644e9d9b-44e7-40f1-8ba8-bcda8f63818e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:17.413961 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-644e9d9b-44e7-40f1-8ba8-bcda8f63818e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:17.417503 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a642da06-7653-4f0f-b0a7-d8aeb7aa512f None None] Network a81cf3cf-dbea-4d94-b08a-5f06137504bd requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:23:17.436451 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-644e9d9b-44e7-40f1-8ba8-bcda8f63818e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4084539 Dec 14 01:23:17.439531 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57608) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:17.522280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-a81cf3cf-dbea-4d94-b08a-5f06137504bd', 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ips': [{'subnet_id': 'b022acdc-6b91-408c-b945-6281ad36342c'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:23:17.523184 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:17.549987 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:17.557393 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:17.614030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f43e0d-8dc2-4527-89ee-1433ab7ee746 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:23:17.614957 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Attempting to bind port 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:23:17.615869 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Attempting to bind port 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:23:17.616326 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Attempting to bind port 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:23:17.624461 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:23:17.625126 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:23:17.625718 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:17.626280 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:23:17.626743 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Bound port: 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:23:17.627299 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:17.668673 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7af0f-1091-4798-9f00-281f799f711d None None] Pushing event updated for resources: {'Port': ['ID=88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:17.679050 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Allocated IP 172.20.0.2 (a81cf3cf-dbea-4d94-b08a-5f06137504bd/b022acdc-6b91-408c-b945-6281ad36342c/4d327833-00ea-4a8f-a03b-9b4088b7644f) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:23:17.690087 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] For port 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:23:17.692808 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7af0f-1091-4798-9f00-281f799f711d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:17.693166 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7af0f-1091-4798-9f00-281f799f711d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:17.693503 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7af0f-1091-4798-9f00-281f799f711d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:17.694038 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7af0f-1091-4798-9f00-281f799f711d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:17.694369 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7af0f-1091-4798-9f00-281f799f711d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:17.694694 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7af0f-1091-4798-9f00-281f799f711d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:17.695018 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7af0f-1091-4798-9f00-281f799f711d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:17.695341 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7af0f-1091-4798-9f00-281f799f711d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:17.695851 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7af0f-1091-4798-9f00-281f799f711d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:17.696212 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7af0f-1091-4798-9f00-281f799f711d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:17.696537 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7af0f-1091-4798-9f00-281f799f711d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:17.696853 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7af0f-1091-4798-9f00-281f799f711d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:17.697170 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7af0f-1091-4798-9f00-281f799f711d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:23:17.703046 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] For port 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:23:17.709051 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:17.754585 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703dfe4b-5bf1-4312-9cc0-5a0ea653b909 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:23:17.755492 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Routers {'030baf3a-4ae5-4806-b4b3-db94b96f0806'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:23:17.756203 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:22:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['030baf3a-4ae5-4806-b4b3-db94b96f0806'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:17.795389 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-876848fa-27eb-4923-9b2f-40fa38bbd2f6 None None] Provisioning complete for port 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:23:17.796117 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-876848fa-27eb-4923-9b2f-40fa38bbd2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:17.868232 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] Set router 030baf3a-4ae5-4806-b4b3-db94b96f0806 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:23:17.901718 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:17.932402 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:17.953422 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7af0f-1091-4798-9f00-281f799f711d None None] Pushing event updated for resources: {'Port': ['ID=88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:17.956244 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:17.979556 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Network a81cf3cf-dbea-4d94-b08a-5f06137504bd is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:23:17.981295 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-876848fa-27eb-4923-9b2f-40fa38bbd2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:17.987108 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:23:17.993279 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:23:18.015580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Pushing event updated for resources: {'Port': ['ID=4d327833-00ea-4a8f-a03b-9b4088b7644f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:18.021069 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-876848fa-27eb-4923-9b2f-40fa38bbd2f6 None None] For port 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:23:18.044602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-876848fa-27eb-4923-9b2f-40fa38bbd2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:18.087511 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'name': 'tempest-TestNetworkBasicOps-router-1938503940', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:16Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:18.104732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Attempting to bind port 4d327833-00ea-4a8f-a03b-9b4088b7644f on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:23:18.105039 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Attempting to bind port 4d327833-00ea-4a8f-a03b-9b4088b7644f by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb384ed7-5297-4638-aee9-9bb0407ccc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:23:18.105533 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Attempting to bind port 4d327833-00ea-4a8f-a03b-9b4088b7644f on network a81cf3cf-dbea-4d94-b08a-5f06137504bd {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:23:18.115009 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adabb32d-7080-421a-917c-d8fb92a2495d None None] The sync data for ids ['030baf3a-4ae5-4806-b4b3-db94b96f0806'] in dv-neutron-821592-1-hyperv is: [{'id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'name': 'tempest-TestNetworkBasicOps-router-1938503940', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:16Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:23:18.116969 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:23:18.117424 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Checking segment: {'id': 'cb384ed7-5297-4638-aee9-9bb0407ccc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:23:18.118062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:18.118527 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Bound using segment: {'id': 'cb384ed7-5297-4638-aee9-9bb0407ccc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:23:18.119057 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Bound port: 4d327833-00ea-4a8f-a03b-9b4088b7644f, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb384ed7-5297-4638-aee9-9bb0407ccc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:23:18.119441 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:18.139901 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876848fa-27eb-4923-9b2f-40fa38bbd2f6 None None] Pushing event updated for resources: {'Port': ['ID=88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:18.205249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4dac6e68-8691-4cb4-9adf-921b2d3e226e None None] Provisioning complete for port 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:23:18.205620 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4dac6e68-8691-4cb4-9adf-921b2d3e226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:18.209446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] For port 4d327833-00ea-4a8f-a03b-9b4088b7644f, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:23:18.256954 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] For port 4d327833-00ea-4a8f-a03b-9b4088b7644f, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4d327833-00ea-4a8f-a03b-9b4088b7644f,segment=NetworkSegment(cb384ed7-5297-4638-aee9-9bb0407ccc67),segment_id=cb384ed7-5297-4638-aee9-9bb0407ccc67)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:23:18.261023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.1 (a81cf3cf-dbea-4d94-b08a-5f06137504bd/b022acdc-6b91-408c-b945-6281ad36342c/863659b4-9862-4b49-b8bf-509ffa1e69f6) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:23:18.266201 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:18.327764 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9e31f-d2a3-468b-989d-a2107cd660af None None] Pushing event updated for resources: {'Port': ['ID=4d327833-00ea-4a8f-a03b-9b4088b7644f,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:18.417661 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:18.459570 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:18.499487 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:23:18.510067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network a81cf3cf-dbea-4d94-b08a-5f06137504bd is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:23:18.513828 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:23:18.516941 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:23:18.528862 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=863659b4-9862-4b49-b8bf-509ffa1e69f6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:18.559280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:23:18.559823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:18.592520 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:18.773785 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:19.072809 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:19.079432 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:19.161824 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=863659b4-9862-4b49-b8bf-509ffa1e69f6,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:19.164632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:19.262051 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network a81cf3cf-dbea-4d94-b08a-5f06137504bd is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:23:19.263506 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:23:19.367392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2efb197-446c-45ac-b1ac-aef5e7451a1b None None] Network a81cf3cf-dbea-4d94-b08a-5f06137504bd requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:23:19.385632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 030baf3a-4ae5-4806-b4b3-db94b96f0806 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:23:19.470001 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1838f45d-2f33-4255-a2ce-54e7fe404e75 None None] Provisioning complete for port 4d327833-00ea-4a8f-a03b-9b4088b7644f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:23:19.470376 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1838f45d-2f33-4255-a2ce-54e7fe404e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:19.500960 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:23:19.509499 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e0757dec-7020-42bb-9667-4b11f6a0ccd9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/030baf3a-4ae5-4806-b4b3-db94b96f0806/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0657988 Dec 14 01:23:19.509499 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57610) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:19.562477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1838f45d-2f33-4255-a2ce-54e7fe404e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:19.602291 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1838f45d-2f33-4255-a2ce-54e7fe404e75 None None] For port 4d327833-00ea-4a8f-a03b-9b4088b7644f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4d327833-00ea-4a8f-a03b-9b4088b7644f,segment=NetworkSegment(cb384ed7-5297-4638-aee9-9bb0407ccc67),segment_id=cb384ed7-5297-4638-aee9-9bb0407ccc67)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:23:19.609326 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1838f45d-2f33-4255-a2ce-54e7fe404e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:19.664887 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838f45d-2f33-4255-a2ce-54e7fe404e75 None None] Pushing event updated for resources: {'Port': ['ID=4d327833-00ea-4a8f-a03b-9b4088b7644f,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:19.836373 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Sync routers for ids ['030baf3a-4ae5-4806-b4b3-db94b96f0806'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:23:19.851652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3b3d41fe-7118-47e8-9f9a-d635362a6ccf None None] Provisioning complete for port 863659b4-9862-4b49-b8bf-509ffa1e69f6 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:23:19.852413 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b3d41fe-7118-47e8-9f9a-d635362a6ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:19.854185 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Routers {'030baf3a-4ae5-4806-b4b3-db94b96f0806'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:23:19.855000 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:22:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['030baf3a-4ae5-4806-b4b3-db94b96f0806'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:19.935788 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3b3d41fe-7118-47e8-9f9a-d635362a6ccf None None] Port 863659b4-9862-4b49-b8bf-509ffa1e69f6 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:23:19.948945 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789bbd34-f2a3-4d05-996b-201c7fe6fd28 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:19.949578 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789bbd34-f2a3-4d05-996b-201c7fe6fd28 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:19.950054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789bbd34-f2a3-4d05-996b-201c7fe6fd28 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:19.950512 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789bbd34-f2a3-4d05-996b-201c7fe6fd28 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:19.954904 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-789bbd34-f2a3-4d05-996b-201c7fe6fd28 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.4422174 Dec 14 01:23:19.955403 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57612) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:19.984121 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3b3d41fe-7118-47e8-9f9a-d635362a6ccf None None] Provisioning complete for port 4d327833-00ea-4a8f-a03b-9b4088b7644f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:23:19.984488 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b3d41fe-7118-47e8-9f9a-d635362a6ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.010088 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183c231f-e1ac-40e3-9859-7d9423826867 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:20.010346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183c231f-e1ac-40e3-9859-7d9423826867 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:20.010599 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183c231f-e1ac-40e3-9859-7d9423826867 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:20.011104 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183c231f-e1ac-40e3-9859-7d9423826867 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:20.012766 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-183c231f-e1ac-40e3-9859-7d9423826867 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0565100 Dec 14 01:23:20.015657 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57614) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:20.022157 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Set router 030baf3a-4ae5-4806-b4b3-db94b96f0806 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:23:20.149431 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f0a3e3db-5072-49eb-88cf-1f4bd5527cbf tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1326244 Dec 14 01:23:20.272836 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'name': 'tempest-TestNetworkBasicOps-router-1938503940', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:18Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '863659b4-9862-4b49-b8bf-509ffa1e69f6', 'name': '', 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ae:cc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:18Z', 'updated_at': '2021-12-14T01:23:18Z', 'revision_number': 2, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:20.298850 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Checking router: 030baf3a-4ae5-4806-b4b3-db94b96f0806 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:23:20.299210 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Updating router 030baf3a-4ae5-4806-b4b3-db94b96f0806 port 863659b4-9862-4b49-b8bf-509ffa1e69f6 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:23:20.332750 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.348137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a6e7b073-8ad6-4d0c-928b-92844ec90e18 None None] Provisioning complete for port 863659b4-9862-4b49-b8bf-509ffa1e69f6 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:23:20.348534 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e7b073-8ad6-4d0c-928b-92844ec90e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.405899 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7b073-8ad6-4d0c-928b-92844ec90e18 None None] Port 863659b4-9862-4b49-b8bf-509ffa1e69f6 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:23:20.472481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4d327833-00ea-4a8f-a03b-9b4088b7644f up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:23:20.499673 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57618) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:20.504307 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-da0a25f1-316d-460f-9133-29c8acfb3b6e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-194643394', 'description': 'tempest-secgroup-smoke-194643394 description', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:23:20.529473 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da0a25f1-316d-460f-9133-29c8acfb3b6e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.585823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 4d327833-00ea-4a8f-a03b-9b4088b7644f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:23:20.586485 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.597005 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da0a25f1-316d-460f-9133-29c8acfb3b6e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.601755 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da0a25f1-316d-460f-9133-29c8acfb3b6e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.633437 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da0a25f1-316d-460f-9133-29c8acfb3b6e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.634621 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-da0a25f1-316d-460f-9133-29c8acfb3b6e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1339090 Dec 14 01:23:20.636714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a25f1-316d-460f-9133-29c8acfb3b6e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1b25c7-263c-410b-81df-6938da58ac6a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:20.637710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57620) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:20.644243 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-df9419d8-ad0f-4cbf-9251-89e9b9e55e8d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8f1b25c7-263c-410b-81df-6938da58ac6a', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:23:20.675757 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-df9419d8-ad0f-4cbf-9251-89e9b9e55e8d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.739563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-df9419d8-ad0f-4cbf-9251-89e9b9e55e8d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.744254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-df9419d8-ad0f-4cbf-9251-89e9b9e55e8d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.762048 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9419d8-ad0f-4cbf-9251-89e9b9e55e8d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb491f6-8900-49ca-a4ce-84d6e1c513cf,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:20.777633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-df9419d8-ad0f-4cbf-9251-89e9b9e55e8d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.779204 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-df9419d8-ad0f-4cbf-9251-89e9b9e55e8d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393993 Dec 14 01:23:20.782432 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57622) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:20.789517 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-71e8adcf-ba1d-4e49-a06a-61ce329d72c4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8f1b25c7-263c-410b-81df-6938da58ac6a', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:23:20.828016 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-71e8adcf-ba1d-4e49-a06a-61ce329d72c4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.889326 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-71e8adcf-ba1d-4e49-a06a-61ce329d72c4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.890958 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.894047 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-71e8adcf-ba1d-4e49-a06a-61ce329d72c4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.898460 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.916058 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8adcf-ba1d-4e49-a06a-61ce329d72c4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b1fe89-2736-4230-889d-180e0222837d,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:20.924201 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-71e8adcf-ba1d-4e49-a06a-61ce329d72c4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:20.928040 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-71e8adcf-ba1d-4e49-a06a-61ce329d72c4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406803 Dec 14 01:23:20.928703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57624) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:20.933665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-3b8111c4-7e55-4f56-bb7f-1be692dec6cc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8f1b25c7-263c-410b-81df-6938da58ac6a', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:23:20.958698 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede42c4-9250-4f02-8b75-45f4473c25b1 None None] Pushing event updated for resources: {'Port': ['ID=863659b4-9862-4b49-b8bf-509ffa1e69f6,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:20.971595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3b8111c4-7e55-4f56-bb7f-1be692dec6cc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.019179 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Attempting to bind port 863659b4-9862-4b49-b8bf-509ffa1e69f6 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:23:21.027981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Attempting to bind port 863659b4-9862-4b49-b8bf-509ffa1e69f6 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb384ed7-5297-4638-aee9-9bb0407ccc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:23:21.028197 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Attempting to bind port 863659b4-9862-4b49-b8bf-509ffa1e69f6 on network a81cf3cf-dbea-4d94-b08a-5f06137504bd {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:23:21.038666 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:23:21.039603 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Checking segment: {'id': 'cb384ed7-5297-4638-aee9-9bb0407ccc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:23:21.040441 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.041021 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Bound using segment: {'id': 'cb384ed7-5297-4638-aee9-9bb0407ccc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:23:21.041838 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Bound port: 863659b4-9862-4b49-b8bf-509ffa1e69f6, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb384ed7-5297-4638-aee9-9bb0407ccc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:23:21.042460 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.046656 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3b8111c4-7e55-4f56-bb7f-1be692dec6cc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.052070 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3b8111c4-7e55-4f56-bb7f-1be692dec6cc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.076281 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8111c4-7e55-4f56-bb7f-1be692dec6cc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aef8849-5ef9-4618-9855-cd2e95e32be9,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:21.089440 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3b8111c4-7e55-4f56-bb7f-1be692dec6cc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.090902 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3b8111c4-7e55-4f56-bb7f-1be692dec6cc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1616752 Dec 14 01:23:21.094166 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57626) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:21.098927 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cd3b895f-01d0-42b9-8503-cbdc79903c84 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8f1b25c7-263c-410b-81df-6938da58ac6a', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:23:21.122487 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] For port 863659b4-9862-4b49-b8bf-509ffa1e69f6, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:23:21.126850 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] For port 863659b4-9862-4b49-b8bf-509ffa1e69f6, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=863659b4-9862-4b49-b8bf-509ffa1e69f6,segment=NetworkSegment(cb384ed7-5297-4638-aee9-9bb0407ccc67),segment_id=cb384ed7-5297-4638-aee9-9bb0407ccc67)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:23:21.131219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd3b895f-01d0-42b9-8503-cbdc79903c84 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.131423 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.189066 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Routers {'030baf3a-4ae5-4806-b4b3-db94b96f0806'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:23:21.189794 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:22:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['030baf3a-4ae5-4806-b4b3-db94b96f0806'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:21.202193 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd3b895f-01d0-42b9-8503-cbdc79903c84 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.207361 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd3b895f-01d0-42b9-8503-cbdc79903c84 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.226393 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b895f-01d0-42b9-8503-cbdc79903c84 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825cbeb8-36ed-4c82-a2f1-394a06a0a508,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:21.238611 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd3b895f-01d0-42b9-8503-cbdc79903c84 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.240224 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cd3b895f-01d0-42b9-8503-cbdc79903c84 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449988 Dec 14 01:23:21.243156 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57628) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:21.247731 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-982fc153-64f5-4799-b994-10c16db5ca57 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8f1b25c7-263c-410b-81df-6938da58ac6a', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:23:21.255348 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede42c4-9250-4f02-8b75-45f4473c25b1 None None] Pushing event updated for resources: {'Port': ['ID=863659b4-9862-4b49-b8bf-509ffa1e69f6,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:21.269235 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-daef404b-1e02-4dc7-91ba-527fcf218905 None None] Provisioning complete for port 863659b4-9862-4b49-b8bf-509ffa1e69f6 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:23:21.269607 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-daef404b-1e02-4dc7-91ba-527fcf218905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.281321 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-982fc153-64f5-4799-b994-10c16db5ca57 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:23:21.287829 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-982fc153-64f5-4799-b994-10c16db5ca57 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.357327 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-982fc153-64f5-4799-b994-10c16db5ca57 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.363335 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-982fc153-64f5-4799-b994-10c16db5ca57 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.368714 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] Set router 030baf3a-4ae5-4806-b4b3-db94b96f0806 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:23:21.384595 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fc153-64f5-4799-b994-10c16db5ca57 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ed0cd3-7723-4009-983c-6fdc158961f1,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:21.393967 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-982fc153-64f5-4799-b994-10c16db5ca57 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.395181 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-982fc153-64f5-4799-b994-10c16db5ca57 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510618 Dec 14 01:23:21.398002 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57630) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:21.402579 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c9303f80-d0dc-45fd-b801-e25707471cb4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8f1b25c7-263c-410b-81df-6938da58ac6a', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:23:21.429066 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-c9303f80-d0dc-45fd-b801-e25707471cb4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:23:21.433814 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9303f80-d0dc-45fd-b801-e25707471cb4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.492480 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9303f80-d0dc-45fd-b801-e25707471cb4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.497371 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9303f80-d0dc-45fd-b801-e25707471cb4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.505840 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-daef404b-1e02-4dc7-91ba-527fcf218905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.516239 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9303f80-d0dc-45fd-b801-e25707471cb4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5b6dc8-2598-4183-a827-a6dcec13d5a5,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:21.522517 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9303f80-d0dc-45fd-b801-e25707471cb4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.523609 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c9303f80-d0dc-45fd-b801-e25707471cb4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245148 Dec 14 01:23:21.559708 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-daef404b-1e02-4dc7-91ba-527fcf218905 None None] For port 863659b4-9862-4b49-b8bf-509ffa1e69f6, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=863659b4-9862-4b49-b8bf-509ffa1e69f6,segment=NetworkSegment(cb384ed7-5297-4638-aee9-9bb0407ccc67),segment_id=cb384ed7-5297-4638-aee9-9bb0407ccc67)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:23:21.568161 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-daef404b-1e02-4dc7-91ba-527fcf218905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.647602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef404b-1e02-4dc7-91ba-527fcf218905 None None] Pushing event updated for resources: {'Port': ['ID=863659b4-9862-4b49-b8bf-509ffa1e69f6,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:21.674171 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'name': 'tempest-TestNetworkBasicOps-router-1938503940', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:18Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '863659b4-9862-4b49-b8bf-509ffa1e69f6', 'name': '', 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ae:cc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:18Z', 'updated_at': '2021-12-14T01:23:21Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:21.678835 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-1947de84-2609-4d84-983e-ea801959a24e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-194643394&fields=id&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 267 time: 0.0456727 Dec 14 01:23:21.704501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78213eaf-d25a-44f6-ac76-56979a5aab33 None None] The sync data for ids ['030baf3a-4ae5-4806-b4b3-db94b96f0806'] in dv-neutron-821592-1-hyperv is: [{'id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'name': 'tempest-TestNetworkBasicOps-router-1938503940', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:18Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '863659b4-9862-4b49-b8bf-509ffa1e69f6', 'name': '', 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ae:cc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:18Z', 'updated_at': '2021-12-14T01:23:21Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:23:21.714792 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f5d5d33b-8dfe-44c9-8e45-dafc3f99cb92 None None] Provisioning complete for port 863659b4-9862-4b49-b8bf-509ffa1e69f6 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:23:21.715172 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5d5d33b-8dfe-44c9-8e45-dafc3f99cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.816963 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-32b8b6fa-52cb-47f6-ae84-bb2f72e552b4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:21.818599 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-32b8b6fa-52cb-47f6-ae84-bb2f72e552b4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/networks?id=a81cf3cf-dbea-4d94-b08a-5f06137504bd HTTP/1.1" status: 200 len: 797 time: 0.1327677 Dec 14 01:23:21.835964 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-f6143b26-44e0-4a22-839c-345227aa9323 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/quotas/9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 375 time: 0.0115039 Dec 14 01:23:21.892898 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-024ec15b-b626-4198-972d-d5651dc89446 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508988 Dec 14 01:23:21.908020 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b9623da-adfd-4f9a-8b1a-9245b1f80587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:21.999139 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-69a40f90-c730-468c-a94a-dbd63ff54caf service neutron] 10.222.0.32 "GET /v2.0/networks/a81cf3cf-dbea-4d94-b08a-5f06137504bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936310 Dec 14 01:23:22.093422 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-0e78579d-c4f1-4f0e-b0e5-4b0508337327 service neutron] 10.222.0.32 "GET /v2.0/networks/a81cf3cf-dbea-4d94-b08a-5f06137504bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876374 Dec 14 01:23:22.255705 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c7ccda59-3fba-4fe2-90e7-ee7080d8c61f req-185bce4d-5bd0-4b6f-b313-61a9d8837365 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 210 time: 0.0279152 Dec 14 01:23:22.472860 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 863659b4-9862-4b49-b8bf-509ffa1e69f6 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:23:22.524387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 863659b4-9862-4b49-b8bf-509ffa1e69f6 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:23:22.524765 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:23.362258 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c9214bde-4284-468b-88f8-630d70f03511 req-0231cdf3-a830-4223-b7e5-a874c6595d63 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 210 time: 0.0338778 Dec 14 01:23:23.680455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-697e71ec-7763-4ae3-b566-07af3ae0771c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:23.681828 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-697e71ec-7763-4ae3-b566-07af3ae0771c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/networks?id=a81cf3cf-dbea-4d94-b08a-5f06137504bd HTTP/1.1" status: 200 len: 797 time: 0.4370203 Dec 14 01:23:23.760139 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-ccf37a14-9274-46af-a03a-d8535c65b096 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 379 time: 0.0617471 Dec 14 01:23:23.770453 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-207b3865-f45d-4355-a0e1-47f69fbecf0e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'port': {'device_id': '3b990a24-3a22-4d6a-9f47-3c6bad52c1cc', 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd', 'admin_state_up': True, 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'security_groups': ['8f1b25c7-263c-410b-81df-6938da58ac6a']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:23:23.882996 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-207b3865-f45d-4355-a0e1-47f69fbecf0e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:23:23.888328 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-207b3865-f45d-4355-a0e1-47f69fbecf0e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:24.028993 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-207b3865-f45d-4355-a0e1-47f69fbecf0e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.9 (a81cf3cf-dbea-4d94-b08a-5f06137504bd/b022acdc-6b91-408c-b945-6281ad36342c/88bf02a0-7820-45b0-b08f-8cc6d536c1b7) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:23:24.159585 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f055a2c0-294c-4c48-966c-29b23dfa1a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:24.181170 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-207b3865-f45d-4355-a0e1-47f69fbecf0e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:24.217599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-207b3865-f45d-4355-a0e1-47f69fbecf0e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:24.270647 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-207b3865-f45d-4355-a0e1-47f69fbecf0e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network a81cf3cf-dbea-4d94-b08a-5f06137504bd is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:23:24.277225 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-207b3865-f45d-4355-a0e1-47f69fbecf0e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:23:24.282260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-207b3865-f45d-4355-a0e1-47f69fbecf0e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:23:24.285199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b3865-f45d-4355-a0e1-47f69fbecf0e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=88bf02a0-7820-45b0-b08f-8cc6d536c1b7,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:24.335993 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-207b3865-f45d-4355-a0e1-47f69fbecf0e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:24.336662 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-207b3865-f45d-4355-a0e1-47f69fbecf0e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:24.354276 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-207b3865-f45d-4355-a0e1-47f69fbecf0e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5883496 Dec 14 01:23:24.373620 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Request body: {'port': {'device_id': '3b990a24-3a22-4d6a-9f47-3c6bad52c1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:23:24.431741 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:24.482877 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099af167-6c30-4d6e-80e0-05dde384d4e6 req-2086a242-0b3f-4ac5-922f-fc75c914f4ec tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:24.484409 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-099af167-6c30-4d6e-80e0-05dde384d4e6 req-2086a242-0b3f-4ac5-922f-fc75c914f4ec tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 931 time: 0.0507653 Dec 14 01:23:24.534742 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-099af167-6c30-4d6e-80e0-05dde384d4e6 req-b21bc2b9-ddcd-4686-9e78-da2b87f56786 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f1b25c7-263c-410b-81df-6938da58ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437310 Dec 14 01:23:24.568601 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e3bf9ac0-9d52-4573-bf15-efdddfaa7660 None None] Provisioning complete for port 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:23:24.568873 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3bf9ac0-9d52-4573-bf15-efdddfaa7660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:24.601135 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf9ac0-9d52-4573-bf15-efdddfaa7660 None None] Port 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:23:24.718067 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:23:24.725873 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:24.738126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Transition to ACTIVE for port object 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:23:24.744567 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:24.802877 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Pushing event updated for resources: {'Port': ['ID=88bf02a0-7820-45b0-b08f-8cc6d536c1b7,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:24.876251 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Attempting to bind port 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:23:24.876586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Attempting to bind port 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'cb384ed7-5297-4638-aee9-9bb0407ccc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:23:24.876901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Attempting to bind port 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 on network a81cf3cf-dbea-4d94-b08a-5f06137504bd {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:23:24.881482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Port 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 on network a81cf3cf-dbea-4d94-b08a-5f06137504bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:23:24.881801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Attempting to bind port 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 on network a81cf3cf-dbea-4d94-b08a-5f06137504bd {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:23:24.886761 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:23:24.887104 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Checking segment: {'id': 'cb384ed7-5297-4638-aee9-9bb0407ccc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:23:24.887492 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Bound using segment: {'id': 'cb384ed7-5297-4638-aee9-9bb0407ccc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:23:24.887924 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Bound port: 88bf02a0-7820-45b0-b08f-8cc6d536c1b7, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb384ed7-5297-4638-aee9-9bb0407ccc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:23:24.888382 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:24.954672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] For port 88bf02a0-7820-45b0-b08f-8cc6d536c1b7, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:23:24.957749 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] For port 88bf02a0-7820-45b0-b08f-8cc6d536c1b7, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=88bf02a0-7820-45b0-b08f-8cc6d536c1b7,segment=NetworkSegment(cb384ed7-5297-4638-aee9-9bb0407ccc67),segment_id=cb384ed7-5297-4638-aee9-9bb0407ccc67)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:23:24.963097 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:24.997423 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:24.998039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:24.999437 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] 10.222.0.16 "PUT /v2.0/ports/88bf02a0-7820-45b0-b08f-8cc6d536c1b7 HTTP/1.1" status: 200 len: 1093 time: 0.6303105 Dec 14 01:23:24.999955 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b990a24-3a22-4d6a-9f47-3c6bad52c1cc', 'tag': '88bf02a0-7820-45b0-b08f-8cc6d536c1b7'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:23:25.002613 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112138f0-02ba-47f3-86a6-6c61f79ca36e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b990a24-3a22-4d6a-9f47-3c6bad52c1cc", "tag": "88bf02a0-7820-45b0-b08f-8cc6d536c1b7"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:23:25.031303 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ff64e-8a8c-487c-8569-7b0c44f18be0 service neutron] Pushing event updated for resources: {'Port': ['ID=88bf02a0-7820-45b0-b08f-8cc6d536c1b7,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:25.074231 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd835f3c-4005-42d8-a5dc-683f464a3f10 x-openstack-request-id: req-fd835f3c-4005-42d8-a5dc-683f464a3f10 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:23:25.074602 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b990a24-3a22-4d6a-9f47-3c6bad52c1cc", "tag": "88bf02a0-7820-45b0-b08f-8cc6d536c1b7", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:23:25.074930 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd835f3c-4005-42d8-a5dc-683f464a3f10 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:23:25.075405 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b990a24-3a22-4d6a-9f47-3c6bad52c1cc', 'tag': '88bf02a0-7820-45b0-b08f-8cc6d536c1b7', 'status': 'completed', 'code': 200} Dec 14 01:23:25.134691 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-2a002a07-0018-4d70-be76-deb6521e8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:25.136364 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-2a002a07-0018-4d70-be76-deb6521e8316 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 1096 time: 0.0431077 Dec 14 01:23:25.188306 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-0a5e7b5f-be02-4958-be23-7258b98b7552 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88bf02a0-7820-45b0-b08f-8cc6d536c1b7 HTTP/1.1" status: 200 len: 217 time: 0.0387688 Dec 14 01:23:25.239736 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-66ea3a27-e3d1-456f-b794-9315a96e78a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:25.241302 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-66ea3a27-e3d1-456f-b794-9315a96e78a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b022acdc-6b91-408c-b945-6281ad36342c HTTP/1.1" status: 200 len: 834 time: 0.0453491 Dec 14 01:23:25.290046 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-c803eb95-ccd7-46e3-8a08-bb7e9c478eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:25.291484 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-c803eb95-ccd7-46e3-8a08-bb7e9c478eda service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a81cf3cf-dbea-4d94-b08a-5f06137504bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432131 Dec 14 01:23:25.325459 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:25.387780 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-7d4276a8-ea8b-4655-85ba-803ccf7bb31e service neutron] 10.222.0.16 "GET /v2.0/networks/a81cf3cf-dbea-4d94-b08a-5f06137504bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890169 Dec 14 01:23:25.476755 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6ca051cd-9766-48b8-b792-ffb91ab36990 req-d2cfe9b0-d42c-462e-a822-aeecc9e82c55 service neutron] 10.222.0.16 "GET /v2.0/networks/a81cf3cf-dbea-4d94-b08a-5f06137504bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817206 Dec 14 01:23:25.624721 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112138f0-02ba-47f3-86a6-6c61f79ca36e req-debe4823-1265-404b-8be0-3c60c7d4958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:25.626202 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-112138f0-02ba-47f3-86a6-6c61f79ca36e req-debe4823-1265-404b-8be0-3c60c7d4958e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 1096 time: 0.0485327 Dec 14 01:23:25.654199 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3bc2e-091e-4f1a-a0be-07b1255795f2 req-82195f5a-bd53-4b27-bf5d-486f62284596 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:25.655683 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1fc3bc2e-091e-4f1a-a0be-07b1255795f2 req-82195f5a-bd53-4b27-bf5d-486f62284596 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 943 time: 0.0497789 Dec 14 01:23:25.709274 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1fc3bc2e-091e-4f1a-a0be-07b1255795f2 req-dcff885a-ba41-4eac-aaa9-984fa1351c59 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f1b25c7-263c-410b-81df-6938da58ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459452 Dec 14 01:23:25.716275 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112138f0-02ba-47f3-86a6-6c61f79ca36e req-e90c69eb-2f8f-4de4-8cda-1373c3aabd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:25.717738 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-112138f0-02ba-47f3-86a6-6c61f79ca36e req-e90c69eb-2f8f-4de4-8cda-1373c3aabd25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a81cf3cf-dbea-4d94-b08a-5f06137504bd HTTP/1.1" status: 200 len: 897 time: 0.0842454 Dec 14 01:23:25.765124 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-112138f0-02ba-47f3-86a6-6c61f79ca36e req-655fc1c2-a488-46a2-bfa0-68c34f057a3e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88bf02a0-7820-45b0-b08f-8cc6d536c1b7 HTTP/1.1" status: 200 len: 217 time: 0.0387280 Dec 14 01:23:25.817501 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112138f0-02ba-47f3-86a6-6c61f79ca36e req-cd3635b7-d82a-4ca2-99ce-e8025e1af297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:25.818924 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-112138f0-02ba-47f3-86a6-6c61f79ca36e req-cd3635b7-d82a-4ca2-99ce-e8025e1af297 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b022acdc-6b91-408c-b945-6281ad36342c HTTP/1.1" status: 200 len: 834 time: 0.0464468 Dec 14 01:23:25.868294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112138f0-02ba-47f3-86a6-6c61f79ca36e req-94d6abb7-ae08-49bc-a36a-d3cc0caa597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:25.869775 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-112138f0-02ba-47f3-86a6-6c61f79ca36e req-94d6abb7-ae08-49bc-a36a-d3cc0caa597a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a81cf3cf-dbea-4d94-b08a-5f06137504bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423064 Dec 14 01:23:25.971137 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-112138f0-02ba-47f3-86a6-6c61f79ca36e req-a42b640b-7976-4ee0-a26e-db68ce9b111d service neutron] 10.222.0.16 "GET /v2.0/networks/a81cf3cf-dbea-4d94-b08a-5f06137504bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935524 Dec 14 01:23:26.076802 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-112138f0-02ba-47f3-86a6-6c61f79ca36e req-9d1a568e-2888-4029-81a6-8a0b152c7821 service neutron] 10.222.0.16 "GET /v2.0/networks/a81cf3cf-dbea-4d94-b08a-5f06137504bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970924 Dec 14 01:23:26.709019 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:26.849462 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02969083-e2e9-4573-a9b5-7c6be0db7302 req-52a5b7f8-3970-4bb2-94df-73df0561d5cb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:26.850958 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-02969083-e2e9-4573-a9b5-7c6be0db7302 req-52a5b7f8-3970-4bb2-94df-73df0561d5cb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 943 time: 0.0630038 Dec 14 01:23:26.900123 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-02969083-e2e9-4573-a9b5-7c6be0db7302 req-c1f18087-4278-4ff8-a9cf-3d8a4c0c45c4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f1b25c7-263c-410b-81df-6938da58ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430789 Dec 14 01:23:26.990286 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:23:27.105550 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 88bf02a0-7820-45b0-b08f-8cc6d536c1b7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=88bf02a0-7820-45b0-b08f-8cc6d536c1b7,segment=NetworkSegment(cb384ed7-5297-4638-aee9-9bb0407ccc67),segment_id=cb384ed7-5297-4638-aee9-9bb0407ccc67)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:23:27.118411 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '88bf02a0-7820-45b0-b08f-8cc6d536c1b7', 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd', 'port_id': '88bf02a0-7820-45b0-b08f-8cc6d536c1b7', 'mac_address': 'fa:16:3e:38:64:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:23:27.173265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:27.186762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:23:27.211659 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 88bf02a0-7820-45b0-b08f-8cc6d536c1b7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=88bf02a0-7820-45b0-b08f-8cc6d536c1b7,segment=NetworkSegment(cb384ed7-5297-4638-aee9-9bb0407ccc67),segment_id=cb384ed7-5297-4638-aee9-9bb0407ccc67)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:23:27.219313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:27.268125 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=88bf02a0-7820-45b0-b08f-8cc6d536c1b7,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:27.483907 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['88bf02a0-7820-45b0-b08f-8cc6d536c1b7'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:23:27.735678 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:28.030732 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbe7ec-b11e-42e8-bf8d-995960f6a899 req-7b686f5c-2126-4c1b-bc9c-86b689ddd396 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:28.032192 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3fbbe7ec-b11e-42e8-bf8d-995960f6a899 req-7b686f5c-2126-4c1b-bc9c-86b689ddd396 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 944 time: 0.0518093 Dec 14 01:23:28.091968 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3fbbe7ec-b11e-42e8-bf8d-995960f6a899 req-e3c0904e-d92a-4914-8ca0-74e264d241ae tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f1b25c7-263c-410b-81df-6938da58ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506952 Dec 14 01:23:29.006016 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:23:29.077987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:23:29.083251 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:23:29.083626 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:29.098529 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:23:29.164565 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:29.187982 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b990a24-3a22-4d6a-9f47-3c6bad52c1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bf02a0-7820-45b0-b08f-8cc6d536c1b7'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:23:29.190731 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0a405d-8010-439f-a3dc-77a39ac325d8" -d '{"events": [{"server_uuid": "3b990a24-3a22-4d6a-9f47-3c6bad52c1cc", "name": "network-vif-plugged", "status": "completed", "tag": "88bf02a0-7820-45b0-b08f-8cc6d536c1b7"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:23:29.204185 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 88bf02a0-7820-45b0-b08f-8cc6d536c1b7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=88bf02a0-7820-45b0-b08f-8cc6d536c1b7,segment=NetworkSegment(cb384ed7-5297-4638-aee9-9bb0407ccc67),segment_id=cb384ed7-5297-4638-aee9-9bb0407ccc67)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:23:29.210719 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:29.215266 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a070f2-7232-472c-a756-e62a3f8c1455 req-2c2d0291-cbf0-427a-9bd3-c1ccaf7ada62 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:29.216867 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-99a070f2-7232-472c-a756-e62a3f8c1455 req-2c2d0291-cbf0-427a-9bd3-c1ccaf7ada62 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 944 time: 0.0547349 Dec 14 01:23:29.236144 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf1372e-871e-4f14-b8dc-3dc83f99e9ef x-openstack-request-id: req-fcf1372e-871e-4f14-b8dc-3dc83f99e9ef {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:23:29.236439 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b990a24-3a22-4d6a-9f47-3c6bad52c1cc", "name": "network-vif-plugged", "status": "completed", "tag": "88bf02a0-7820-45b0-b08f-8cc6d536c1b7", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:23:29.236689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fcf1372e-871e-4f14-b8dc-3dc83f99e9ef {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:23:29.237075 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b990a24-3a22-4d6a-9f47-3c6bad52c1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bf02a0-7820-45b0-b08f-8cc6d536c1b7', 'code': 200} Dec 14 01:23:29.259149 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=88bf02a0-7820-45b0-b08f-8cc6d536c1b7,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:29.270294 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-99a070f2-7232-472c-a756-e62a3f8c1455 req-41c21f61-5128-412e-a76d-cd0dbe7bb7a8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f1b25c7-263c-410b-81df-6938da58ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451469 Dec 14 01:23:29.442918 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c631e1-a813-4820-8b19-47b591128364 req-48c7f6c8-3601-4339-83e2-dd9f8f985c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:29.444377 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-69c631e1-a813-4820-8b19-47b591128364 req-48c7f6c8-3601-4339-83e2-dd9f8f985c79 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 1098 time: 0.0448575 Dec 14 01:23:29.493966 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-69c631e1-a813-4820-8b19-47b591128364 req-8436dc9c-bd2f-4a2d-a637-db1355c15a3e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8f1b25c7-263c-410b-81df-6938da58ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426018 Dec 14 01:23:30.399175 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b52ec-d227-4738-81e1-b0686ab0316e req-f4f07dfd-b303-4ff2-bee7-bb7f46353c01 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:30.400746 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3c3b52ec-d227-4738-81e1-b0686ab0316e req-f4f07dfd-b303-4ff2-bee7-bb7f46353c01 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 945 time: 0.0507522 Dec 14 01:23:30.451741 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3c3b52ec-d227-4738-81e1-b0686ab0316e req-0929da2c-cd17-4953-b355-2b8e21466e9e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f1b25c7-263c-410b-81df-6938da58ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449209 Dec 14 01:23:31.592612 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17b134-16d6-4819-8ec7-bf0622e672d0 req-587456f0-26ad-43c0-b69f-aa6be446dbaa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:31.594014 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2c17b134-16d6-4819-8ec7-bf0622e672d0 req-587456f0-26ad-43c0-b69f-aa6be446dbaa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 945 time: 0.0634155 Dec 14 01:23:31.647511 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2c17b134-16d6-4819-8ec7-bf0622e672d0 req-9ea8c54c-e4b8-4611-a688-bfb4aa542aae tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f1b25c7-263c-410b-81df-6938da58ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475185 Dec 14 01:23:31.778701 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63123d2-39a1-49ab-86cd-5784f56f6727 req-4f533fda-a2c0-47d5-ac53-debeb89653e0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:31.780315 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a63123d2-39a1-49ab-86cd-5784f56f6727 req-4f533fda-a2c0-47d5-ac53-debeb89653e0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 945 time: 0.0575471 Dec 14 01:23:31.838990 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a63123d2-39a1-49ab-86cd-5784f56f6727 req-14beaa47-5957-444b-ad5e-22b1bebd761d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f1b25c7-263c-410b-81df-6938da58ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520782 Dec 14 01:23:31.863782 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57682) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:31.906881 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d42fa-cbaa-482f-b391-5fc4ff84c705 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:31.908571 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-367d42fa-cbaa-482f-b391-5fc4ff84c705 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 1093 time: 0.0437396 Dec 14 01:23:31.913269 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57684) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:31.917581 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '88bf02a0-7820-45b0-b08f-8cc6d536c1b7', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:23:31.943403 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:32.047034 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:32.153762 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.26.1.82 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/391ac444-80a9-40d6-af3d-0b2f3980f630) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:23:32.265010 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:32.301622 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:32.341333 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:23:32.344291 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:23:32.348124 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:23:32.373386 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=391ac444-80a9-40d6-af3d-0b2f3980f630,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:32.726767 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:32.800978 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:32.958197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:32.964565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:33.038896 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=391ac444-80a9-40d6-af3d-0b2f3980f630,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:23:33.045417 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:33.144125 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP fe39cc80-ac75-46ef-a864-3aa9b93ab7c8 associated. External IP: 172.26.1.82, port: 88bf02a0-7820-45b0-b08f-8cc6d536c1b7. Dec 14 01:23:33.366629 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 030baf3a-4ae5-4806-b4b3-db94b96f0806 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:23:33.484968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:23:33.497976 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edca0a6-c7a4-49d3-9913-3e03cf32b9c1 None None] Sync routers for ids ['030baf3a-4ae5-4806-b4b3-db94b96f0806'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:23:33.506866 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:33.512367 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edca0a6-c7a4-49d3-9913-3e03cf32b9c1 None None] Routers {'030baf3a-4ae5-4806-b4b3-db94b96f0806'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:23:33.513014 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1edca0a6-c7a4-49d3-9913-3e03cf32b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:23:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['030baf3a-4ae5-4806-b4b3-db94b96f0806'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:33.538251 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dd59c96e-868c-42dc-9bfc-2a1ebc3cb499 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6239030 Dec 14 01:23:33.538951 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b990a24-3a22-4d6a-9f47-3c6bad52c1cc', 'tag': '88bf02a0-7820-45b0-b08f-8cc6d536c1b7'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:23:33.541255 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57686) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:33.541794 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664c5bff-5e9f-43b1-9927-c6fdeb118676" -d '{"events": [{"name": "network-changed", "server_uuid": "3b990a24-3a22-4d6a-9f47-3c6bad52c1cc", "tag": "88bf02a0-7820-45b0-b08f-8cc6d536c1b7"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:23:33.612129 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4a694858-3b88-434b-a73a-e64b8f1a214b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/fe39cc80-ac75-46ef-a864-3aa9b93ab7c8 HTTP/1.1" status: 200 len: 990 time: 0.0695236 Dec 14 01:23:33.622388 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-1edca0a6-c7a4-49d3-9913-3e03cf32b9c1 None None] Set router 030baf3a-4ae5-4806-b4b3-db94b96f0806 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:23:33.698952 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7574059a-8fe8-4168-9c30-991bb1bb7335 x-openstack-request-id: req-7574059a-8fe8-4168-9c30-991bb1bb7335 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:23:33.699254 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b990a24-3a22-4d6a-9f47-3c6bad52c1cc", "tag": "88bf02a0-7820-45b0-b08f-8cc6d536c1b7", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:23:33.699514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7574059a-8fe8-4168-9c30-991bb1bb7335 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:23:33.699922 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b990a24-3a22-4d6a-9f47-3c6bad52c1cc', 'tag': '88bf02a0-7820-45b0-b08f-8cc6d536c1b7', 'status': 'completed', 'code': 200} Dec 14 01:23:33.787799 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c5bff-5e9f-43b1-9927-c6fdeb118676 req-416ab942-91f4-4fa9-ae11-c517c03d075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:33.789360 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-664c5bff-5e9f-43b1-9927-c6fdeb118676 req-416ab942-91f4-4fa9-ae11-c517c03d075a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 1098 time: 0.0428965 Dec 14 01:23:33.851169 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1edca0a6-c7a4-49d3-9913-3e03cf32b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'name': 'tempest-TestNetworkBasicOps-router-1938503940', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:18Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'fe39cc80-ac75-46ef-a864-3aa9b93ab7c8', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.82', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'port_id': '88bf02a0-7820-45b0-b08f-8cc6d536c1b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd', 'mac_address': 'fa:16:3e:38:64:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b990a24-3a22-4d6a-9f47-3c6bad52c1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:23:32Z', 'updated_at': '2021-12-14T01:23:32Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863659b4-9862-4b49-b8bf-509ffa1e69f6', 'name': '', 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ae:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:18Z', 'updated_at': '2021-12-14T01:23:21Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:33.877196 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edca0a6-c7a4-49d3-9913-3e03cf32b9c1 None None] Checking router: 030baf3a-4ae5-4806-b4b3-db94b96f0806 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:23:33.885778 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edca0a6-c7a4-49d3-9913-3e03cf32b9c1 None None] Routers {'030baf3a-4ae5-4806-b4b3-db94b96f0806'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:23:33.886369 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1edca0a6-c7a4-49d3-9913-3e03cf32b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:23:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['030baf3a-4ae5-4806-b4b3-db94b96f0806'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:33.890391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c5bff-5e9f-43b1-9927-c6fdeb118676 req-d6e16528-5c32-4680-87e6-ba4d1f9244c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:33.891861 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-664c5bff-5e9f-43b1-9927-c6fdeb118676 req-d6e16528-5c32-4680-87e6-ba4d1f9244c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a81cf3cf-dbea-4d94-b08a-5f06137504bd HTTP/1.1" status: 200 len: 897 time: 0.0951102 Dec 14 01:23:33.957652 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-664c5bff-5e9f-43b1-9927-c6fdeb118676 req-f1b66fd1-fb00-422e-ad2c-2d1b4a541738 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88bf02a0-7820-45b0-b08f-8cc6d536c1b7 HTTP/1.1" status: 200 len: 998 time: 0.0582645 Dec 14 01:23:33.992318 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-1edca0a6-c7a4-49d3-9913-3e03cf32b9c1 None None] Set router 030baf3a-4ae5-4806-b4b3-db94b96f0806 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:23:34.009619 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c5bff-5e9f-43b1-9927-c6fdeb118676 req-846a15fc-cdb8-4f9b-9a2e-7b1978439d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:34.011077 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-664c5bff-5e9f-43b1-9927-c6fdeb118676 req-846a15fc-cdb8-4f9b-9a2e-7b1978439d72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b022acdc-6b91-408c-b945-6281ad36342c HTTP/1.1" status: 200 len: 834 time: 0.0466588 Dec 14 01:23:34.063664 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c5bff-5e9f-43b1-9927-c6fdeb118676 req-3370d3ea-fcf4-48da-a0b1-32dd557864db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:23:34.065372 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-664c5bff-5e9f-43b1-9927-c6fdeb118676 req-3370d3ea-fcf4-48da-a0b1-32dd557864db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a81cf3cf-dbea-4d94-b08a-5f06137504bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473118 Dec 14 01:23:34.160261 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-664c5bff-5e9f-43b1-9927-c6fdeb118676 req-2ee93c43-f5c0-4c75-aea8-15eeae4ad376 service neutron] 10.222.0.16 "GET /v2.0/networks/a81cf3cf-dbea-4d94-b08a-5f06137504bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874636 Dec 14 01:23:34.256888 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-664c5bff-5e9f-43b1-9927-c6fdeb118676 req-c2ea1859-afd6-4379-b57c-7869b745fdb2 service neutron] 10.222.0.16 "GET /v2.0/networks/a81cf3cf-dbea-4d94-b08a-5f06137504bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889688 Dec 14 01:23:34.311166 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1edca0a6-c7a4-49d3-9913-3e03cf32b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'name': 'tempest-TestNetworkBasicOps-router-1938503940', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:18Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'fe39cc80-ac75-46ef-a864-3aa9b93ab7c8', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.82', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'port_id': '88bf02a0-7820-45b0-b08f-8cc6d536c1b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd', 'mac_address': 'fa:16:3e:38:64:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b990a24-3a22-4d6a-9f47-3c6bad52c1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:23:32Z', 'updated_at': '2021-12-14T01:23:32Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863659b4-9862-4b49-b8bf-509ffa1e69f6', 'name': '', 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ae:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:18Z', 'updated_at': '2021-12-14T01:23:21Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:23:34.336693 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edca0a6-c7a4-49d3-9913-3e03cf32b9c1 None None] The sync data for ids ['030baf3a-4ae5-4806-b4b3-db94b96f0806'] in dv-neutron-821592-1-hyperv is: [{'id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'name': 'tempest-TestNetworkBasicOps-router-1938503940', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:18Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'fe39cc80-ac75-46ef-a864-3aa9b93ab7c8', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.82', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'port_id': '88bf02a0-7820-45b0-b08f-8cc6d536c1b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd', 'mac_address': 'fa:16:3e:38:64:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b990a24-3a22-4d6a-9f47-3c6bad52c1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:23:32Z', 'updated_at': '2021-12-14T01:23:32Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863659b4-9862-4b49-b8bf-509ffa1e69f6', 'name': '', 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ae:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:18Z', 'updated_at': '2021-12-14T01:23:21Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:23:34.534866 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac432a3-02c6-4723-8d4d-68547e1f2720 None None] New status for floating IP fe39cc80-ac75-46ef-a864-3aa9b93ab7c8: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:23:34.615878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57692) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:34.681076 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-186e9c6a-d10a-4cf1-a0fe-5e0179346bb9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/fe39cc80-ac75-46ef-a864-3aa9b93ab7c8 HTTP/1.1" status: 200 len: 990 time: 0.0637994 Dec 14 01:23:35.685789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57694) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:23:35.762676 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b390ae54-3f35-46b5-86e9-6983fcaa7557 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/fe39cc80-ac75-46ef-a864-3aa9b93ab7c8 HTTP/1.1" status: 200 len: 992 time: 0.0753803 Dec 14 01:23:40.621236 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:51.923205 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec611924-7dcb-47eb-bc17-0297d62cbb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:54.156458 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f821db33-76a5-42f0-b94c-66a73b23d71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:55.335030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:56.709451 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:23:57.741301 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:05.016042 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57706) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:05.083791 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4fb9cc94-ca0a-4375-81de-e70c22eab807 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/fe39cc80-ac75-46ef-a864-3aa9b93ab7c8 HTTP/1.1" status: 200 len: 992 time: 0.0664525 Dec 14 01:24:05.384032 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57712) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:05.551017 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 391ac444-80a9-40d6-af3d-0b2f3980f630 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:24:05.551329 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:05.632538 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:05.632814 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:05.644931 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 391ac444-80a9-40d6-af3d-0b2f3980f630 owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:24:05.807422 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:05.832826 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=391ac444-80a9-40d6-af3d-0b2f3980f630,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:05.861794 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:05.862122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:05.862474 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:05.862810 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:05.863135 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:05.863459 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:05.863783 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:05.864131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:05.864446 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:05.864772 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:05.865075 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:05.865387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:05.865701 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:05.907228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:05.907452 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP fe39cc80-ac75-46ef-a864-3aa9b93ab7c8 disassociated (deleted). External IP: 172.26.1.82, port: 88bf02a0-7820-45b0-b08f-8cc6d536c1b7. Dec 14 01:24:06.100625 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:24:06.124894 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 030baf3a-4ae5-4806-b4b3-db94b96f0806 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:24:06.240929 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:24:06.245930 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:06.252421 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36567d97-5708-4071-9d9b-840636deaf32 None None] Sync routers for ids ['030baf3a-4ae5-4806-b4b3-db94b96f0806'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:24:06.267830 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36567d97-5708-4071-9d9b-840636deaf32 None None] Routers {'030baf3a-4ae5-4806-b4b3-db94b96f0806'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:24:06.268834 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-36567d97-5708-4071-9d9b-840636deaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:23:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['030baf3a-4ae5-4806-b4b3-db94b96f0806'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:06.281386 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-38319062-9f9e-4521-b601-21129b98fc69 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/floatingips/fe39cc80-ac75-46ef-a864-3aa9b93ab7c8 HTTP/1.1" status: 204 len: 168 time: 0.8935094 Dec 14 01:24:06.281386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b990a24-3a22-4d6a-9f47-3c6bad52c1cc', 'tag': '88bf02a0-7820-45b0-b08f-8cc6d536c1b7'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:24:06.281843 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36a5944-35e4-4463-8519-73ed7b9f6431" -d '{"events": [{"name": "network-changed", "server_uuid": "3b990a24-3a22-4d6a-9f47-3c6bad52c1cc", "tag": "88bf02a0-7820-45b0-b08f-8cc6d536c1b7"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:24:06.319920 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac630afa-35d8-4c19-aaf9-dd03898903fa x-openstack-request-id: req-ac630afa-35d8-4c19-aaf9-dd03898903fa {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:24:06.320241 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b990a24-3a22-4d6a-9f47-3c6bad52c1cc", "tag": "88bf02a0-7820-45b0-b08f-8cc6d536c1b7", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:24:06.320502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac630afa-35d8-4c19-aaf9-dd03898903fa {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:24:06.320914 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b990a24-3a22-4d6a-9f47-3c6bad52c1cc', 'tag': '88bf02a0-7820-45b0-b08f-8cc6d536c1b7', 'status': 'completed', 'code': 200} Dec 14 01:24:06.393405 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-36567d97-5708-4071-9d9b-840636deaf32 None None] Set router 030baf3a-4ae5-4806-b4b3-db94b96f0806 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:24:06.425699 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a5944-35e4-4463-8519-73ed7b9f6431 req-31109431-4728-4117-bae6-8a3d75e81957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:06.427232 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a36a5944-35e4-4463-8519-73ed7b9f6431 req-31109431-4728-4117-bae6-8a3d75e81957 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 1098 time: 0.0616033 Dec 14 01:24:06.518353 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7add149-e42c-4ffe-9fc5-b38c766b2e30 req-bd9a6c23-f35b-47b2-b76f-3f8b3e284dec tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:06.519810 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c7add149-e42c-4ffe-9fc5-b38c766b2e30 req-bd9a6c23-f35b-47b2-b76f-3f8b3e284dec tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 945 time: 0.0507984 Dec 14 01:24:06.559090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a5944-35e4-4463-8519-73ed7b9f6431 req-75ff7b84-99a2-4b5d-9afb-2c2177e2a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:06.561077 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a36a5944-35e4-4463-8519-73ed7b9f6431 req-75ff7b84-99a2-4b5d-9afb-2c2177e2a80c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a81cf3cf-dbea-4d94-b08a-5f06137504bd HTTP/1.1" status: 200 len: 897 time: 0.0893939 Dec 14 01:24:06.584968 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c7add149-e42c-4ffe-9fc5-b38c766b2e30 req-f9c432e3-34ca-4fc6-af80-6f2e33fbc74b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f1b25c7-263c-410b-81df-6938da58ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533495 Dec 14 01:24:06.602883 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-36567d97-5708-4071-9d9b-840636deaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'name': 'tempest-TestNetworkBasicOps-router-1938503940', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:18Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '863659b4-9862-4b49-b8bf-509ffa1e69f6', 'name': '', 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ae:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:18Z', 'updated_at': '2021-12-14T01:23:21Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:06.608909 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a36a5944-35e4-4463-8519-73ed7b9f6431 req-e527cecd-ddd5-4f11-bac9-250173436996 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88bf02a0-7820-45b0-b08f-8cc6d536c1b7 HTTP/1.1" status: 200 len: 217 time: 0.0403793 Dec 14 01:24:06.627729 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36567d97-5708-4071-9d9b-840636deaf32 None None] Checking router: 030baf3a-4ae5-4806-b4b3-db94b96f0806 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:24:06.635939 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36567d97-5708-4071-9d9b-840636deaf32 None None] Routers {'030baf3a-4ae5-4806-b4b3-db94b96f0806'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:24:06.636896 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-36567d97-5708-4071-9d9b-840636deaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:23:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['030baf3a-4ae5-4806-b4b3-db94b96f0806'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:06.659366 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a5944-35e4-4463-8519-73ed7b9f6431 req-39748897-306a-487f-a40b-20186b8686a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:06.660917 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a36a5944-35e4-4463-8519-73ed7b9f6431 req-39748897-306a-487f-a40b-20186b8686a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b022acdc-6b91-408c-b945-6281ad36342c HTTP/1.1" status: 200 len: 834 time: 0.0445979 Dec 14 01:24:06.708546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a5944-35e4-4463-8519-73ed7b9f6431 req-5a19c05f-4adb-4f1a-b304-466660c9818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:06.710056 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a36a5944-35e4-4463-8519-73ed7b9f6431 req-5a19c05f-4adb-4f1a-b304-466660c9818a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a81cf3cf-dbea-4d94-b08a-5f06137504bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402808 Dec 14 01:24:06.742950 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-36567d97-5708-4071-9d9b-840636deaf32 None None] Set router 030baf3a-4ae5-4806-b4b3-db94b96f0806 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:24:06.808687 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a36a5944-35e4-4463-8519-73ed7b9f6431 req-53ef4956-5591-4541-a060-652435dc8158 service neutron] 10.222.0.16 "GET /v2.0/networks/a81cf3cf-dbea-4d94-b08a-5f06137504bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895722 Dec 14 01:24:06.898227 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a36a5944-35e4-4463-8519-73ed7b9f6431 req-4b7d9eaf-35a3-481b-8077-a91469c78299 service neutron] 10.222.0.16 "GET /v2.0/networks/a81cf3cf-dbea-4d94-b08a-5f06137504bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825436 Dec 14 01:24:06.942998 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-36567d97-5708-4071-9d9b-840636deaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'name': 'tempest-TestNetworkBasicOps-router-1938503940', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:18Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '863659b4-9862-4b49-b8bf-509ffa1e69f6', 'name': '', 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ae:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:18Z', 'updated_at': '2021-12-14T01:23:21Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:06.968402 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36567d97-5708-4071-9d9b-840636deaf32 None None] The sync data for ids ['030baf3a-4ae5-4806-b4b3-db94b96f0806'] in dv-neutron-821592-1-hyperv is: [{'id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'name': 'tempest-TestNetworkBasicOps-router-1938503940', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:18Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '863659b4-9862-4b49-b8bf-509ffa1e69f6', 'name': '', 'network_id': 'a81cf3cf-dbea-4d94-b08a-5f06137504bd', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ae:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:18Z', 'updated_at': '2021-12-14T01:23:21Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'b022acdc-6b91-408c-b945-6281ad36342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:24:07.204246 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e0ef27-4e63-43be-8e21-24c6078ffdb8 None None] New status for floating IP fe39cc80-ac75-46ef-a864-3aa9b93ab7c8: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:24:07.715911 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb443e69-77e2-45c1-a9e5-3832b2b32ea3 req-3cab4d10-3047-4807-96f4-ff39659ea152 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:07.717610 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fb443e69-77e2-45c1-a9e5-3832b2b32ea3 req-3cab4d10-3047-4807-96f4-ff39659ea152 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 945 time: 0.0516064 Dec 14 01:24:07.776923 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fb443e69-77e2-45c1-a9e5-3832b2b32ea3 req-bac7802a-1f8e-4644-8303-ff18318a261c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f1b25c7-263c-410b-81df-6938da58ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503662 Dec 14 01:24:07.986945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef753d8-4740-44ff-8f76-57b108c5df0a req-ac5eaf47-e923-402b-8aba-5c422e2089f8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:07.988567 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fef753d8-4740-44ff-8f76-57b108c5df0a req-ac5eaf47-e923-402b-8aba-5c422e2089f8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 945 time: 0.0565646 Dec 14 01:24:08.081708 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-fef753d8-4740-44ff-8f76-57b108c5df0a req-7ae2c58c-a06f-4a77-8c98-f5a33a02850b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:24:08.082048 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fef753d8-4740-44ff-8f76-57b108c5df0a req-7ae2c58c-a06f-4a77-8c98-f5a33a02850b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:08.180302 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-fef753d8-4740-44ff-8f76-57b108c5df0a req-7ae2c58c-a06f-4a77-8c98-f5a33a02850b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 88bf02a0-7820-45b0-b08f-8cc6d536c1b7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=88bf02a0-7820-45b0-b08f-8cc6d536c1b7,segment=NetworkSegment(cb384ed7-5297-4638-aee9-9bb0407ccc67),segment_id=cb384ed7-5297-4638-aee9-9bb0407ccc67)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:24:08.180696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fef753d8-4740-44ff-8f76-57b108c5df0a req-7ae2c58c-a06f-4a77-8c98-f5a33a02850b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:08.195206 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-fef753d8-4740-44ff-8f76-57b108c5df0a req-7ae2c58c-a06f-4a77-8c98-f5a33a02850b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:24:08.333362 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fef753d8-4740-44ff-8f76-57b108c5df0a req-7ae2c58c-a06f-4a77-8c98-f5a33a02850b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:08.364509 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2c58c-a06f-4a77-8c98-f5a33a02850b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=88bf02a0-7820-45b0-b08f-8cc6d536c1b7,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:08.404248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef753d8-4740-44ff-8f76-57b108c5df0a req-7ae2c58c-a06f-4a77-8c98-f5a33a02850b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] No DVR routers for this DVR port 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:24:08.406770 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fef753d8-4740-44ff-8f76-57b108c5df0a req-7ae2c58c-a06f-4a77-8c98-f5a33a02850b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:08.410480 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fef753d8-4740-44ff-8f76-57b108c5df0a req-7ae2c58c-a06f-4a77-8c98-f5a33a02850b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "DELETE /v2.0/ports/88bf02a0-7820-45b0-b08f-8cc6d536c1b7 HTTP/1.1" status: 204 len: 173 time: 0.4150646 Dec 14 01:24:08.411084 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b990a24-3a22-4d6a-9f47-3c6bad52c1cc', 'name': 'network-vif-deleted', 'tag': '88bf02a0-7820-45b0-b08f-8cc6d536c1b7'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:24:08.413315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91fc302-5c31-45d1-89c9-1067a6abef2b" -d '{"events": [{"server_uuid": "3b990a24-3a22-4d6a-9f47-3c6bad52c1cc", "name": "network-vif-deleted", "tag": "88bf02a0-7820-45b0-b08f-8cc6d536c1b7"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:24:08.455149 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd99cc7-83cb-4a05-8cfd-7b56802b4ad8 x-openstack-request-id: req-5cd99cc7-83cb-4a05-8cfd-7b56802b4ad8 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:24:08.455439 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b990a24-3a22-4d6a-9f47-3c6bad52c1cc", "name": "network-vif-deleted", "tag": "88bf02a0-7820-45b0-b08f-8cc6d536c1b7", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:24:08.455695 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5cd99cc7-83cb-4a05-8cfd-7b56802b4ad8 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:24:08.456091 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b990a24-3a22-4d6a-9f47-3c6bad52c1cc', 'name': 'network-vif-deleted', 'tag': '88bf02a0-7820-45b0-b08f-8cc6d536c1b7', 'status': 'completed', 'code': 200} Dec 14 01:24:08.893872 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-63a4dc9e-6763-497a-a122-50aa4c016ede req-8bd3ee1e-4e91-4244-a36d-1ed0b42305bd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b990a24-3a22-4d6a-9f47-3c6bad52c1cc HTTP/1.1" status: 200 len: 210 time: 0.0276120 Dec 14 01:24:09.964250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57730) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:10.022612 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0302425e-681c-4788-9897-e905b3563f39 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:10.048317 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0302425e-681c-4788-9897-e905b3563f39 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:10.114493 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0302425e-681c-4788-9897-e905b3563f39 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:10.117277 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0302425e-681c-4788-9897-e905b3563f39 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:10.118468 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0302425e-681c-4788-9897-e905b3563f39 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/security-groups/8f1b25c7-263c-410b-81df-6938da58ac6a HTTP/1.1" status: 204 len: 168 time: 0.1529493 Dec 14 01:24:10.127939 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302425e-681c-4788-9897-e905b3563f39 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1b25c7-263c-410b-81df-6938da58ac6a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:10.150153 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57734) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:10.527419 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9d6bd64-9e9d-46f4-afeb-cd0d310571c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:10.606757 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:10.788519 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d9d6bd64-9e9d-46f4-afeb-cd0d310571c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 863659b4-9862-4b49-b8bf-509ffa1e69f6 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:24:10.788865 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9d6bd64-9e9d-46f4-afeb-cd0d310571c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:10.880577 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d9d6bd64-9e9d-46f4-afeb-cd0d310571c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 863659b4-9862-4b49-b8bf-509ffa1e69f6, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=863659b4-9862-4b49-b8bf-509ffa1e69f6,segment=NetworkSegment(cb384ed7-5297-4638-aee9-9bb0407ccc67),segment_id=cb384ed7-5297-4638-aee9-9bb0407ccc67)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:24:10.880898 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9d6bd64-9e9d-46f4-afeb-cd0d310571c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:10.893899 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d9d6bd64-9e9d-46f4-afeb-cd0d310571c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 863659b4-9862-4b49-b8bf-509ffa1e69f6 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:24:11.112416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:24:11.134004 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:24:11.134302 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 88bf02a0-7820-45b0-b08f-8cc6d536c1b7 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:24:11.422056 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9d6bd64-9e9d-46f4-afeb-cd0d310571c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:11.448200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6bd64-9e9d-46f4-afeb-cd0d310571c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=863659b4-9862-4b49-b8bf-509ffa1e69f6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:11.620063 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9d6bd64-9e9d-46f4-afeb-cd0d310571c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:11.842738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d6bd64-9e9d-46f4-afeb-cd0d310571c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 030baf3a-4ae5-4806-b4b3-db94b96f0806 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:24:11.954125 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d6bd64-9e9d-46f4-afeb-cd0d310571c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:24:11.959184 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d9d6bd64-9e9d-46f4-afeb-cd0d310571c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/030baf3a-4ae5-4806-b4b3-db94b96f0806/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8082850 Dec 14 01:24:11.962004 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57736) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:11.965112 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5b7fb9-bb75-4ca8-b06d-fbd5cb3b8e1b None None] Sync routers for ids ['030baf3a-4ae5-4806-b4b3-db94b96f0806'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:24:11.975715 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5b7fb9-bb75-4ca8-b06d-fbd5cb3b8e1b None None] Routers {'030baf3a-4ae5-4806-b4b3-db94b96f0806'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:24:11.976440 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8d5b7fb9-bb75-4ca8-b06d-fbd5cb3b8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:23:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['030baf3a-4ae5-4806-b4b3-db94b96f0806'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:12.012616 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-480aae54-691a-4a69-a0c2-17a6b58be16a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting subnet b022acdc-6b91-408c-b945-6281ad36342c {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:24:12.015771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-480aae54-691a-4a69-a0c2-17a6b58be16a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:12.060128 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-480aae54-691a-4a69-a0c2-17a6b58be16a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:12.079316 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-8d5b7fb9-bb75-4ca8-b06d-fbd5cb3b8e1b None None] Set router 030baf3a-4ae5-4806-b4b3-db94b96f0806 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:24:12.139386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-480aae54-691a-4a69-a0c2-17a6b58be16a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:12.202888 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-480aae54-691a-4a69-a0c2-17a6b58be16a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:12.236508 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-480aae54-691a-4a69-a0c2-17a6b58be16a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:12.239737 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-480aae54-691a-4a69-a0c2-17a6b58be16a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/subnets/b022acdc-6b91-408c-b945-6281ad36342c HTTP/1.1" status: 204 len: 168 time: 0.2768199 Dec 14 01:24:12.240753 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480aae54-691a-4a69-a0c2-17a6b58be16a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Subnet': ['ID=b022acdc-6b91-408c-b945-6281ad36342c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:12.242645 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57738) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:12.247891 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72a361b-e16a-4abd-b207-d1f0bb1975fc None None] Network a81cf3cf-dbea-4d94-b08a-5f06137504bd requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:24:12.359072 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:12.366578 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8d5b7fb9-bb75-4ca8-b06d-fbd5cb3b8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'name': 'tempest-TestNetworkBasicOps-router-1938503940', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:24:11Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:12.393962 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5b7fb9-bb75-4ca8-b06d-fbd5cb3b8e1b None None] Checking router: 030baf3a-4ae5-4806-b4b3-db94b96f0806 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:24:12.402587 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5b7fb9-bb75-4ca8-b06d-fbd5cb3b8e1b None None] Routers {'030baf3a-4ae5-4806-b4b3-db94b96f0806'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:24:12.403316 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8d5b7fb9-bb75-4ca8-b06d-fbd5cb3b8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:23:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['030baf3a-4ae5-4806-b4b3-db94b96f0806'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:12.413845 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] DHCP port deletion for a81cf3cf-dbea-4d94-b08a-5f06137504bd request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:24:12.472787 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Deleting port 4d327833-00ea-4a8f-a03b-9b4088b7644f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:24:12.473267 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:12.488577 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:12.540080 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] For port 4d327833-00ea-4a8f-a03b-9b4088b7644f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4d327833-00ea-4a8f-a03b-9b4088b7644f,segment=NetworkSegment(cb384ed7-5297-4638-aee9-9bb0407ccc67),segment_id=cb384ed7-5297-4638-aee9-9bb0407ccc67)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:24:12.540398 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:12.542505 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-8d5b7fb9-bb75-4ca8-b06d-fbd5cb3b8e1b None None] Set router 030baf3a-4ae5-4806-b4b3-db94b96f0806 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:24:12.553931 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4d327833-00ea-4a8f-a03b-9b4088b7644f no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:24:12.556782 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:24:12.557122 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:12.562204 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Calling delete_port for 4d327833-00ea-4a8f-a03b-9b4088b7644f owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:24:12.642306 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:24:12.642576 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:12.657399 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:24:12.690201 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:12.700875 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:12.731856 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8d5b7fb9-bb75-4ca8-b06d-fbd5cb3b8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'name': 'tempest-TestNetworkBasicOps-router-1938503940', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:24:11Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:12.734754 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Pushing event deleted for resources: {'Port': ['ID=4d327833-00ea-4a8f-a03b-9b4088b7644f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:12.739779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] No DVR routers for this DVR port 4d327833-00ea-4a8f-a03b-9b4088b7644f on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:24:12.748121 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.748472 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.748813 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.749149 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.749476 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.749814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.750123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.750447 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.750770 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.751088 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.751406 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.751983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.752082 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9746-6d4a-44d2-bb0f-45ff8288680c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.774052 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5b7fb9-bb75-4ca8-b06d-fbd5cb3b8e1b None None] The sync data for ids ['030baf3a-4ae5-4806-b4b3-db94b96f0806'] in dv-neutron-821592-1-hyperv is: [{'id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'name': 'tempest-TestNetworkBasicOps-router-1938503940', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:24:11Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030baf3a-4ae5-4806-b4b3-db94b96f0806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:23:15Z', 'updated_at': '2021-12-14T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:24:12.837502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:12.863397 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:12.873626 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd5244a-3dc5-4016-83e2-7c4dfb4dff0f None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:24:12.886032 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.886379 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.886716 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.887046 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.887435 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.887759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.888084 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.888432 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.888741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.889095 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.889429 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.889686 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.890002 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:12.931607 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.029535 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.031612 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.081981 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.082944 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Fanout notify agent at l3_agent the message router_deleted on router 030baf3a-4ae5-4806-b4b3-db94b96f0806 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:24:13.089688 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.090906 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2202a2aa-afdc-4e0c-ba6c-8b3cc239498c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/routers/030baf3a-4ae5-4806-b4b3-db94b96f0806 HTTP/1.1" status: 204 len: 168 time: 0.8472662 Dec 14 01:24:13.093841 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57740) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:13.173931 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24d71a08-1599-48a9-bc5c-6798d2d64282 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.270793 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24d71a08-1599-48a9-bc5c-6798d2d64282 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.291608 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-24d71a08-1599-48a9-bc5c-6798d2d64282 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81cf3cf-dbea-4d94-b08a-5f06137504bd']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:13.301163 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-24d71a08-1599-48a9-bc5c-6798d2d64282 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb384ed7-5297-4638-aee9-9bb0407ccc67') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:13.301463 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-24d71a08-1599-48a9-bc5c-6798d2d64282 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb384ed7-5297-4638-aee9-9bb0407ccc67') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:13.311261 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24d71a08-1599-48a9-bc5c-6798d2d64282 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.325449 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24d71a08-1599-48a9-bc5c-6798d2d64282 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.331759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d71a08-1599-48a9-bc5c-6798d2d64282 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:24:13.332173 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24d71a08-1599-48a9-bc5c-6798d2d64282 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:24:13.335204 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:24:13.396518 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24d71a08-1599-48a9-bc5c-6798d2d64282 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.401015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24d71a08-1599-48a9-bc5c-6798d2d64282 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.405031 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-24d71a08-1599-48a9-bc5c-6798d2d64282 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/networks/a81cf3cf-dbea-4d94-b08a-5f06137504bd HTTP/1.1" status: 204 len: 168 time: 0.3102076 Dec 14 01:24:13.417299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57742) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:13.422860 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-8d3f803b-3442-413f-a77e-8ab78bf2f053 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'network': {'name': 'tempest-network-smoke--1866893604', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'port_security_enabled': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:24:13.426766 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d71a08-1599-48a9-bc5c-6798d2d64282 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Network': ['ID=a81cf3cf-dbea-4d94-b08a-5f06137504bd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:13.451518 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3f803b-3442-413f-a77e-8ab78bf2f053 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:24:13.455370 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8d3f803b-3442-413f-a77e-8ab78bf2f053 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.481928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3f803b-3442-413f-a77e-8ab78bf2f053 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:24:13.490994 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8d3f803b-3442-413f-a77e-8ab78bf2f053 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.491309 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-8d3f803b-3442-413f-a77e-8ab78bf2f053 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Added segment e8b7b9c6-3f16-4287-a035-e47eef823d0c of type vlan for network 1d5f524d-a021-4fcf-afdb-876c406442b4 Dec 14 01:24:13.530116 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8d3f803b-3442-413f-a77e-8ab78bf2f053 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.556736 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8d3f803b-3442-413f-a77e-8ab78bf2f053 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.562528 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3f803b-3442-413f-a77e-8ab78bf2f053 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:13.562935 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8d3f803b-3442-413f-a77e-8ab78bf2f053 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.625756 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8d3f803b-3442-413f-a77e-8ab78bf2f053 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2072198 Dec 14 01:24:13.628855 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57744) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:13.633462 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-245825895', 'admin_state_up': True, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:24:13.633832 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f803b-3442-413f-a77e-8ab78bf2f053 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Network': ['ID=1d5f524d-a021-4fcf-afdb-876c406442b4,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:13.645044 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 1d5f524d-a021-4fcf-afdb-876c406442b4 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:24:13.660616 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.663182 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:13.722163 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:14.192235 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:14.396058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:14.415716 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:14.525928 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.26.1.153 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/fa184300-0047-48d2-841b-5cea1e906b8f) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:24:14.631974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:14.639140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:24:14.658860 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:24:14.659976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 88a6c00b-1ebd-4633-9aa0-ea8f9b2782a2 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:24:14.659976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 863659b4-9862-4b49-b8bf-509ffa1e69f6 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:24:14.668259 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:14.683024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 863659b4-9862-4b49-b8bf-509ffa1e69f6 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:24:14.683024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 863659b4-9862-4b49-b8bf-509ffa1e69f6 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:24:14.714759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:24:14.719458 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:24:14.724030 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:24:14.726000 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=fa184300-0047-48d2-841b-5cea1e906b8f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:14.739901 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23e1183-a969-4c58-91f3-bdbf0e8e0f47 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:24:14.854710 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8a8a5b5e-538b-41cc-96a4-7029eacc6486 None None] Provisioning complete for port fa184300-0047-48d2-841b-5cea1e906b8f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:24:14.855178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a8a5b5e-538b-41cc-96a4-7029eacc6486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:14.890652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a5b5e-538b-41cc-96a4-7029eacc6486 None None] Port fa184300-0047-48d2-841b-5cea1e906b8f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:24:14.981498 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:15.186000 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:15.324181 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router e2839c6c-150a-48f2-a6af-e8f87742598b is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:24:15.429685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:24:15.440747 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Sync routers for ids ['e2839c6c-150a-48f2-a6af-e8f87742598b'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:24:15.450702 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:15.454998 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-27a45eb5-735b-41c6-b4f5-88e373857fff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8220651 Dec 14 01:24:15.455276 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Routers {'e2839c6c-150a-48f2-a6af-e8f87742598b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:24:15.455410 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57746) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:15.455905 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:23:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e2839c6c-150a-48f2-a6af-e8f87742598b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:15.483422 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fcc2c6d1-79bc-4f3e-a6ce-a1c619ccb72e tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9e28f216f8fb4b05811c7d7158efaac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267901 Dec 14 01:24:15.486284 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57748) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:15.570755 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Set router e2839c6c-150a-48f2-a6af-e8f87742598b gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:24:15.573871 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aacec66-d02d-4b30-ad2d-fe06d1c6a68e tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:15.578363 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9aacec66-d02d-4b30-ad2d-fe06d1c6a68e tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884149 Dec 14 01:24:15.579125 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57750) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:15.617317 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57752) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:15.617495 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e6c9a95a-8d81-4486-910f-e3ca67a445ec tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360005 Dec 14 01:24:15.622552 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-db6950f0-98db-4ebc-a525-6da1699e9f4d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1200404646', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:24:15.717794 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6950f0-98db-4ebc-a525-6da1699e9f4d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:24:15.721450 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db6950f0-98db-4ebc-a525-6da1699e9f4d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:15.749552 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:14Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:15.775656 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Checking router: e2839c6c-150a-48f2-a6af-e8f87742598b for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:24:15.776006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Updating router e2839c6c-150a-48f2-a6af-e8f87742598b port fa184300-0047-48d2-841b-5cea1e906b8f binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:24:15.806664 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:15.907477 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db6950f0-98db-4ebc-a525-6da1699e9f4d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:15.965597 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6950f0-98db-4ebc-a525-6da1699e9f4d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Subnet': ['ID=ebdd76e8-c175-4916-ba90-216bb13c6029,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:15.975913 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6950f0-98db-4ebc-a525-6da1699e9f4d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Checking segment: {'id': 'e8b7b9c6-3f16-4287-a035-e47eef823d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:24:15.976306 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6950f0-98db-4ebc-a525-6da1699e9f4d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network hostable DHCP agents. Network: 1d5f524d-a021-4fcf-afdb-876c406442b4, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:24:16.000822 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6950f0-98db-4ebc-a525-6da1699e9f4d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 1d5f524d-a021-4fcf-afdb-876c406442b4 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:24:16.011759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-db6950f0-98db-4ebc-a525-6da1699e9f4d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 1d5f524d-a021-4fcf-afdb-876c406442b4) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:24:16.016932 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6950f0-98db-4ebc-a525-6da1699e9f4d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:16.018047 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db6950f0-98db-4ebc-a525-6da1699e9f4d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:16.024784 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4903dfb3-0c62-4470-880d-3c9e1ed066fc None None] Network 1d5f524d-a021-4fcf-afdb-876c406442b4 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:24:16.035276 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-db6950f0-98db-4ebc-a525-6da1699e9f4d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4169359 Dec 14 01:24:16.038134 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57754) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:16.114936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:16.129237 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:16.188411 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03650323-d6f5-41fb-ae66-25cc193b7a82 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:24:16.209546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-1d5f524d-a021-4fcf-afdb-876c406442b4', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:24:16.210408 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:16.214675 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c289cae-f70f-421a-8c67-b5ee66b7056f None None] Pushing event updated for resources: {'Port': ['ID=fa184300-0047-48d2-841b-5cea1e906b8f,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:16.224186 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Attempting to bind port fa184300-0047-48d2-841b-5cea1e906b8f on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:24:16.224543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Attempting to bind port fa184300-0047-48d2-841b-5cea1e906b8f by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:24:16.224882 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Attempting to bind port fa184300-0047-48d2-841b-5cea1e906b8f on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:24:16.233168 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:24:16.233541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:24:16.233953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:16.234348 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:24:16.234821 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Bound port: fa184300-0047-48d2-841b-5cea1e906b8f, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:24:16.235204 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:16.370014 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] For port fa184300-0047-48d2-841b-5cea1e906b8f, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:24:16.374596 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-01055851-9bdf-4428-b39f-31f69a2895d5 None None] Provisioning complete for port fa184300-0047-48d2-841b-5cea1e906b8f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:24:16.374979 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-01055851-9bdf-4428-b39f-31f69a2895d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:16.379778 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] For port fa184300-0047-48d2-841b-5cea1e906b8f, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=fa184300-0047-48d2-841b-5cea1e906b8f,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:24:16.419030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:16.486213 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:16.491983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d20c06f-0a75-44bf-8adb-e92d3c2025b5 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:24:16.498912 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-01055851-9bdf-4428-b39f-31f69a2895d5 None None] Port fa184300-0047-48d2-841b-5cea1e906b8f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:24:16.503661 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Allocated IP 172.20.0.2 (1d5f524d-a021-4fcf-afdb-876c406442b4/ebdd76e8-c175-4916-ba90-216bb13c6029/fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:24:16.527869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Routers {'e2839c6c-150a-48f2-a6af-e8f87742598b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:24:16.528545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:23:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e2839c6c-150a-48f2-a6af-e8f87742598b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:16.577349 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c289cae-f70f-421a-8c67-b5ee66b7056f None None] Pushing event updated for resources: {'Port': ['ID=fa184300-0047-48d2-841b-5cea1e906b8f,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:16.710000 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c7cae36f-3bc1-4eeb-a7c7-59e79ffdf080 None None] Provisioning complete for port fa184300-0047-48d2-841b-5cea1e906b8f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:24:16.710352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7cae36f-3bc1-4eeb-a7c7-59e79ffdf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:16.716128 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] Set router e2839c6c-150a-48f2-a6af-e8f87742598b gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:24:17.093621 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:17.131070 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:17.177723 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.1 (1d5f524d-a021-4fcf-afdb-876c406442b4/ebdd76e8-c175-4916-ba90-216bb13c6029/213e9876-d658-47d3-ab6b-0ea8514f4c47) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:24:17.195918 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7cae36f-3bc1-4eeb-a7c7-59e79ffdf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:17.210069 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Network 1d5f524d-a021-4fcf-afdb-876c406442b4 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:24:17.221331 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:24:17.223980 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:24:17.239095 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c7cae36f-3bc1-4eeb-a7c7-59e79ffdf080 None None] For port fa184300-0047-48d2-841b-5cea1e906b8f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=fa184300-0047-48d2-841b-5cea1e906b8f,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:24:17.240051 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Pushing event updated for resources: {'Port': ['ID=fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:17.249897 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7cae36f-3bc1-4eeb-a7c7-59e79ffdf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:17.291735 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:17.327539 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:17.345202 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Attempting to bind port fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:24:17.345570 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Attempting to bind port fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e8b7b9c6-3f16-4287-a035-e47eef823d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:24:17.345937 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Attempting to bind port fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d on network 1d5f524d-a021-4fcf-afdb-876c406442b4 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:24:17.355245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:14Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:17.357909 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cae36f-3bc1-4eeb-a7c7-59e79ffdf080 None None] Pushing event updated for resources: {'Port': ['ID=fa184300-0047-48d2-841b-5cea1e906b8f,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:17.363935 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:24:17.364571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Checking segment: {'id': 'e8b7b9c6-3f16-4287-a035-e47eef823d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:24:17.365230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:17.365713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Bound using segment: {'id': 'e8b7b9c6-3f16-4287-a035-e47eef823d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:24:17.366419 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Bound port: fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b7b9c6-3f16-4287-a035-e47eef823d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:24:17.366980 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:17.375877 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 1d5f524d-a021-4fcf-afdb-876c406442b4 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:24:17.378956 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:24:17.381494 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:24:17.401814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e213e4b1-1ae8-4eae-b95e-544a920edade None None] The sync data for ids ['e2839c6c-150a-48f2-a6af-e8f87742598b'] in dv-neutron-821592-1-hyperv is: [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:14Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:24:17.418210 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=213e9876-d658-47d3-ab6b-0ea8514f4c47,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:17.448418 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:17.463830 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] For port fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:24:17.469037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] For port fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d,segment=NetworkSegment(e8b7b9c6-3f16-4287-a035-e47eef823d0c),segment_id=e8b7b9c6-3f16-4287-a035-e47eef823d0c)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:24:17.475424 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:17.543220 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc240b3b-d8ab-4d69-88b4-19b21f6c76a2 None None] Pushing event updated for resources: {'Port': ['ID=fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:17.595407 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:17.956204 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:17.963027 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:18.038745 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:18.040595 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=213e9876-d658-47d3-ab6b-0ea8514f4c47,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:18.141701 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 1d5f524d-a021-4fcf-afdb-876c406442b4 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:24:18.143323 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:24:18.260999 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router e2839c6c-150a-48f2-a6af-e8f87742598b has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:24:18.379320 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:24:18.385358 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7882c1a8-c534-4cc5-b9da-5d983e881a9d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/e2839c6c-150a-48f2-a6af-e8f87742598b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3456705 Dec 14 01:24:18.387545 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57756) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:18.545932 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device fa184300-0047-48d2-841b-5cea1e906b8f up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:24:18.576227 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b985213-8361-4253-a4c0-98577e4c3fa1 None None] Network 1d5f524d-a021-4fcf-afdb-876c406442b4 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:24:18.652936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-97895869-9a4c-4870-9ff3-e74067579a8b None None] Provisioning complete for port fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:24:18.653252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-97895869-9a4c-4870-9ff3-e74067579a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:18.725288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port fa184300-0047-48d2-841b-5cea1e906b8f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:24:18.725652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:18.823546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-97895869-9a4c-4870-9ff3-e74067579a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:18.832430 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b78845-06a1-4e05-bbc7-3e1cfe688bcc tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:18.832937 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b78845-06a1-4e05-bbc7-3e1cfe688bcc tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:18.833326 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b78845-06a1-4e05-bbc7-3e1cfe688bcc tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:18.833777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b78845-06a1-4e05-bbc7-3e1cfe688bcc tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:18.835706 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b0b78845-06a1-4e05-bbc7-3e1cfe688bcc tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.4470403 Dec 14 01:24:18.838361 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57758) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:18.888464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:24:18.897910 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c99b28-be9a-40aa-b74c-25db627c5e33 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:18.898514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c99b28-be9a-40aa-b74c-25db627c5e33 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:18.898959 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c99b28-be9a-40aa-b74c-25db627c5e33 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:18.899410 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c99b28-be9a-40aa-b74c-25db627c5e33 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:18.904216 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a7c99b28-be9a-40aa-b74c-25db627c5e33 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0618720 Dec 14 01:24:18.904216 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57760) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:18.917811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-97895869-9a4c-4870-9ff3-e74067579a8b None None] For port fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d,segment=NetworkSegment(e8b7b9c6-3f16-4287-a035-e47eef823d0c),segment_id=e8b7b9c6-3f16-4287-a035-e47eef823d0c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:24:18.927099 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-97895869-9a4c-4870-9ff3-e74067579a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:18.986731 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:24:18.987190 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:18.991958 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97895869-9a4c-4870-9ff3-e74067579a8b None None] Pushing event updated for resources: {'Port': ['ID=fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:19.061449 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-08e7d8db-d140-4809-940d-e34d7b04296b tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1561630 Dec 14 01:24:19.118104 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Sync routers for ids ['e2839c6c-150a-48f2-a6af-e8f87742598b'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:24:19.129060 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Routers {'e2839c6c-150a-48f2-a6af-e8f87742598b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:24:19.129797 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:23:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e2839c6c-150a-48f2-a6af-e8f87742598b'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:19.148076 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1852a4dc-e88f-4ec3-b651-d357fb2341f0 None None] Provisioning complete for port fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:24:19.148728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1852a4dc-e88f-4ec3-b651-d357fb2341f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.246094 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1852a4dc-e88f-4ec3-b651-d357fb2341f0 None None] Provisioning complete for port 213e9876-d658-47d3-ab6b-0ea8514f4c47 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:24:19.246518 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1852a4dc-e88f-4ec3-b651-d357fb2341f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.248812 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Set router e2839c6c-150a-48f2-a6af-e8f87742598b gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:24:19.285314 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1852a4dc-e88f-4ec3-b651-d357fb2341f0 None None] Port 213e9876-d658-47d3-ab6b-0ea8514f4c47 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:24:19.410340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-84d94144-ebc5-4681-812b-550b0c04e631 None None] Provisioning complete for port 213e9876-d658-47d3-ab6b-0ea8514f4c47 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:24:19.411006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84d94144-ebc5-4681-812b-550b0c04e631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.458414 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '213e9876-d658-47d3-ab6b-0ea8514f4c47', 'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:58:d9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:16Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 2, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:19.460792 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57764) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:19.467450 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8a632a4b-8fb2-4e13-8875-2b7f7e843831 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-493085841', 'description': 'tempest-secgroup-smoke-493085841 description', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:24:19.473493 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-84d94144-ebc5-4681-812b-550b0c04e631 None None] Port 213e9876-d658-47d3-ab6b-0ea8514f4c47 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:24:19.487675 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Checking router: e2839c6c-150a-48f2-a6af-e8f87742598b for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:24:19.488031 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Updating router e2839c6c-150a-48f2-a6af-e8f87742598b port 213e9876-d658-47d3-ab6b-0ea8514f4c47 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:24:19.492257 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a632a4b-8fb2-4e13-8875-2b7f7e843831 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.517278 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.558711 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a632a4b-8fb2-4e13-8875-2b7f7e843831 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.563615 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a632a4b-8fb2-4e13-8875-2b7f7e843831 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.594220 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a632a4b-8fb2-4e13-8875-2b7f7e843831 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.598035 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8a632a4b-8fb2-4e13-8875-2b7f7e843831 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1332579 Dec 14 01:24:19.598238 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57766) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:19.600355 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6d351b91-6518-4deb-b4bc-475bb3ee1e44 None None] Provisioning complete for port 213e9876-d658-47d3-ab6b-0ea8514f4c47 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:24:19.600882 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d351b91-6518-4deb-b4bc-475bb3ee1e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.603488 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ef78b249-4ddf-43c6-b003-bcfe01876e0f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'd98cffe5-3f52-4b87-a5ec-f0323c5c01c7', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:24:19.610042 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a632a4b-8fb2-4e13-8875-2b7f7e843831 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d98cffe5-3f52-4b87-a5ec-f0323c5c01c7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:19.637267 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6d351b91-6518-4deb-b4bc-475bb3ee1e44 None None] Port 213e9876-d658-47d3-ab6b-0ea8514f4c47 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:24:19.644972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef78b249-4ddf-43c6-b003-bcfe01876e0f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.704349 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef78b249-4ddf-43c6-b003-bcfe01876e0f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.708677 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef78b249-4ddf-43c6-b003-bcfe01876e0f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.727232 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78b249-4ddf-43c6-b003-bcfe01876e0f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d728eb4-1fbd-4ec9-9bbd-57a37313afd2,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:19.737515 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef78b249-4ddf-43c6-b003-bcfe01876e0f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.738868 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ef78b249-4ddf-43c6-b003-bcfe01876e0f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395822 Dec 14 01:24:19.741510 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57768) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:19.747417 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-462cad96-1fe0-46e4-930f-cf6fc520bd92 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'd98cffe5-3f52-4b87-a5ec-f0323c5c01c7', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:24:19.779891 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-462cad96-1fe0-46e4-930f-cf6fc520bd92 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.785490 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.791701 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.839663 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-462cad96-1fe0-46e4-930f-cf6fc520bd92 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.847238 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23d4a7-eb65-4c45-99ad-d8f83ed59d15 None None] Pushing event updated for resources: {'Port': ['ID=213e9876-d658-47d3-ab6b-0ea8514f4c47,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:19.848035 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-462cad96-1fe0-46e4-930f-cf6fc520bd92 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.868387 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23d4a7-eb65-4c45-99ad-d8f83ed59d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:19.869076 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23d4a7-eb65-4c45-99ad-d8f83ed59d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:19.869306 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cad96-1fe0-46e4-930f-cf6fc520bd92 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed24fbe-571e-4394-a718-74c00fc67fc3,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:19.869798 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23d4a7-eb65-4c45-99ad-d8f83ed59d15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:19.870487 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23d4a7-eb65-4c45-99ad-d8f83ed59d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:19.871005 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23d4a7-eb65-4c45-99ad-d8f83ed59d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:19.871588 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23d4a7-eb65-4c45-99ad-d8f83ed59d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:19.872112 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23d4a7-eb65-4c45-99ad-d8f83ed59d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:19.873045 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23d4a7-eb65-4c45-99ad-d8f83ed59d15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:19.873545 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23d4a7-eb65-4c45-99ad-d8f83ed59d15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:19.874066 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23d4a7-eb65-4c45-99ad-d8f83ed59d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:19.874574 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23d4a7-eb65-4c45-99ad-d8f83ed59d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:19.875105 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23d4a7-eb65-4c45-99ad-d8f83ed59d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:19.875617 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23d4a7-eb65-4c45-99ad-d8f83ed59d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:24:19.888018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-462cad96-1fe0-46e4-930f-cf6fc520bd92 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.889471 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-462cad96-1fe0-46e4-930f-cf6fc520bd92 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467068 Dec 14 01:24:19.892364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57770) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:19.897169 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b3c0b07c-3fef-410b-abc5-bf112e41b46f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'd98cffe5-3f52-4b87-a5ec-f0323c5c01c7', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:24:19.919800 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Attempting to bind port 213e9876-d658-47d3-ab6b-0ea8514f4c47 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:24:19.919800 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Attempting to bind port 213e9876-d658-47d3-ab6b-0ea8514f4c47 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e8b7b9c6-3f16-4287-a035-e47eef823d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:24:19.920075 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Attempting to bind port 213e9876-d658-47d3-ab6b-0ea8514f4c47 on network 1d5f524d-a021-4fcf-afdb-876c406442b4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:24:19.926224 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:24:19.926622 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Checking segment: {'id': 'e8b7b9c6-3f16-4287-a035-e47eef823d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:24:19.927031 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.927466 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Bound using segment: {'id': 'e8b7b9c6-3f16-4287-a035-e47eef823d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:24:19.927937 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Bound port: 213e9876-d658-47d3-ab6b-0ea8514f4c47, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b7b9c6-3f16-4287-a035-e47eef823d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:24:19.928357 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.932376 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3c0b07c-3fef-410b-abc5-bf112e41b46f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:19.996769 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] For port 213e9876-d658-47d3-ab6b-0ea8514f4c47, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:24:19.997937 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3c0b07c-3fef-410b-abc5-bf112e41b46f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.000235 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] For port 213e9876-d658-47d3-ab6b-0ea8514f4c47, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=213e9876-d658-47d3-ab6b-0ea8514f4c47,segment=NetworkSegment(e8b7b9c6-3f16-4287-a035-e47eef823d0c),segment_id=e8b7b9c6-3f16-4287-a035-e47eef823d0c)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:24:20.003221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3c0b07c-3fef-410b-abc5-bf112e41b46f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.005209 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.025034 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0b07c-3fef-410b-abc5-bf112e41b46f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee648f7-5c99-4d5a-ac67-a7c016adf690,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:20.033055 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3c0b07c-3fef-410b-abc5-bf112e41b46f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.036135 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b3c0b07c-3fef-410b-abc5-bf112e41b46f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420786 Dec 14 01:24:20.038140 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57772) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:20.044540 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8f5452b1-3882-4ce5-904d-7756528de246 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'd98cffe5-3f52-4b87-a5ec-f0323c5c01c7', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:24:20.063769 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Routers {'e2839c6c-150a-48f2-a6af-e8f87742598b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:24:20.064426 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:23:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e2839c6c-150a-48f2-a6af-e8f87742598b'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:20.070494 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-59dc247c-fc68-461d-9d59-f05b9413b03e None None] Provisioning complete for port 213e9876-d658-47d3-ab6b-0ea8514f4c47 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:24:20.070789 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23d4a7-eb65-4c45-99ad-d8f83ed59d15 None None] Pushing event updated for resources: {'Port': ['ID=213e9876-d658-47d3-ab6b-0ea8514f4c47,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:20.071347 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59dc247c-fc68-461d-9d59-f05b9413b03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.088160 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8f5452b1-3882-4ce5-904d-7756528de246 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.156823 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8f5452b1-3882-4ce5-904d-7756528de246 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.164584 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8f5452b1-3882-4ce5-904d-7756528de246 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.169211 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59dc247c-fc68-461d-9d59-f05b9413b03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.189245 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5452b1-3882-4ce5-904d-7756528de246 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58382dd-c840-4980-a7eb-fb0d400bceff,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:20.194375 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] Set router e2839c6c-150a-48f2-a6af-e8f87742598b gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:24:20.201063 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8f5452b1-3882-4ce5-904d-7756528de246 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.205096 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8f5452b1-3882-4ce5-904d-7756528de246 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1632905 Dec 14 01:24:20.205374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57774) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:20.210042 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-509c308f-248b-44c2-91ac-f858ac5dc81e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'd98cffe5-3f52-4b87-a5ec-f0323c5c01c7', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:24:20.216995 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-59dc247c-fc68-461d-9d59-f05b9413b03e None None] For port 213e9876-d658-47d3-ab6b-0ea8514f4c47, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=213e9876-d658-47d3-ab6b-0ea8514f4c47,segment=NetworkSegment(e8b7b9c6-3f16-4287-a035-e47eef823d0c),segment_id=e8b7b9c6-3f16-4287-a035-e47eef823d0c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:24:20.224621 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59dc247c-fc68-461d-9d59-f05b9413b03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.238563 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-509c308f-248b-44c2-91ac-f858ac5dc81e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:24:20.248851 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-509c308f-248b-44c2-91ac-f858ac5dc81e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.288774 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc247c-fc68-461d-9d59-f05b9413b03e None None] Pushing event updated for resources: {'Port': ['ID=213e9876-d658-47d3-ab6b-0ea8514f4c47,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:20.313168 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-509c308f-248b-44c2-91ac-f858ac5dc81e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.318853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-509c308f-248b-44c2-91ac-f858ac5dc81e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.336763 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c308f-248b-44c2-91ac-f858ac5dc81e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0bc74c-1dfc-4c7d-8702-5a49408505a5,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:20.348234 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-509c308f-248b-44c2-91ac-f858ac5dc81e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.350074 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-509c308f-248b-44c2-91ac-f858ac5dc81e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433439 Dec 14 01:24:20.352805 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57776) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:20.358113 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-71c94c02-289c-4ab9-827a-f97bdfce208c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'd98cffe5-3f52-4b87-a5ec-f0323c5c01c7', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:24:20.358349 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-adb6468f-0426-457b-ad59-a95801c340f4 None None] Provisioning complete for port 213e9876-d658-47d3-ab6b-0ea8514f4c47 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:24:20.359465 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-adb6468f-0426-457b-ad59-a95801c340f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.383426 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-71c94c02-289c-4ab9-827a-f97bdfce208c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:24:20.389240 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c94c02-289c-4ab9-827a-f97bdfce208c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.426616 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '213e9876-d658-47d3-ab6b-0ea8514f4c47', 'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:58:d9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:16Z', 'updated_at': '2021-12-14T01:24:19Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:20.464153 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c94c02-289c-4ab9-827a-f97bdfce208c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.469098 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c94c02-289c-4ab9-827a-f97bdfce208c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.488805 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c94c02-289c-4ab9-827a-f97bdfce208c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28e893a-ab59-465e-8948-822f1c7fd779,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:20.497964 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c94c02-289c-4ab9-827a-f97bdfce208c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.503956 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-71c94c02-289c-4ab9-827a-f97bdfce208c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452863 Dec 14 01:24:20.512464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:24:20.554659 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe45431-21bb-4509-a63a-431ebf0b87a1 None None] The sync data for ids ['e2839c6c-150a-48f2-a6af-e8f87742598b'] in dv-neutron-821592-1-hyperv is: [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '213e9876-d658-47d3-ab6b-0ea8514f4c47', 'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:58:d9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:16Z', 'updated_at': '2021-12-14T01:24:19Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:24:20.571775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:24:20.572237 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:20.681022 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-66771ba6-52ba-42a3-95a3-64e6051f0598 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493085841&fields=id&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 267 time: 0.0501854 Dec 14 01:24:20.797076 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-781df288-ad85-4aca-bfb7-ed001bf76b4b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:20.802795 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-781df288-ad85-4aca-bfb7-ed001bf76b4b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/networks?id=1d5f524d-a021-4fcf-afdb-876c406442b4 HTTP/1.1" status: 200 len: 797 time: 0.1138849 Dec 14 01:24:20.815785 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-3d578790-a9ee-4a6b-86f5-0ddf3b09c02d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/quotas/9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 375 time: 0.0104206 Dec 14 01:24:20.871941 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-4a4a42b2-75b4-4427-ae8f-399874fdffd0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499732 Dec 14 01:24:20.970794 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-ef24a3d5-929f-446a-bc57-6614af22fbb9 service neutron] 10.222.0.32 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867136 Dec 14 01:24:21.067865 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-ad0e585f-de97-47db-aa3c-2c788e1dc8d7 service neutron] 10.222.0.32 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906620 Dec 14 01:24:21.233629 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-22c7f6b2-01f9-4aa5-b70f-3333dee34668 req-e06dd5cf-fdc1-4693-b046-b1853c8b4057 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 210 time: 0.0281858 Dec 14 01:24:21.925043 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2a26-75c1-4bf4-9304-57174a1bc2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:22.262134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-b9912246-7159-4b66-8ba9-99a1436c3292 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:22.264359 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-b9912246-7159-4b66-8ba9-99a1436c3292 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/networks?id=1d5f524d-a021-4fcf-afdb-876c406442b4 HTTP/1.1" status: 200 len: 797 time: 0.1077838 Dec 14 01:24:22.335556 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2db41ca3-a709-49c7-9ded-ca9e80a91cb9 req-553ff415-6d0b-456a-8356-92fd9c14660f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 210 time: 0.0308585 Dec 14 01:24:22.342896 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-f4907346-d309-4882-a449-c57b6916ecee tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 379 time: 0.0621433 Dec 14 01:24:22.355411 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-08f938d4-c5e7-429d-91c3-8be8ca90e735 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'port': {'device_id': '1fd82072-a995-41ca-a132-b88f6a2e3a0d', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'admin_state_up': True, 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'security_groups': ['d98cffe5-3f52-4b87-a5ec-f0323c5c01c7']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:24:22.478127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-08f938d4-c5e7-429d-91c3-8be8ca90e735 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:24:22.482173 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-08f938d4-c5e7-429d-91c3-8be8ca90e735 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:22.502652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 213e9876-d658-47d3-ab6b-0ea8514f4c47 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:24:22.551700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 213e9876-d658-47d3-ab6b-0ea8514f4c47 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:24:22.552008 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:22.615027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-08f938d4-c5e7-429d-91c3-8be8ca90e735 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.7 (1d5f524d-a021-4fcf-afdb-876c406442b4/ebdd76e8-c175-4916-ba90-216bb13c6029/10d037ba-3ab2-45fe-98e5-54113dbf86e8) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:24:22.758528 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-08f938d4-c5e7-429d-91c3-8be8ca90e735 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:22.804065 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-08f938d4-c5e7-429d-91c3-8be8ca90e735 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:22.854561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-08f938d4-c5e7-429d-91c3-8be8ca90e735 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 1d5f524d-a021-4fcf-afdb-876c406442b4 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:24:22.857711 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-08f938d4-c5e7-429d-91c3-8be8ca90e735 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:24:22.861532 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-08f938d4-c5e7-429d-91c3-8be8ca90e735 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:24:22.867995 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f938d4-c5e7-429d-91c3-8be8ca90e735 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=10d037ba-3ab2-45fe-98e5-54113dbf86e8,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:22.916988 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-08f938d4-c5e7-429d-91c3-8be8ca90e735 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:22.917606 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-08f938d4-c5e7-429d-91c3-8be8ca90e735 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:22.935748 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-08f938d4-c5e7-429d-91c3-8be8ca90e735 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5864220 Dec 14 01:24:22.954831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Request body: {'port': {'device_id': '1fd82072-a995-41ca-a132-b88f6a2e3a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:24:23.012035 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:23.102152 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-09f6ef3b-0559-4edd-9a2f-6446a8c90803 None None] Provisioning complete for port 10d037ba-3ab2-45fe-98e5-54113dbf86e8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:24:23.102808 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-09f6ef3b-0559-4edd-9a2f-6446a8c90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:23.142894 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-09f6ef3b-0559-4edd-9a2f-6446a8c90803 None None] Port 10d037ba-3ab2-45fe-98e5-54113dbf86e8 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:24:23.301668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d037ba-3ab2-45fe-98e5-54113dbf86e8 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:24:23.309607 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:23.322789 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Transition to ACTIVE for port object 10d037ba-3ab2-45fe-98e5-54113dbf86e8 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:24:23.326867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:23.374011 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Pushing event updated for resources: {'Port': ['ID=10d037ba-3ab2-45fe-98e5-54113dbf86e8,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:23.451799 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Attempting to bind port 10d037ba-3ab2-45fe-98e5-54113dbf86e8 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:24:23.452146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Attempting to bind port 10d037ba-3ab2-45fe-98e5-54113dbf86e8 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'e8b7b9c6-3f16-4287-a035-e47eef823d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:24:23.452480 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Attempting to bind port 10d037ba-3ab2-45fe-98e5-54113dbf86e8 on network 1d5f524d-a021-4fcf-afdb-876c406442b4 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:24:23.457648 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Port 10d037ba-3ab2-45fe-98e5-54113dbf86e8 on network 1d5f524d-a021-4fcf-afdb-876c406442b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:24:23.457804 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Attempting to bind port 10d037ba-3ab2-45fe-98e5-54113dbf86e8 on network 1d5f524d-a021-4fcf-afdb-876c406442b4 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:24:23.462849 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:24:23.463186 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Checking segment: {'id': 'e8b7b9c6-3f16-4287-a035-e47eef823d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:24:23.463595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Bound using segment: {'id': 'e8b7b9c6-3f16-4287-a035-e47eef823d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:24:23.464027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Bound port: 10d037ba-3ab2-45fe-98e5-54113dbf86e8, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b7b9c6-3f16-4287-a035-e47eef823d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:24:23.464434 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:23.468666 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0897fd-2edd-4b06-82b7-441c69b6033c req-84fb5d73-766e-48c5-9dfa-c9591cfa782d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:23.470525 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6b0897fd-2edd-4b06-82b7-441c69b6033c req-84fb5d73-766e-48c5-9dfa-c9591cfa782d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 943 time: 0.0614274 Dec 14 01:24:23.532009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] For port 10d037ba-3ab2-45fe-98e5-54113dbf86e8, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:24:23.532886 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6b0897fd-2edd-4b06-82b7-441c69b6033c req-40eb95d9-039d-4ea6-bc96-d3defc037ec8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=d98cffe5-3f52-4b87-a5ec-f0323c5c01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558918 Dec 14 01:24:23.535668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] For port 10d037ba-3ab2-45fe-98e5-54113dbf86e8, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=10d037ba-3ab2-45fe-98e5-54113dbf86e8,segment=NetworkSegment(e8b7b9c6-3f16-4287-a035-e47eef823d0c),segment_id=e8b7b9c6-3f16-4287-a035-e47eef823d0c)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:24:23.542373 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:23.582462 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:23.583111 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:23.584571 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] 10.222.0.16 "PUT /v2.0/ports/10d037ba-3ab2-45fe-98e5-54113dbf86e8 HTTP/1.1" status: 200 len: 1093 time: 0.6348457 Dec 14 01:24:23.585059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd82072-a995-41ca-a132-b88f6a2e3a0d', 'tag': '10d037ba-3ab2-45fe-98e5-54113dbf86e8'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:24:23.587329 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a01aa5-4916-4b3b-ac88-351825c0dc62" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd82072-a995-41ca-a132-b88f6a2e3a0d", "tag": "10d037ba-3ab2-45fe-98e5-54113dbf86e8"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:24:23.610588 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1ea53-7c80-44b7-bcac-d29680f6ffd7 service neutron] Pushing event updated for resources: {'Port': ['ID=10d037ba-3ab2-45fe-98e5-54113dbf86e8,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:23.634668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb41889-bf96-410b-add3-9815ad23c28d x-openstack-request-id: req-2cb41889-bf96-410b-add3-9815ad23c28d {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:24:23.635024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd82072-a995-41ca-a132-b88f6a2e3a0d", "tag": "10d037ba-3ab2-45fe-98e5-54113dbf86e8", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:24:23.635363 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cb41889-bf96-410b-add3-9815ad23c28d {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:24:23.635826 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd82072-a995-41ca-a132-b88f6a2e3a0d', 'tag': '10d037ba-3ab2-45fe-98e5-54113dbf86e8', 'status': 'completed', 'code': 200} Dec 14 01:24:23.699047 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-81b6a84e-cafe-43d6-b19f-291dc6526553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:23.700907 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-81b6a84e-cafe-43d6-b19f-291dc6526553 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 1096 time: 0.0459945 Dec 14 01:24:23.754765 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-c91f276c-05c4-473f-922f-91a3b99253d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10d037ba-3ab2-45fe-98e5-54113dbf86e8 HTTP/1.1" status: 200 len: 217 time: 0.0394599 Dec 14 01:24:23.807387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-3fb70bc5-d0c6-4cab-8026-2472794ed3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:23.808888 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-3fb70bc5-d0c6-4cab-8026-2472794ed3cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebdd76e8-c175-4916-ba90-216bb13c6029 HTTP/1.1" status: 200 len: 835 time: 0.0459216 Dec 14 01:24:23.854831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-f0f3b001-1580-4b62-82a9-55a378702360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:23.856496 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-f0f3b001-1580-4b62-82a9-55a378702360 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d5f524d-a021-4fcf-afdb-876c406442b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402815 Dec 14 01:24:23.949644 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-557939ca-15b2-4966-be2c-2913f05b30dc service neutron] 10.222.0.16 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861158 Dec 14 01:24:24.037702 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2cd66567-b6ec-4049-95b4-5f89dcc594b8 req-c8655df2-a37e-4887-b50f-99249dc5de80 service neutron] 10.222.0.16 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808151 Dec 14 01:24:24.151181 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce681f27-630f-4f8b-a970-8ec229ca55a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:24.178649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a01aa5-4916-4b3b-ac88-351825c0dc62 req-1b30d575-2e5a-4d29-bb68-5eaf0b81388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:24.180236 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b2a01aa5-4916-4b3b-ac88-351825c0dc62 req-1b30d575-2e5a-4d29-bb68-5eaf0b81388a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 1096 time: 0.0503471 Dec 14 01:24:24.275304 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a01aa5-4916-4b3b-ac88-351825c0dc62 req-24a5a885-6f90-4d15-b0a9-c7c8f56ab803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:24.276900 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b2a01aa5-4916-4b3b-ac88-351825c0dc62 req-24a5a885-6f90-4d15-b0a9-c7c8f56ab803 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d5f524d-a021-4fcf-afdb-876c406442b4 HTTP/1.1" status: 200 len: 897 time: 0.0890508 Dec 14 01:24:24.327407 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b2a01aa5-4916-4b3b-ac88-351825c0dc62 req-bedb4892-8b8c-4ec5-a118-081f6b146c4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10d037ba-3ab2-45fe-98e5-54113dbf86e8 HTTP/1.1" status: 200 len: 217 time: 0.0421362 Dec 14 01:24:24.378969 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a01aa5-4916-4b3b-ac88-351825c0dc62 req-ae9a837b-3b69-452b-9d43-24342eef3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:24.380458 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b2a01aa5-4916-4b3b-ac88-351825c0dc62 req-ae9a837b-3b69-452b-9d43-24342eef3ca9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebdd76e8-c175-4916-ba90-216bb13c6029 HTTP/1.1" status: 200 len: 835 time: 0.0457411 Dec 14 01:24:24.428583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a01aa5-4916-4b3b-ac88-351825c0dc62 req-c10446d4-4efe-413a-ace4-60cb97fe1bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:24.430085 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b2a01aa5-4916-4b3b-ac88-351825c0dc62 req-c10446d4-4efe-413a-ace4-60cb97fe1bf4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d5f524d-a021-4fcf-afdb-876c406442b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415492 Dec 14 01:24:24.524248 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b2a01aa5-4916-4b3b-ac88-351825c0dc62 req-30285db1-4084-4261-b31f-09aa34ec6b7c service neutron] 10.222.0.16 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852013 Dec 14 01:24:24.614458 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b2a01aa5-4916-4b3b-ac88-351825c0dc62 req-ebfdc0a8-1691-44a1-8f71-ae91b137118c service neutron] 10.222.0.16 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822442 Dec 14 01:24:24.658134 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdd8cc-4af8-41b1-b45c-f2e3fd3810bf req-d142c7ea-4759-4883-9af5-3af78e43f9e6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:24.660768 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-12cdd8cc-4af8-41b1-b45c-f2e3fd3810bf req-d142c7ea-4759-4883-9af5-3af78e43f9e6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 943 time: 0.0612984 Dec 14 01:24:24.714405 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-12cdd8cc-4af8-41b1-b45c-f2e3fd3810bf req-3402ae86-9664-45a8-b9fd-27d3443d44e8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=d98cffe5-3f52-4b87-a5ec-f0323c5c01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472748 Dec 14 01:24:25.127545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 10d037ba-3ab2-45fe-98e5-54113dbf86e8 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:24:25.241828 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 10d037ba-3ab2-45fe-98e5-54113dbf86e8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=10d037ba-3ab2-45fe-98e5-54113dbf86e8,segment=NetworkSegment(e8b7b9c6-3f16-4287-a035-e47eef823d0c),segment_id=e8b7b9c6-3f16-4287-a035-e47eef823d0c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:24:25.253762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '10d037ba-3ab2-45fe-98e5-54113dbf86e8', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'port_id': '10d037ba-3ab2-45fe-98e5-54113dbf86e8', 'mac_address': 'fa:16:3e:46:aa:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:24:25.290415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:25.303473 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d037ba-3ab2-45fe-98e5-54113dbf86e8 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:24:25.328879 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 10d037ba-3ab2-45fe-98e5-54113dbf86e8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=10d037ba-3ab2-45fe-98e5-54113dbf86e8,segment=NetworkSegment(e8b7b9c6-3f16-4287-a035-e47eef823d0c),segment_id=e8b7b9c6-3f16-4287-a035-e47eef823d0c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:24:25.333967 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:25.338755 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:25.379323 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=10d037ba-3ab2-45fe-98e5-54113dbf86e8,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:25.610871 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['10d037ba-3ab2-45fe-98e5-54113dbf86e8'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:24:25.833112 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df3f93-45ce-4ba5-8367-196060ceeaa3 req-f9462179-ad91-44da-a710-82b51031bf12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:25.834614 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32df3f93-45ce-4ba5-8367-196060ceeaa3 req-f9462179-ad91-44da-a710-82b51031bf12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 944 time: 0.0497053 Dec 14 01:24:25.888358 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32df3f93-45ce-4ba5-8367-196060ceeaa3 req-44e82f55-01ca-4e50-8198-552e7058100b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=d98cffe5-3f52-4b87-a5ec-f0323c5c01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476072 Dec 14 01:24:26.712239 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:27.007239 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30714a6-670f-4fc3-a7b9-de19facf6dbe req-154b2057-7c28-43d1-bf4d-daa79a9f00a1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:27.008760 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f30714a6-670f-4fc3-a7b9-de19facf6dbe req-154b2057-7c28-43d1-bf4d-daa79a9f00a1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 944 time: 0.0520399 Dec 14 01:24:27.059593 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f30714a6-670f-4fc3-a7b9-de19facf6dbe req-398da7e4-84fb-4232-abc4-6e7b62d752e6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=d98cffe5-3f52-4b87-a5ec-f0323c5c01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444570 Dec 14 01:24:27.160171 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 10d037ba-3ab2-45fe-98e5-54113dbf86e8 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:24:27.215138 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 10d037ba-3ab2-45fe-98e5-54113dbf86e8 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:24:27.219191 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 10d037ba-3ab2-45fe-98e5-54113dbf86e8 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:24:27.219567 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:27.299054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:27.324995 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd82072-a995-41ca-a132-b88f6a2e3a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d037ba-3ab2-45fe-98e5-54113dbf86e8'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:24:27.327277 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edef25a0-ffae-41b4-b2c9-b6405fad962a" -d '{"events": [{"server_uuid": "1fd82072-a995-41ca-a132-b88f6a2e3a0d", "name": "network-vif-plugged", "status": "completed", "tag": "10d037ba-3ab2-45fe-98e5-54113dbf86e8"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:24:27.340055 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 10d037ba-3ab2-45fe-98e5-54113dbf86e8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=10d037ba-3ab2-45fe-98e5-54113dbf86e8,segment=NetworkSegment(e8b7b9c6-3f16-4287-a035-e47eef823d0c),segment_id=e8b7b9c6-3f16-4287-a035-e47eef823d0c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:24:27.345076 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:27.368302 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804a2e47-4c90-49b1-914a-58b2921fbcfb x-openstack-request-id: req-804a2e47-4c90-49b1-914a-58b2921fbcfb {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:24:27.368579 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd82072-a995-41ca-a132-b88f6a2e3a0d", "name": "network-vif-plugged", "status": "completed", "tag": "10d037ba-3ab2-45fe-98e5-54113dbf86e8", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:24:27.368835 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-804a2e47-4c90-49b1-914a-58b2921fbcfb {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:24:27.369227 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd82072-a995-41ca-a132-b88f6a2e3a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d037ba-3ab2-45fe-98e5-54113dbf86e8', 'code': 200} Dec 14 01:24:27.394410 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=10d037ba-3ab2-45fe-98e5-54113dbf86e8,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:27.575888 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399487b-fc00-42d8-8ac5-cebfc6bdc31e req-fa8cc74e-e990-4344-8313-2e0fd192674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:27.578120 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e399487b-fc00-42d8-8ac5-cebfc6bdc31e req-fa8cc74e-e990-4344-8313-2e0fd192674b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 1098 time: 0.0446086 Dec 14 01:24:27.625637 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e399487b-fc00-42d8-8ac5-cebfc6bdc31e req-f5d99008-7468-4cc7-a694-9e46cdf46a34 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d98cffe5-3f52-4b87-a5ec-f0323c5c01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407467 Dec 14 01:24:27.728171 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:28.182251 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26efa3-6d45-4bcd-ad40-263398ce5ecd req-161794a2-f948-4b2c-9b19-f45edc8e4b8f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:28.183707 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0b26efa3-6d45-4bcd-ad40-263398ce5ecd req-161794a2-f948-4b2c-9b19-f45edc8e4b8f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 945 time: 0.0504723 Dec 14 01:24:28.233845 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0b26efa3-6d45-4bcd-ad40-263398ce5ecd req-f5594431-ec13-4b02-ba29-11076cc1c9af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=d98cffe5-3f52-4b87-a5ec-f0323c5c01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439513 Dec 14 01:24:29.375952 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d380c-e762-44fe-9382-f5b36b3bf37d req-464ce6ed-581a-4a7d-94f5-9d0537015e88 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:29.377430 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-476d380c-e762-44fe-9382-f5b36b3bf37d req-464ce6ed-581a-4a7d-94f5-9d0537015e88 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 945 time: 0.0537536 Dec 14 01:24:29.426701 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-476d380c-e762-44fe-9382-f5b36b3bf37d req-8d3efb7f-8364-4c62-b39d-936cdeb68385 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=d98cffe5-3f52-4b87-a5ec-f0323c5c01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432923 Dec 14 01:24:29.565851 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440f530-d2a7-4b41-aca0-a85c3b8ee4ed req-ca0b616a-53e8-4515-b358-faa358ddca5a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:29.567274 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3440f530-d2a7-4b41-aca0-a85c3b8ee4ed req-ca0b616a-53e8-4515-b358-faa358ddca5a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 945 time: 0.0555816 Dec 14 01:24:29.627272 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3440f530-d2a7-4b41-aca0-a85c3b8ee4ed req-30198e61-afad-44cc-b9dd-9921e208d8e7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=d98cffe5-3f52-4b87-a5ec-f0323c5c01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513761 Dec 14 01:24:29.655467 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57824) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:29.703557 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d290038-ba00-48af-adfc-ce214acc4a5a tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:29.705592 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9d290038-ba00-48af-adfc-ce214acc4a5a tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 1093 time: 0.0491352 Dec 14 01:24:29.708674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57826) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:29.715433 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '10d037ba-3ab2-45fe-98e5-54113dbf86e8', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:24:29.743218 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:29.846459 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:29.959828 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.26.1.188 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/8ce06916-39ef-4076-986f-4504f779ec89) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:24:30.074797 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:30.114121 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:30.162253 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:24:30.165084 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:24:30.168766 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:24:30.174525 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=8ce06916-39ef-4076-986f-4504f779ec89,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:30.571636 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:30.643556 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:30.796024 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:30.802687 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:30.869514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=8ce06916-39ef-4076-986f-4504f779ec89,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:24:30.883518 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:30.991879 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP 07fc208a-9d9f-4fde-adcc-a492a211454f associated. External IP: 172.26.1.188, port: 10d037ba-3ab2-45fe-98e5-54113dbf86e8. Dec 14 01:24:31.213389 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router e2839c6c-150a-48f2-a6af-e8f87742598b has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:24:31.321631 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:24:31.331601 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696c660c-9940-443d-8acd-667ae336fd7e None None] Sync routers for ids ['e2839c6c-150a-48f2-a6af-e8f87742598b'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:24:31.340969 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:31.343058 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696c660c-9940-443d-8acd-667ae336fd7e None None] Routers {'e2839c6c-150a-48f2-a6af-e8f87742598b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:24:31.343676 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-696c660c-9940-443d-8acd-667ae336fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:24:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e2839c6c-150a-48f2-a6af-e8f87742598b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:31.368300 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fa782370-d69f-4ea9-8ddf-80c33700cc27 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6582487 Dec 14 01:24:31.369196 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd82072-a995-41ca-a132-b88f6a2e3a0d', 'tag': '10d037ba-3ab2-45fe-98e5-54113dbf86e8'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:24:31.371221 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57828) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:31.371829 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0409b658-8df5-423f-9661-59b590460994" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd82072-a995-41ca-a132-b88f6a2e3a0d", "tag": "10d037ba-3ab2-45fe-98e5-54113dbf86e8"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:24:31.407887 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef461ff-d9e5-491e-b35e-0e8976d2e82c x-openstack-request-id: req-5ef461ff-d9e5-491e-b35e-0e8976d2e82c {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:24:31.408286 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd82072-a995-41ca-a132-b88f6a2e3a0d", "tag": "10d037ba-3ab2-45fe-98e5-54113dbf86e8", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:24:31.408622 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ef461ff-d9e5-491e-b35e-0e8976d2e82c {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:24:31.409465 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd82072-a995-41ca-a132-b88f6a2e3a0d', 'tag': '10d037ba-3ab2-45fe-98e5-54113dbf86e8', 'status': 'completed', 'code': 200} Dec 14 01:24:31.438086 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d532428f-9b13-4ecc-a5a1-b6e91cc5d7e5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/07fc208a-9d9f-4fde-adcc-a492a211454f HTTP/1.1" status: 200 len: 991 time: 0.0655408 Dec 14 01:24:31.451313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-696c660c-9940-443d-8acd-667ae336fd7e None None] Set router e2839c6c-150a-48f2-a6af-e8f87742598b gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:24:31.495673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409b658-8df5-423f-9661-59b590460994 req-1f94e953-9b4e-4e35-8f0d-1ef27b6b3e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:31.497223 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0409b658-8df5-423f-9661-59b590460994 req-1f94e953-9b4e-4e35-8f0d-1ef27b6b3e3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 1098 time: 0.0414164 Dec 14 01:24:31.599568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409b658-8df5-423f-9661-59b590460994 req-3086a0fa-7a9d-4d5e-8057-084310e4e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:31.601169 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0409b658-8df5-423f-9661-59b590460994 req-3086a0fa-7a9d-4d5e-8057-084310e4e50a service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d5f524d-a021-4fcf-afdb-876c406442b4 HTTP/1.1" status: 200 len: 897 time: 0.0961885 Dec 14 01:24:31.669269 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0409b658-8df5-423f-9661-59b590460994 req-c731e7d0-5150-4422-9890-b69504f45cbc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10d037ba-3ab2-45fe-98e5-54113dbf86e8 HTTP/1.1" status: 200 len: 999 time: 0.0610237 Dec 14 01:24:31.717731 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409b658-8df5-423f-9661-59b590460994 req-74a863ff-8c9a-48dc-adee-52662bcc4069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:31.719450 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0409b658-8df5-423f-9661-59b590460994 req-74a863ff-8c9a-48dc-adee-52662bcc4069 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebdd76e8-c175-4916-ba90-216bb13c6029 HTTP/1.1" status: 200 len: 835 time: 0.0438628 Dec 14 01:24:31.768667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409b658-8df5-423f-9661-59b590460994 req-9c552776-d032-4621-b682-43b586d4833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:24:31.770098 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0409b658-8df5-423f-9661-59b590460994 req-9c552776-d032-4621-b682-43b586d4833a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d5f524d-a021-4fcf-afdb-876c406442b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442162 Dec 14 01:24:31.842488 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-696c660c-9940-443d-8acd-667ae336fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '07fc208a-9d9f-4fde-adcc-a492a211454f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.188', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'port_id': '10d037ba-3ab2-45fe-98e5-54113dbf86e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'mac_address': 'fa:16:3e:46:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd82072-a995-41ca-a132-b88f6a2e3a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:24:30Z', 'updated_at': '2021-12-14T01:24:30Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '213e9876-d658-47d3-ab6b-0ea8514f4c47', 'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:58:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:16Z', 'updated_at': '2021-12-14T01:24:20Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:31.860027 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0409b658-8df5-423f-9661-59b590460994 req-c6ca91d9-574c-437b-96fc-e36500cab89e service neutron] 10.222.0.16 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822873 Dec 14 01:24:31.869942 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696c660c-9940-443d-8acd-667ae336fd7e None None] Checking router: e2839c6c-150a-48f2-a6af-e8f87742598b for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:24:31.879132 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696c660c-9940-443d-8acd-667ae336fd7e None None] Routers {'e2839c6c-150a-48f2-a6af-e8f87742598b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:24:31.879748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-696c660c-9940-443d-8acd-667ae336fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:24:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e2839c6c-150a-48f2-a6af-e8f87742598b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:31.955126 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0409b658-8df5-423f-9661-59b590460994 req-cf27b64d-b2dd-4254-89e5-56582738e32c service neutron] 10.222.0.16 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885510 Dec 14 01:24:31.994543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-696c660c-9940-443d-8acd-667ae336fd7e None None] Set router e2839c6c-150a-48f2-a6af-e8f87742598b gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:24:32.220292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-696c660c-9940-443d-8acd-667ae336fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '07fc208a-9d9f-4fde-adcc-a492a211454f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.188', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'port_id': '10d037ba-3ab2-45fe-98e5-54113dbf86e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'mac_address': 'fa:16:3e:46:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd82072-a995-41ca-a132-b88f6a2e3a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:24:30Z', 'updated_at': '2021-12-14T01:24:30Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '213e9876-d658-47d3-ab6b-0ea8514f4c47', 'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:58:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:16Z', 'updated_at': '2021-12-14T01:24:20Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:24:32.245446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696c660c-9940-443d-8acd-667ae336fd7e None None] The sync data for ids ['e2839c6c-150a-48f2-a6af-e8f87742598b'] in dv-neutron-821592-1-hyperv is: [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '07fc208a-9d9f-4fde-adcc-a492a211454f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.188', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'port_id': '10d037ba-3ab2-45fe-98e5-54113dbf86e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'mac_address': 'fa:16:3e:46:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd82072-a995-41ca-a132-b88f6a2e3a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:24:30Z', 'updated_at': '2021-12-14T01:24:30Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '213e9876-d658-47d3-ab6b-0ea8514f4c47', 'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:58:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:16Z', 'updated_at': '2021-12-14T01:24:20Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:24:32.442243 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57832) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:32.451508 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4426197e-6124-4a6f-99e7-878a31187307 None None] New status for floating IP 07fc208a-9d9f-4fde-adcc-a492a211454f: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:24:32.505417 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6c77320a-6d1d-45f5-9f5a-2e2a41ba870b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/07fc208a-9d9f-4fde-adcc-a492a211454f HTTP/1.1" status: 200 len: 991 time: 0.0619576 Dec 14 01:24:33.509990 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57834) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:24:33.584465 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-301ac218-bd99-492c-8c8b-3a25cbe6f215 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/07fc208a-9d9f-4fde-adcc-a492a211454f HTTP/1.1" status: 200 len: 993 time: 0.0731709 Dec 14 01:24:40.630477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:43.106042 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:24:51.923823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-067f1a58-a307-4700-be62-0dcb0093ccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:54.165122 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-037b145a-8a43-4861-93d0-700da9bc9ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:55.346075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:56.719267 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:24:57.724195 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:02.882386 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57846) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:02.958665 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21f1fe2-a13f-47db-acfd-a16038b14c72 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:02.959297 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21f1fe2-a13f-47db-acfd-a16038b14c72 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:02.959765 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21f1fe2-a13f-47db-acfd-a16038b14c72 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:02.961488 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c21f1fe2-a13f-47db-acfd-a16038b14c72 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=9e28f216f8fb4b05811c7d7158efaac5&network_id=1d5f524d-a021-4fcf-afdb-876c406442b4 HTTP/1.1" status: 200 len: 2999 time: 0.0780475 Dec 14 01:25:04.678308 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57856) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:04.734332 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a0ce1a-26a0-400f-b3f0-c218ae63fe44 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:04.735917 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-40a0ce1a-26a0-400f-b3f0-c218ae63fe44 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e HTTP/1.1" status: 200 len: 814 time: 0.0564814 Dec 14 01:25:05.194330 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57862) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:05.198925 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-781ff82b-27b5-4361-860f-f29680f1d55f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:25:05.256875 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-781ff82b-27b5-4361-860f-f29680f1d55f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:05.407074 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-781ff82b-27b5-4361-860f-f29680f1d55f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:05.413600 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-781ff82b-27b5-4361-860f-f29680f1d55f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:05.413942 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-781ff82b-27b5-4361-860f-f29680f1d55f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP 07fc208a-9d9f-4fde-adcc-a492a211454f disassociated. External IP: 172.26.1.188, port: 10d037ba-3ab2-45fe-98e5-54113dbf86e8. Dec 14 01:25:05.956478 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781ff82b-27b5-4361-860f-f29680f1d55f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router e2839c6c-150a-48f2-a6af-e8f87742598b has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:25:06.068958 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781ff82b-27b5-4361-860f-f29680f1d55f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:25:06.074749 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-781ff82b-27b5-4361-860f-f29680f1d55f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:06.083126 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7bc227-62db-4d36-9434-4d5b803a6189 None None] Sync routers for ids ['e2839c6c-150a-48f2-a6af-e8f87742598b'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:25:06.093725 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7bc227-62db-4d36-9434-4d5b803a6189 None None] Routers {'e2839c6c-150a-48f2-a6af-e8f87742598b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:25:06.094676 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dc7bc227-62db-4d36-9434-4d5b803a6189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:24:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e2839c6c-150a-48f2-a6af-e8f87742598b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:25:06.102237 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-781ff82b-27b5-4361-860f-f29680f1d55f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/floatingips/07fc208a-9d9f-4fde-adcc-a492a211454f HTTP/1.1" status: 200 len: 690 time: 0.9068236 Dec 14 01:25:06.102847 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd82072-a995-41ca-a132-b88f6a2e3a0d', 'tag': '10d037ba-3ab2-45fe-98e5-54113dbf86e8'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:25:06.105201 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57864) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:06.105710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f2316b-3ebb-4191-8443-2f1560c0ab8f" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd82072-a995-41ca-a132-b88f6a2e3a0d", "tag": "10d037ba-3ab2-45fe-98e5-54113dbf86e8"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:25:06.144898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa5a356-54f4-41ad-83ad-87c03792edb8 x-openstack-request-id: req-3aa5a356-54f4-41ad-83ad-87c03792edb8 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:25:06.145231 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd82072-a995-41ca-a132-b88f6a2e3a0d", "tag": "10d037ba-3ab2-45fe-98e5-54113dbf86e8", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:25:06.145612 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3aa5a356-54f4-41ad-83ad-87c03792edb8 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:25:06.146324 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd82072-a995-41ca-a132-b88f6a2e3a0d', 'tag': '10d037ba-3ab2-45fe-98e5-54113dbf86e8', 'status': 'completed', 'code': 200} Dec 14 01:25:06.154200 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f362c25b-8335-4e90-b175-25d9abb79cc3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/07fc208a-9d9f-4fde-adcc-a492a211454f HTTP/1.1" status: 200 len: 690 time: 0.0478156 Dec 14 01:25:06.205174 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-dc7bc227-62db-4d36-9434-4d5b803a6189 None None] Set router e2839c6c-150a-48f2-a6af-e8f87742598b gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:25:06.231806 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2316b-3ebb-4191-8443-2f1560c0ab8f req-497d2ae1-4a0a-48df-bee7-27881e662dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:06.233339 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c2f2316b-3ebb-4191-8443-2f1560c0ab8f req-497d2ae1-4a0a-48df-bee7-27881e662dae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 1098 time: 0.0419078 Dec 14 01:25:06.322946 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2316b-3ebb-4191-8443-2f1560c0ab8f req-467e8655-7e58-4a06-afef-c7353f5b4811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:06.324587 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c2f2316b-3ebb-4191-8443-2f1560c0ab8f req-467e8655-7e58-4a06-afef-c7353f5b4811 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d5f524d-a021-4fcf-afdb-876c406442b4 HTTP/1.1" status: 200 len: 897 time: 0.0838215 Dec 14 01:25:06.369389 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c2f2316b-3ebb-4191-8443-2f1560c0ab8f req-eb813023-6639-490c-a271-f0e57ef4c9b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10d037ba-3ab2-45fe-98e5-54113dbf86e8 HTTP/1.1" status: 200 len: 217 time: 0.0381107 Dec 14 01:25:06.419195 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2316b-3ebb-4191-8443-2f1560c0ab8f req-ecd43445-383f-4386-8c97-bb0a3b79d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:06.420713 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c2f2316b-3ebb-4191-8443-2f1560c0ab8f req-ecd43445-383f-4386-8c97-bb0a3b79d740 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebdd76e8-c175-4916-ba90-216bb13c6029 HTTP/1.1" status: 200 len: 835 time: 0.0447247 Dec 14 01:25:06.442920 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dc7bc227-62db-4d36-9434-4d5b803a6189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '213e9876-d658-47d3-ab6b-0ea8514f4c47', 'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:58:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:16Z', 'updated_at': '2021-12-14T01:24:20Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:25:06.469577 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7bc227-62db-4d36-9434-4d5b803a6189 None None] Checking router: e2839c6c-150a-48f2-a6af-e8f87742598b for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:25:06.474293 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2316b-3ebb-4191-8443-2f1560c0ab8f req-b2936455-660b-4d65-a9e2-ea0f72f29d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:06.475804 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c2f2316b-3ebb-4191-8443-2f1560c0ab8f req-b2936455-660b-4d65-a9e2-ea0f72f29d7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d5f524d-a021-4fcf-afdb-876c406442b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479264 Dec 14 01:25:06.479200 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7bc227-62db-4d36-9434-4d5b803a6189 None None] Routers {'e2839c6c-150a-48f2-a6af-e8f87742598b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:25:06.479820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dc7bc227-62db-4d36-9434-4d5b803a6189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:24:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e2839c6c-150a-48f2-a6af-e8f87742598b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:25:06.569193 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c2f2316b-3ebb-4191-8443-2f1560c0ab8f req-96c284de-81de-4340-8dbb-65a7d2c45d77 service neutron] 10.222.0.16 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859826 Dec 14 01:25:06.586613 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-dc7bc227-62db-4d36-9434-4d5b803a6189 None None] Set router e2839c6c-150a-48f2-a6af-e8f87742598b gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:25:06.657595 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c2f2316b-3ebb-4191-8443-2f1560c0ab8f req-fffdb389-af9e-437a-af3e-6e1bb3db6b9f service neutron] 10.222.0.16 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817764 Dec 14 01:25:06.791075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dc7bc227-62db-4d36-9434-4d5b803a6189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '213e9876-d658-47d3-ab6b-0ea8514f4c47', 'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:58:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:16Z', 'updated_at': '2021-12-14T01:24:20Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:25:06.821171 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7bc227-62db-4d36-9434-4d5b803a6189 None None] The sync data for ids ['e2839c6c-150a-48f2-a6af-e8f87742598b'] in dv-neutron-821592-1-hyperv is: [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '213e9876-d658-47d3-ab6b-0ea8514f4c47', 'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:58:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:16Z', 'updated_at': '2021-12-14T01:24:20Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:25:07.048203 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b5fc88-dbea-4ff2-a6f5-fe70c70d1b7b None None] New status for floating IP 07fc208a-9d9f-4fde-adcc-a492a211454f: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:25:07.158210 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57868) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:07.201998 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3321c94a-28e1-4c97-bab5-a31ca7d08f02 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/07fc208a-9d9f-4fde-adcc-a492a211454f HTTP/1.1" status: 200 len: 690 time: 0.0427225 Dec 14 01:25:08.206221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57870) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:08.252725 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-488c3a53-0759-4239-95da-656a0ab1bb4b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/07fc208a-9d9f-4fde-adcc-a492a211454f HTTP/1.1" status: 200 len: 688 time: 0.0454066 Dec 14 01:25:09.491293 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57874) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:09.495941 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-36a5a130-3067-4f7c-880b-6a9326cf0de7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1908179329', 'description': 'tempest-secgroup-smoke-1908179329 description', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:25:09.523038 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36a5a130-3067-4f7c-880b-6a9326cf0de7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:09.600577 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36a5a130-3067-4f7c-880b-6a9326cf0de7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:09.606088 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36a5a130-3067-4f7c-880b-6a9326cf0de7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:09.636944 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36a5a130-3067-4f7c-880b-6a9326cf0de7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:09.638166 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-36a5a130-3067-4f7c-880b-6a9326cf0de7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1458938 Dec 14 01:25:09.639954 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5a130-3067-4f7c-880b-6a9326cf0de7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458b69e1-3762-477f-b424-42f82daae5aa,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:09.641346 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57876) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:09.646058 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '458b69e1-3762-477f-b424-42f82daae5aa', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:25:09.679643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:09.738700 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:09.743777 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:09.761766 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8966ed16-95ab-4802-8178-0856113986d0,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:09.772491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:09.774078 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317034 Dec 14 01:25:09.775553 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:09.775910 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:09.776292 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:09.776638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:09.776975 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:09.777104 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57878) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:09.777307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:09.777638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:09.777967 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:09.778297 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:09.778624 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:09.778949 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:09.779271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:09.779622 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97582cfe-4dca-494b-9423-a896b1f1abb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:09.782604 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-84159137-0ae9-4aba-a50c-1906afef4375 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '458b69e1-3762-477f-b424-42f82daae5aa', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:25:09.814219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-84159137-0ae9-4aba-a50c-1906afef4375 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:09.874898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-84159137-0ae9-4aba-a50c-1906afef4375 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:09.880472 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-84159137-0ae9-4aba-a50c-1906afef4375 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:09.898516 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84159137-0ae9-4aba-a50c-1906afef4375 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7eb0f2-617e-4d89-a11d-132a44a0a128,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:09.903975 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-84159137-0ae9-4aba-a50c-1906afef4375 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:09.905191 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-84159137-0ae9-4aba-a50c-1906afef4375 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269712 Dec 14 01:25:09.908152 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57880) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:09.914900 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f922f810-8c19-48c7-8052-26f728eabe62 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '458b69e1-3762-477f-b424-42f82daae5aa', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:25:09.948406 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f922f810-8c19-48c7-8052-26f728eabe62 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:10.009409 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f922f810-8c19-48c7-8052-26f728eabe62 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:10.016764 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f922f810-8c19-48c7-8052-26f728eabe62 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:10.035648 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922f810-8c19-48c7-8052-26f728eabe62 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4156fcac-8908-4da9-a1c0-29bc550ed165,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:10.049836 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f922f810-8c19-48c7-8052-26f728eabe62 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:10.051736 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f922f810-8c19-48c7-8052-26f728eabe62 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417687 Dec 14 01:25:10.054288 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57882) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:10.058604 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-433f34f3-0aa6-4146-a148-9a7fb952cc5b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '458b69e1-3762-477f-b424-42f82daae5aa', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:25:10.090196 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-433f34f3-0aa6-4146-a148-9a7fb952cc5b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:10.150403 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-433f34f3-0aa6-4146-a148-9a7fb952cc5b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:10.155356 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-433f34f3-0aa6-4146-a148-9a7fb952cc5b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:10.174815 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f34f3-0aa6-4146-a148-9a7fb952cc5b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4739d168-3123-4d90-bdc2-b5ed0d9d6b96,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:10.183548 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-433f34f3-0aa6-4146-a148-9a7fb952cc5b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:10.184814 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-433f34f3-0aa6-4146-a148-9a7fb952cc5b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295662 Dec 14 01:25:10.187661 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57884) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:10.191939 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ed7fb948-900b-4245-a56d-bcf36c382452 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '458b69e1-3762-477f-b424-42f82daae5aa', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:25:10.216683 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-ed7fb948-900b-4245-a56d-bcf36c382452 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:25:10.221339 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb948-900b-4245-a56d-bcf36c382452 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:10.277585 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb948-900b-4245-a56d-bcf36c382452 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:10.283110 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb948-900b-4245-a56d-bcf36c382452 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:10.300141 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fb948-900b-4245-a56d-bcf36c382452 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71aaaef-eabb-47fd-9dde-47c6fafc0853,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:10.310268 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb948-900b-4245-a56d-bcf36c382452 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:10.311525 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ed7fb948-900b-4245-a56d-bcf36c382452 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228938 Dec 14 01:25:10.314486 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57886) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:10.319183 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-abc5a059-2ed4-4c70-be97-91c74e5bb4fd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '458b69e1-3762-477f-b424-42f82daae5aa', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:25:10.343257 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-abc5a059-2ed4-4c70-be97-91c74e5bb4fd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:25:10.348222 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abc5a059-2ed4-4c70-be97-91c74e5bb4fd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:10.407821 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abc5a059-2ed4-4c70-be97-91c74e5bb4fd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:10.414332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abc5a059-2ed4-4c70-be97-91c74e5bb4fd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:10.439974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5a059-2ed4-4c70-be97-91c74e5bb4fd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d82205-8668-47e3-94be-5904d045248f,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:10.450563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abc5a059-2ed4-4c70-be97-91c74e5bb4fd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:10.451790 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-abc5a059-2ed4-4c70-be97-91c74e5bb4fd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1363201 Dec 14 01:25:10.620732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:10.741203 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-a2e1fbba-ee6c-49da-a0a1-5f0d13c4ea7a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1908179329&fields=id&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 267 time: 0.0502243 Dec 14 01:25:10.863728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-e4b891a1-18c7-4e80-a1fb-d62f6559ff49 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:10.865333 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-e4b891a1-18c7-4e80-a1fb-d62f6559ff49 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/networks?id=1d5f524d-a021-4fcf-afdb-876c406442b4 HTTP/1.1" status: 200 len: 797 time: 0.1142440 Dec 14 01:25:10.885016 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-70f0abe3-c2b9-4893-a79a-d220f90706ee tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/quotas/9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 375 time: 0.0109491 Dec 14 01:25:10.941720 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-59a72457-7366-4ede-a6ff-6bd068cbeeae tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508955 Dec 14 01:25:10.962713 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-c457d0e6-d958-411c-b8d7-2d2bac3c2304 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:25:10.963674 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-c457d0e6-d958-411c-b8d7-2d2bac3c2304 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050893 Dec 14 01:25:11.060237 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-f03e5c50-fc0e-4cba-a583-bc9dd890f466 service neutron] 10.222.0.32 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907459 Dec 14 01:25:11.150543 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-e1e13c6b-0dec-4484-9752-2949930fcea7 service neutron] 10.222.0.32 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841963 Dec 14 01:25:11.414090 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7d6ffca7-cd4b-43eb-be8e-58989b6d9ee0 req-691098c0-49c7-4f25-89fa-6cb19163f992 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 210 time: 0.1301076 Dec 14 01:25:12.350991 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-0e63deb1-0379-4865-bb17-eef14a77b54b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:12.352392 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-0e63deb1-0379-4865-bb17-eef14a77b54b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/networks?id=1d5f524d-a021-4fcf-afdb-876c406442b4 HTTP/1.1" status: 200 len: 797 time: 0.1120200 Dec 14 01:25:12.440293 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-f4ab0469-67ec-4fbe-bf7b-e4d57a763563 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 472 time: 0.0723293 Dec 14 01:25:12.451748 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-fa0a1710-4b05-448a-a43e-d16a625e96a4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'port': {'device_id': '3a622026-cc39-454f-8c0f-e89c1f580fe4', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'admin_state_up': True, 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'security_groups': ['458b69e1-3762-477f-b424-42f82daae5aa']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:25:12.510233 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5c07e3ae-5d28-496e-a884-83195e2908a6 req-78597009-accb-4bf6-8d6a-88c4fa46a6f2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 210 time: 0.0266886 Dec 14 01:25:12.585462 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-fa0a1710-4b05-448a-a43e-d16a625e96a4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:25:12.590222 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-fa0a1710-4b05-448a-a43e-d16a625e96a4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:12.715342 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-fa0a1710-4b05-448a-a43e-d16a625e96a4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.13 (1d5f524d-a021-4fcf-afdb-876c406442b4/ebdd76e8-c175-4916-ba90-216bb13c6029/c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:25:12.856239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-fa0a1710-4b05-448a-a43e-d16a625e96a4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:12.897145 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-fa0a1710-4b05-448a-a43e-d16a625e96a4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:12.942964 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-fa0a1710-4b05-448a-a43e-d16a625e96a4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 1d5f524d-a021-4fcf-afdb-876c406442b4 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:25:12.946196 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-fa0a1710-4b05-448a-a43e-d16a625e96a4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:25:12.950433 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-fa0a1710-4b05-448a-a43e-d16a625e96a4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:25:12.954344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a1710-4b05-448a-a43e-d16a625e96a4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:13.006661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-fa0a1710-4b05-448a-a43e-d16a625e96a4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:13.007280 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-fa0a1710-4b05-448a-a43e-d16a625e96a4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:13.025437 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-fa0a1710-4b05-448a-a43e-d16a625e96a4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5779622 Dec 14 01:25:13.043882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Request body: {'port': {'device_id': '3a622026-cc39-454f-8c0f-e89c1f580fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:25:13.100471 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:13.157976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-64b88cbb-51b4-49f8-bc33-6805acbd9bac None None] Provisioning complete for port c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:25:13.158626 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-64b88cbb-51b4-49f8-bc33-6805acbd9bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:13.192029 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-64b88cbb-51b4-49f8-bc33-6805acbd9bac None None] Port c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:25:13.379762 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:25:13.387695 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:13.400455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Transition to ACTIVE for port object c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:25:13.407657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:13.461652 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Pushing event updated for resources: {'Port': ['ID=c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:13.529136 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Attempting to bind port c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:25:13.529592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Attempting to bind port c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'e8b7b9c6-3f16-4287-a035-e47eef823d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:25:13.529934 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Attempting to bind port c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 on network 1d5f524d-a021-4fcf-afdb-876c406442b4 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:25:13.535063 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Port c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 on network 1d5f524d-a021-4fcf-afdb-876c406442b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:25:13.535386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Attempting to bind port c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 on network 1d5f524d-a021-4fcf-afdb-876c406442b4 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:25:13.540871 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:25:13.541211 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Checking segment: {'id': 'e8b7b9c6-3f16-4287-a035-e47eef823d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:25:13.541598 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Bound using segment: {'id': 'e8b7b9c6-3f16-4287-a035-e47eef823d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:25:13.542028 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Bound port: c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b7b9c6-3f16-4287-a035-e47eef823d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:25:13.542380 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:13.624076 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] For port c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:25:13.627697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] For port c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8,segment=NetworkSegment(e8b7b9c6-3f16-4287-a035-e47eef823d0c),segment_id=e8b7b9c6-3f16-4287-a035-e47eef823d0c)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:25:13.633178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:13.637313 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc168e-fa7c-4ee0-9fe6-3a25e758e8f7 req-eb16911e-1c0b-4cd5-9159-e4fb2449d2f2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:13.638825 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-67bc168e-fa7c-4ee0-9fe6-3a25e758e8f7 req-eb16911e-1c0b-4cd5-9159-e4fb2449d2f2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 944 time: 0.0537760 Dec 14 01:25:13.669680 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:13.670363 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:13.671862 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] 10.222.0.16 "PUT /v2.0/ports/c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 HTTP/1.1" status: 200 len: 1094 time: 0.6324208 Dec 14 01:25:13.672424 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a622026-cc39-454f-8c0f-e89c1f580fe4', 'tag': 'c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:25:13.674811 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeac5327-b3b2-4d34-b487-1880d0ee049d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a622026-cc39-454f-8c0f-e89c1f580fe4", "tag": "c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:25:13.700010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8d1b6-6b65-4404-ad74-f3e04c25de21 service neutron] Pushing event updated for resources: {'Port': ['ID=c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:13.702934 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-67bc168e-fa7c-4ee0-9fe6-3a25e758e8f7 req-2ed609e1-3740-45e1-99e8-c86b8407eb1a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=458b69e1-3762-477f-b424-42f82daae5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570786 Dec 14 01:25:13.733374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a35432-a7ed-49d1-aeec-89614578bad3 x-openstack-request-id: req-f1a35432-a7ed-49d1-aeec-89614578bad3 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:25:13.733744 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a622026-cc39-454f-8c0f-e89c1f580fe4", "tag": "c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:25:13.734004 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1a35432-a7ed-49d1-aeec-89614578bad3 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:25:13.734406 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a622026-cc39-454f-8c0f-e89c1f580fe4', 'tag': 'c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8', 'status': 'completed', 'code': 200} Dec 14 01:25:13.791775 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-27db642c-64fe-4ac3-a697-67492aa9acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:13.793366 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-27db642c-64fe-4ac3-a697-67492aa9acac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0445132 Dec 14 01:25:13.842778 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-b336b3ce-01ea-42f1-ab6f-5f9cac388565 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 HTTP/1.1" status: 200 len: 217 time: 0.0347428 Dec 14 01:25:13.894881 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-a0927411-bfce-4489-be3c-b166ad8c2f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:13.896566 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-a0927411-bfce-4489-be3c-b166ad8c2f89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebdd76e8-c175-4916-ba90-216bb13c6029 HTTP/1.1" status: 200 len: 835 time: 0.0471025 Dec 14 01:25:13.950760 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-7879a3fc-5994-435f-9fbe-e6197436d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:13.952914 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-7879a3fc-5994-435f-9fbe-e6197436d221 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d5f524d-a021-4fcf-afdb-876c406442b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0494537 Dec 14 01:25:13.965015 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-f93f3711-5055-4861-b3d6-d692b4037884 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:25:13.965960 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-f93f3711-5055-4861-b3d6-d692b4037884 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048683 Dec 14 01:25:14.057831 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-07d033ac-23be-41cd-acc0-ad3d52112951 service neutron] 10.222.0.16 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848167 Dec 14 01:25:14.478644 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f71f1638-2726-40a1-97a9-72a10b1cfd28 req-073ad41d-15cb-456d-b134-5a6b956d85a9 service neutron] 10.222.0.16 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134235 Dec 14 01:25:14.605135 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac5327-b3b2-4d34-b487-1880d0ee049d req-78aa9316-e9a4-4d5f-b774-d7bb7ce9eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:14.606633 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-aeac5327-b3b2-4d34-b487-1880d0ee049d req-78aa9316-e9a4-4d5f-b774-d7bb7ce9eaa5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0427845 Dec 14 01:25:14.705782 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac5327-b3b2-4d34-b487-1880d0ee049d req-92571f41-0e12-4023-a33e-04fa5fc20303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:14.707258 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-aeac5327-b3b2-4d34-b487-1880d0ee049d req-92571f41-0e12-4023-a33e-04fa5fc20303 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d5f524d-a021-4fcf-afdb-876c406442b4 HTTP/1.1" status: 200 len: 897 time: 0.0935740 Dec 14 01:25:14.750945 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-aeac5327-b3b2-4d34-b487-1880d0ee049d req-747b157a-6150-4925-9bce-27d3db322233 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 HTTP/1.1" status: 200 len: 217 time: 0.0348585 Dec 14 01:25:14.809312 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac5327-b3b2-4d34-b487-1880d0ee049d req-ac2c53ca-60c2-4e1c-8e78-bac080c3496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:14.810870 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-aeac5327-b3b2-4d34-b487-1880d0ee049d req-ac2c53ca-60c2-4e1c-8e78-bac080c3496c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebdd76e8-c175-4916-ba90-216bb13c6029 HTTP/1.1" status: 200 len: 835 time: 0.0520060 Dec 14 01:25:14.831460 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fd0fe-8e43-47ea-b132-0c467c29ff7d req-f9f275c6-f223-4445-b701-c7cf4744c02f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:14.833333 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-966fd0fe-8e43-47ea-b132-0c467c29ff7d req-f9f275c6-f223-4445-b701-c7cf4744c02f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 944 time: 0.0599744 Dec 14 01:25:14.856977 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac5327-b3b2-4d34-b487-1880d0ee049d req-8926add1-c6ae-45f0-8ab7-87861cf43aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:14.858402 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-aeac5327-b3b2-4d34-b487-1880d0ee049d req-8926add1-c6ae-45f0-8ab7-87861cf43aa5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d5f524d-a021-4fcf-afdb-876c406442b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403445 Dec 14 01:25:14.887061 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-966fd0fe-8e43-47ea-b132-0c467c29ff7d req-db58206f-6210-403e-8992-60beee674c5b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=458b69e1-3762-477f-b424-42f82daae5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479395 Dec 14 01:25:14.951569 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-aeac5327-b3b2-4d34-b487-1880d0ee049d req-0ad76a1e-c742-483b-90e5-0979acf71458 service neutron] 10.222.0.16 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849741 Dec 14 01:25:15.050768 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-aeac5327-b3b2-4d34-b487-1880d0ee049d req-58fe58e7-6e28-4bb8-8341-121b15b20db4 service neutron] 10.222.0.16 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893419 Dec 14 01:25:15.424436 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:25:15.521936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8,segment=NetworkSegment(e8b7b9c6-3f16-4287-a035-e47eef823d0c),segment_id=e8b7b9c6-3f16-4287-a035-e47eef823d0c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:25:15.533166 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'port_id': 'c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8', 'mac_address': 'fa:16:3e:9c:af:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:25:15.573548 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:15.591177 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:25:15.611611 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8,segment=NetworkSegment(e8b7b9c6-3f16-4287-a035-e47eef823d0c),segment_id=e8b7b9c6-3f16-4287-a035-e47eef823d0c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:25:15.618103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:15.665151 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:15.672646 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:15.673097 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:15.673338 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:15.673675 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:15.674007 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:15.674332 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:15.674705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:15.674977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:15.675303 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:15.675622 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:15.675928 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:15.676272 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:15.676591 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:15.884842 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:25:16.011322 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f438f-0ebd-4a28-9b9d-391418dc7fed req-cfa254f8-ef62-4cb9-b3a7-56694545e00c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:16.012948 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-986f438f-0ebd-4a28-9b9d-391418dc7fed req-cfa254f8-ef62-4cb9-b3a7-56694545e00c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 945 time: 0.0536470 Dec 14 01:25:16.067092 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-986f438f-0ebd-4a28-9b9d-391418dc7fed req-f8dbcc12-bfa1-42a9-ab12-212c3a926a39 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=458b69e1-3762-477f-b424-42f82daae5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460415 Dec 14 01:25:17.194030 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee8f22-2558-465b-b3b2-8f6ebda2f981 req-90c7e1c4-3132-447e-adfa-14eea6dce210 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:17.195514 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-deee8f22-2558-465b-b3b2-8f6ebda2f981 req-90c7e1c4-3132-447e-adfa-14eea6dce210 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 945 time: 0.0510488 Dec 14 01:25:17.245327 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-deee8f22-2558-465b-b3b2-8f6ebda2f981 req-11edc356-ed7e-4094-84c8-07f9f4ab55fb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=458b69e1-3762-477f-b424-42f82daae5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437210 Dec 14 01:25:17.424693 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:25:17.477561 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:25:17.481654 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:25:17.482030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:17.563602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:17.587058 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a622026-cc39-454f-8c0f-e89c1f580fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:25:17.589346 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7ba269-80dd-40b4-90cc-cfee608402b6" -d '{"events": [{"server_uuid": "3a622026-cc39-454f-8c0f-e89c1f580fe4", "name": "network-vif-plugged", "status": "completed", "tag": "c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:25:17.602211 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8,segment=NetworkSegment(e8b7b9c6-3f16-4287-a035-e47eef823d0c),segment_id=e8b7b9c6-3f16-4287-a035-e47eef823d0c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:25:17.607635 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:17.637039 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d2868f-ebaf-46ac-ac91-8ca46137e0a0 x-openstack-request-id: req-19d2868f-ebaf-46ac-ac91-8ca46137e0a0 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:25:17.637336 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a622026-cc39-454f-8c0f-e89c1f580fe4", "name": "network-vif-plugged", "status": "completed", "tag": "c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:25:17.637590 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19d2868f-ebaf-46ac-ac91-8ca46137e0a0 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:25:17.637984 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a622026-cc39-454f-8c0f-e89c1f580fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8', 'code': 200} Dec 14 01:25:17.656887 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:17.858112 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d34c24-04b3-48ec-b9e4-782218ad4242 req-d62ee80f-e3cd-4c9a-846a-8f06613eed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:17.859601 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-90d34c24-04b3-48ec-b9e4-782218ad4242 req-d62ee80f-e3cd-4c9a-846a-8f06613eed2b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 1099 time: 0.0429683 Dec 14 01:25:17.908048 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-90d34c24-04b3-48ec-b9e4-782218ad4242 req-1b689aff-efd6-467a-b251-9caa4d8109af service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=458b69e1-3762-477f-b424-42f82daae5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400269 Dec 14 01:25:18.382983 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a57de0-40ec-4234-b084-4ba2a656e618 req-baa889ec-7481-4fd8-b9f8-b901f5ce978b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:18.384475 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e0a57de0-40ec-4234-b084-4ba2a656e618 req-baa889ec-7481-4fd8-b9f8-b901f5ce978b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 946 time: 0.0561564 Dec 14 01:25:18.435049 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e0a57de0-40ec-4234-b084-4ba2a656e618 req-75274b74-cd72-471c-8d0f-ecae622362dd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=458b69e1-3762-477f-b424-42f82daae5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443902 Dec 14 01:25:19.567645 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dfd7e-c169-49a4-b08a-0e1d7090c435 req-804149ae-3e18-4d6c-8ed4-6fb9f674c926 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:19.569263 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8b1dfd7e-c169-49a4-b08a-0e1d7090c435 req-804149ae-3e18-4d6c-8ed4-6fb9f674c926 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 946 time: 0.0531211 Dec 14 01:25:19.618805 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8b1dfd7e-c169-49a4-b08a-0e1d7090c435 req-4147c670-7deb-4c64-8a62-d34b213fd648 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=458b69e1-3762-477f-b424-42f82daae5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434403 Dec 14 01:25:19.742389 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f08307-6dd7-47c6-8293-7a49e6f33388 req-7dc2c91a-b0d6-4d02-9db8-df3d064b4b04 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:19.743788 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d2f08307-6dd7-47c6-8293-7a49e6f33388 req-7dc2c91a-b0d6-4d02-9db8-df3d064b4b04 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 946 time: 0.0547285 Dec 14 01:25:19.795204 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d2f08307-6dd7-47c6-8293-7a49e6f33388 req-6c66e88b-08e1-4e31-b69d-b79b94441752 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=458b69e1-3762-477f-b424-42f82daae5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454559 Dec 14 01:25:19.817490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57938) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:19.859068 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07491a0-267f-4c4a-aa2c-0c26484d181d tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:19.860619 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a07491a0-267f-4c4a-aa2c-0c26484d181d tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0421216 Dec 14 01:25:19.864717 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57940) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:19.869333 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-533334fe-9361-47da-924c-a6172b5e1e41 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'floatingip': {'port_id': 'c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:25:19.908019 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-533334fe-9361-47da-924c-a6172b5e1e41 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:20.104530 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:25:20.346187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-533334fe-9361-47da-924c-a6172b5e1e41 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:20.353370 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-533334fe-9361-47da-924c-a6172b5e1e41 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:20.479252 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-533334fe-9361-47da-924c-a6172b5e1e41 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP 07fc208a-9d9f-4fde-adcc-a492a211454f associated. External IP: 172.26.1.188, port: c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8. Dec 14 01:25:20.649242 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8a51ca3d-664a-4cc1-8ada-945e882826ff req-a0eb713f-d888-4aae-bd37-3dc75286fa44 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0943415 Dec 14 01:25:20.693789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533334fe-9361-47da-924c-a6172b5e1e41 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router e2839c6c-150a-48f2-a6af-e8f87742598b has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:25:20.754477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ca3d-664a-4cc1-8ada-945e882826ff req-10c13f17-87f5-4f0b-b35e-471f859e102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:20.756329 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8a51ca3d-664a-4cc1-8ada-945e882826ff req-10c13f17-87f5-4f0b-b35e-471f859e102e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 1098 time: 0.0439050 Dec 14 01:25:20.814256 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533334fe-9361-47da-924c-a6172b5e1e41 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:25:20.819805 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-533334fe-9361-47da-924c-a6172b5e1e41 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:20.825755 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae920b82-22d3-45a2-a5e2-fa359871e85e None None] Sync routers for ids ['e2839c6c-150a-48f2-a6af-e8f87742598b'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:25:20.836594 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae920b82-22d3-45a2-a5e2-fa359871e85e None None] Routers {'e2839c6c-150a-48f2-a6af-e8f87742598b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:25:20.837563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ae920b82-22d3-45a2-a5e2-fa359871e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:24:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e2839c6c-150a-48f2-a6af-e8f87742598b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:25:20.851598 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-533334fe-9361-47da-924c-a6172b5e1e41 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/floatingips/07fc208a-9d9f-4fde-adcc-a492a211454f HTTP/1.1" status: 200 len: 992 time: 0.9856057 Dec 14 01:25:20.852851 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a622026-cc39-454f-8c0f-e89c1f580fe4', 'tag': 'c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:25:20.854858 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57944) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:20.855862 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63c4ac5-5327-4b1a-8ad6-cfc20f12cffe" -d '{"events": [{"name": "network-changed", "server_uuid": "3a622026-cc39-454f-8c0f-e89c1f580fe4", "tag": "c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:25:20.899438 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84548ae-e986-479a-b703-ea7508ad2fbf x-openstack-request-id: req-a84548ae-e986-479a-b703-ea7508ad2fbf {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:25:20.900482 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a622026-cc39-454f-8c0f-e89c1f580fe4", "tag": "c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:25:20.900482 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a84548ae-e986-479a-b703-ea7508ad2fbf {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:25:20.900741 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a622026-cc39-454f-8c0f-e89c1f580fe4', 'tag': 'c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8', 'status': 'completed', 'code': 200} Dec 14 01:25:20.921034 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ca3d-664a-4cc1-8ada-945e882826ff req-6d253cb8-c82b-4888-9284-6f3ab7e8808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:20.922585 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8a51ca3d-664a-4cc1-8ada-945e882826ff req-6d253cb8-c82b-4888-9284-6f3ab7e8808e service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d5f524d-a021-4fcf-afdb-876c406442b4 HTTP/1.1" status: 200 len: 897 time: 0.1456831 Dec 14 01:25:20.946557 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9f344c92-aa3a-4186-a390-26e0f29d8d60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/07fc208a-9d9f-4fde-adcc-a492a211454f HTTP/1.1" status: 200 len: 992 time: 0.0902405 Dec 14 01:25:20.977774 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8a51ca3d-664a-4cc1-8ada-945e882826ff req-d93f1a74-940a-4919-830f-bbdb107bb853 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10d037ba-3ab2-45fe-98e5-54113dbf86e8 HTTP/1.1" status: 200 len: 217 time: 0.0403075 Dec 14 01:25:21.019740 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c4ac5-5327-4b1a-8ad6-cfc20f12cffe req-c847631f-18c5-47d5-9a5b-a6758d9cc2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:21.021254 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e63c4ac5-5327-4b1a-8ad6-cfc20f12cffe req-c847631f-18c5-47d5-9a5b-a6758d9cc2d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 1099 time: 0.0748856 Dec 14 01:25:21.033495 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ca3d-664a-4cc1-8ada-945e882826ff req-d83da828-594f-4137-a5a7-024dcd9701c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:21.035542 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8a51ca3d-664a-4cc1-8ada-945e882826ff req-d83da828-594f-4137-a5a7-024dcd9701c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebdd76e8-c175-4916-ba90-216bb13c6029 HTTP/1.1" status: 200 len: 835 time: 0.0502913 Dec 14 01:25:21.084822 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ca3d-664a-4cc1-8ada-945e882826ff req-ada0c7c4-6877-48a2-ad83-93851cf07468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:21.086514 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8a51ca3d-664a-4cc1-8ada-945e882826ff req-ada0c7c4-6877-48a2-ad83-93851cf07468 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d5f524d-a021-4fcf-afdb-876c406442b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445268 Dec 14 01:25:21.115701 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ae920b82-22d3-45a2-a5e2-fa359871e85e None None] Set router e2839c6c-150a-48f2-a6af-e8f87742598b gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:25:21.178932 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8a51ca3d-664a-4cc1-8ada-945e882826ff req-bc768529-d202-4699-8451-f14391f1a0c7 service neutron] 10.222.0.16 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851626 Dec 14 01:25:21.183260 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c4ac5-5327-4b1a-8ad6-cfc20f12cffe req-aac795e3-1a1a-42aa-84be-72023c97e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:21.184995 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e63c4ac5-5327-4b1a-8ad6-cfc20f12cffe req-aac795e3-1a1a-42aa-84be-72023c97e22f service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d5f524d-a021-4fcf-afdb-876c406442b4 HTTP/1.1" status: 200 len: 897 time: 0.1567116 Dec 14 01:25:21.272691 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8a51ca3d-664a-4cc1-8ada-945e882826ff req-c614a27b-56cf-4baa-9e6a-6d5463ae7387 service neutron] 10.222.0.16 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866930 Dec 14 01:25:21.300210 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e63c4ac5-5327-4b1a-8ad6-cfc20f12cffe req-b7f3e76c-815a-4c58-873e-760ff0549aa3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 HTTP/1.1" status: 200 len: 1000 time: 0.1086638 Dec 14 01:25:21.348789 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ae920b82-22d3-45a2-a5e2-fa359871e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '07fc208a-9d9f-4fde-adcc-a492a211454f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.188', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'port_id': 'c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'mac_address': 'fa:16:3e:9c:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a622026-cc39-454f-8c0f-e89c1f580fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:24:30Z', 'updated_at': '2021-12-14T01:25:20Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '213e9876-d658-47d3-ab6b-0ea8514f4c47', 'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:58:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:16Z', 'updated_at': '2021-12-14T01:24:20Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:25:21.376709 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae920b82-22d3-45a2-a5e2-fa359871e85e None None] Checking router: e2839c6c-150a-48f2-a6af-e8f87742598b for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:25:21.378792 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c4ac5-5327-4b1a-8ad6-cfc20f12cffe req-74442f0f-5b1b-467b-aac3-69e8a8f6eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:21.380414 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e63c4ac5-5327-4b1a-8ad6-cfc20f12cffe req-74442f0f-5b1b-467b-aac3-69e8a8f6eeec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebdd76e8-c175-4916-ba90-216bb13c6029 HTTP/1.1" status: 200 len: 835 time: 0.0551996 Dec 14 01:25:21.385551 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae920b82-22d3-45a2-a5e2-fa359871e85e None None] Routers {'e2839c6c-150a-48f2-a6af-e8f87742598b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:25:21.386175 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ae920b82-22d3-45a2-a5e2-fa359871e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:24:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e2839c6c-150a-48f2-a6af-e8f87742598b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:25:21.460907 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c4ac5-5327-4b1a-8ad6-cfc20f12cffe req-52d8975e-8963-4332-a11a-b42920845e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:21.462421 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e63c4ac5-5327-4b1a-8ad6-cfc20f12cffe req-52d8975e-8963-4332-a11a-b42920845e96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d5f524d-a021-4fcf-afdb-876c406442b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742712 Dec 14 01:25:21.494391 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ae920b82-22d3-45a2-a5e2-fa359871e85e None None] Set router e2839c6c-150a-48f2-a6af-e8f87742598b gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:25:21.551564 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e63c4ac5-5327-4b1a-8ad6-cfc20f12cffe req-a6c5d959-7f44-4058-9138-86ebdccad6ea service neutron] 10.222.0.16 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816157 Dec 14 01:25:21.645898 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e63c4ac5-5327-4b1a-8ad6-cfc20f12cffe req-94e4d6f8-23db-4c67-bc2d-9f8c05c170e3 service neutron] 10.222.0.16 "GET /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866778 Dec 14 01:25:21.726396 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ae920b82-22d3-45a2-a5e2-fa359871e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '07fc208a-9d9f-4fde-adcc-a492a211454f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.188', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'port_id': 'c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'mac_address': 'fa:16:3e:9c:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a622026-cc39-454f-8c0f-e89c1f580fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:24:30Z', 'updated_at': '2021-12-14T01:25:20Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '213e9876-d658-47d3-ab6b-0ea8514f4c47', 'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:58:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:16Z', 'updated_at': '2021-12-14T01:24:20Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:25:21.752650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae920b82-22d3-45a2-a5e2-fa359871e85e None None] The sync data for ids ['e2839c6c-150a-48f2-a6af-e8f87742598b'] in dv-neutron-821592-1-hyperv is: [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '07fc208a-9d9f-4fde-adcc-a492a211454f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.188', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'port_id': 'c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'mac_address': 'fa:16:3e:9c:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a622026-cc39-454f-8c0f-e89c1f580fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:24:30Z', 'updated_at': '2021-12-14T01:25:20Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '213e9876-d658-47d3-ab6b-0ea8514f4c47', 'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:58:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:16Z', 'updated_at': '2021-12-14T01:24:20Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:25:21.917024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-357b30c0-d302-40ea-9eed-78672a00456c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:21.948082 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da78c116-7ba0-4392-9ed6-2040d57826d5 None None] New status for floating IP 07fc208a-9d9f-4fde-adcc-a492a211454f: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:25:21.950488 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57948) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:22.010242 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3786e84b-245b-498e-84a8-ad945f077022 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/07fc208a-9d9f-4fde-adcc-a492a211454f HTTP/1.1" status: 200 len: 992 time: 0.0585771 Dec 14 01:25:23.014433 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57950) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:23.077332 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a7aae5ad-b55b-44a4-b013-a4879f198843 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/07fc208a-9d9f-4fde-adcc-a492a211454f HTTP/1.1" status: 200 len: 994 time: 0.0616398 Dec 14 01:25:24.164406 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f187066-8570-43eb-ba46-e16d1ff87eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:25.350595 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:26.718554 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:27.720259 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:40.625766 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:49.961829 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850dea3-2a06-49f2-882c-8f508d5e0610 req-9a720fc4-ed02-4df0-b54c-f2dc18027f06 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:49.963299 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b850dea3-2a06-49f2-882c-8f508d5e0610 req-9a720fc4-ed02-4df0-b54c-f2dc18027f06 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 946 time: 0.0521276 Dec 14 01:25:50.016363 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b850dea3-2a06-49f2-882c-8f508d5e0610 req-3edc3e00-980c-4d2c-9aad-1f3f98cc41d5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=458b69e1-3762-477f-b424-42f82daae5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437751 Dec 14 01:25:51.155008 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa892fd0-86a1-444a-a423-3d4fd61c300d req-e8f33c8d-bfa0-4448-b52c-09bfb5b946b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:51.156497 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aa892fd0-86a1-444a-a423-3d4fd61c300d req-e8f33c8d-bfa0-4448-b52c-09bfb5b946b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 946 time: 0.0607889 Dec 14 01:25:51.206186 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aa892fd0-86a1-444a-a423-3d4fd61c300d req-fc99c8e0-0786-4cc1-a664-a12829a8ef18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=458b69e1-3762-477f-b424-42f82daae5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432742 Dec 14 01:25:51.458921 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f21ccf-1eb0-494f-9f21-7eaa108e54b4 req-56841d2a-94de-4006-962d-478d4d9b73d2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:51.460050 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-08f21ccf-1eb0-494f-9f21-7eaa108e54b4 req-56841d2a-94de-4006-962d-478d4d9b73d2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 946 time: 0.0610313 Dec 14 01:25:51.549710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-08f21ccf-1eb0-494f-9f21-7eaa108e54b4 req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:25:51.550007 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-08f21ccf-1eb0-494f-9f21-7eaa108e54b4 req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:51.641090 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-08f21ccf-1eb0-494f-9f21-7eaa108e54b4 req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8,segment=NetworkSegment(e8b7b9c6-3f16-4287-a035-e47eef823d0c),segment_id=e8b7b9c6-3f16-4287-a035-e47eef823d0c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:25:51.641432 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-08f21ccf-1eb0-494f-9f21-7eaa108e54b4 req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:51.808778 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-08f21ccf-1eb0-494f-9f21-7eaa108e54b4 req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:51.809135 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-08f21ccf-1eb0-494f-9f21-7eaa108e54b4 req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:51.809452 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [req-08f21ccf-1eb0-494f-9f21-7eaa108e54b4 req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP 07fc208a-9d9f-4fde-adcc-a492a211454f disassociated. External IP: 172.26.1.188, port: c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8. Dec 14 01:25:51.809788 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-08f21ccf-1eb0-494f-9f21-7eaa108e54b4 req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:25:51.922446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5b3e013-8bf1-43bb-9052-3578c2b6e06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:52.302105 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-08f21ccf-1eb0-494f-9f21-7eaa108e54b4 req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:52.305222 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c5878b2e-f0a2-4df5-8268-b4367d3d3526 req-5387c826-21c8-40cd-94f6-6acc9e9758c3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a622026-cc39-454f-8c0f-e89c1f580fe4 HTTP/1.1" status: 200 len: 210 time: 0.0298538 Dec 14 01:25:52.332634 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:52.343977 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:52.344351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:52.344693 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:52.345018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:52.345350 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:52.345675 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:52.346000 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:52.346319 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:52.346700 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:52.346966 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:52.347289 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:52.347601 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:52.348810 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:25:52.464379 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08f21ccf-1eb0-494f-9f21-7eaa108e54b4 req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router e2839c6c-150a-48f2-a6af-e8f87742598b has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:25:52.572420 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08f21ccf-1eb0-494f-9f21-7eaa108e54b4 req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:25:52.582733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6916b918-3639-499b-b761-e8be39285a46 None None] Sync routers for ids ['e2839c6c-150a-48f2-a6af-e8f87742598b'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:25:52.593410 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6916b918-3639-499b-b761-e8be39285a46 None None] Routers {'e2839c6c-150a-48f2-a6af-e8f87742598b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:25:52.594060 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6916b918-3639-499b-b761-e8be39285a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:25:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e2839c6c-150a-48f2-a6af-e8f87742598b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:25:52.614134 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f21ccf-1eb0-494f-9f21-7eaa108e54b4 req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] No DVR routers for this DVR port c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 on host hv-neutron-8215 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:25:52.616842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-08f21ccf-1eb0-494f-9f21-7eaa108e54b4 req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:52.620126 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-08f21ccf-1eb0-494f-9f21-7eaa108e54b4 req-80f43b70-bebb-4d09-81aa-dc2aff379f17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "DELETE /v2.0/ports/c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 HTTP/1.1" status: 204 len: 173 time: 1.1541169 Dec 14 01:25:52.620620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a622026-cc39-454f-8c0f-e89c1f580fe4', 'name': 'network-vif-deleted', 'tag': 'c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:25:52.622872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f163a8ee-b49d-4c08-86eb-c28763c437a6" -d '{"events": [{"server_uuid": "3a622026-cc39-454f-8c0f-e89c1f580fe4", "name": "network-vif-deleted", "tag": "c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:25:52.663642 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b68969-43f8-4a30-a702-bcde640d19ab x-openstack-request-id: req-13b68969-43f8-4a30-a702-bcde640d19ab {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:25:52.664187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a622026-cc39-454f-8c0f-e89c1f580fe4", "name": "network-vif-deleted", "tag": "c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:25:52.664597 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13b68969-43f8-4a30-a702-bcde640d19ab {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:25:52.665082 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a622026-cc39-454f-8c0f-e89c1f580fe4', 'name': 'network-vif-deleted', 'tag': 'c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8', 'status': 'completed', 'code': 200} Dec 14 01:25:52.711543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-6916b918-3639-499b-b761-e8be39285a46 None None] Set router e2839c6c-150a-48f2-a6af-e8f87742598b gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:25:52.923967 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6916b918-3639-499b-b761-e8be39285a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '213e9876-d658-47d3-ab6b-0ea8514f4c47', 'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:58:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:16Z', 'updated_at': '2021-12-14T01:24:20Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:25:52.949480 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6916b918-3639-499b-b761-e8be39285a46 None None] Checking router: e2839c6c-150a-48f2-a6af-e8f87742598b for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:25:52.957923 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6916b918-3639-499b-b761-e8be39285a46 None None] Routers {'e2839c6c-150a-48f2-a6af-e8f87742598b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:25:52.958514 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6916b918-3639-499b-b761-e8be39285a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:25:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e2839c6c-150a-48f2-a6af-e8f87742598b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:25:53.066489 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-6916b918-3639-499b-b761-e8be39285a46 None None] Set router e2839c6c-150a-48f2-a6af-e8f87742598b gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:25:53.270826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6916b918-3639-499b-b761-e8be39285a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '213e9876-d658-47d3-ab6b-0ea8514f4c47', 'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:58:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:16Z', 'updated_at': '2021-12-14T01:24:20Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:25:53.297193 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6916b918-3639-499b-b761-e8be39285a46 None None] The sync data for ids ['e2839c6c-150a-48f2-a6af-e8f87742598b'] in dv-neutron-821592-1-hyperv is: [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '213e9876-d658-47d3-ab6b-0ea8514f4c47', 'name': '', 'network_id': '1d5f524d-a021-4fcf-afdb-876c406442b4', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:58:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:16Z', 'updated_at': '2021-12-14T01:24:20Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': 'ebdd76e8-c175-4916-ba90-216bb13c6029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:25:53.364266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57972) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:53.424438 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dff312c3-3692-47ba-b5d9-55912fa3a6cd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:53.452833 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dff312c3-3692-47ba-b5d9-55912fa3a6cd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:53.514382 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e61627-3ea9-4af6-b2ce-e7147ff4a034 None None] New status for floating IP 07fc208a-9d9f-4fde-adcc-a492a211454f: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:25:53.517527 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dff312c3-3692-47ba-b5d9-55912fa3a6cd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:53.520155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dff312c3-3692-47ba-b5d9-55912fa3a6cd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:53.521351 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dff312c3-3692-47ba-b5d9-55912fa3a6cd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/security-groups/458b69e1-3762-477f-b424-42f82daae5aa HTTP/1.1" status: 204 len: 168 time: 0.1560833 Dec 14 01:25:53.531228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff312c3-3692-47ba-b5d9-55912fa3a6cd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=458b69e1-3762-477f-b424-42f82daae5aa,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:53.556585 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57976) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:53.683569 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d1751cda-201d-45da-92ef-875016d4a302 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 8ce06916-39ef-4076-986f-4504f779ec89 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:25:53.683907 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1751cda-201d-45da-92ef-875016d4a302 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:53.760266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1751cda-201d-45da-92ef-875016d4a302 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:53.760556 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1751cda-201d-45da-92ef-875016d4a302 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:53.772014 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d1751cda-201d-45da-92ef-875016d4a302 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 8ce06916-39ef-4076-986f-4504f779ec89 owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:25:53.904568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1751cda-201d-45da-92ef-875016d4a302 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:53.928577 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1751cda-201d-45da-92ef-875016d4a302 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=8ce06916-39ef-4076-986f-4504f779ec89,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:53.990190 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1751cda-201d-45da-92ef-875016d4a302 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:53.992797 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1751cda-201d-45da-92ef-875016d4a302 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:53.993965 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d1751cda-201d-45da-92ef-875016d4a302 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/floatingips/07fc208a-9d9f-4fde-adcc-a492a211454f HTTP/1.1" status: 204 len: 168 time: 0.4355683 Dec 14 01:25:54.156985 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a02ca6e-6215-4b03-a525-3b5ffed5ee01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:54.224618 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d88c5c-3fbe-4ab8-a003-389f561690df req-7dd379dd-4450-4694-bc02-bc90a523189a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:54.226145 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-96d88c5c-3fbe-4ab8-a003-389f561690df req-7dd379dd-4450-4694-bc02-bc90a523189a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 945 time: 0.0509164 Dec 14 01:25:54.277911 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-96d88c5c-3fbe-4ab8-a003-389f561690df req-98675b76-b2e6-45fe-9c95-ae193666f49c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=d98cffe5-3f52-4b87-a5ec-f0323c5c01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430727 Dec 14 01:25:55.341129 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:55.406913 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac83be6-060b-4942-b6b2-e220b49503e5 req-b0481fbe-9a58-4f09-8e49-519eb7109557 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:55.408407 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dac83be6-060b-4942-b6b2-e220b49503e5 req-b0481fbe-9a58-4f09-8e49-519eb7109557 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 945 time: 0.0510736 Dec 14 01:25:55.466547 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dac83be6-060b-4942-b6b2-e220b49503e5 req-1dae6329-1b9a-4df7-9d33-b68bcdc39115 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=d98cffe5-3f52-4b87-a5ec-f0323c5c01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509861 Dec 14 01:25:55.624665 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:25:55.644860 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:25:55.645204 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device c61548f0-3fe8-4be3-8b5c-774dcaaaa2c8 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:25:55.659351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dbd59-5810-4a94-a6a7-c0afa9e33a03 req-31aa3807-7450-450b-99c0-0b0292bf17aa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:25:55.660874 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b09dbd59-5810-4a94-a6a7-c0afa9e33a03 req-31aa3807-7450-450b-99c0-0b0292bf17aa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 945 time: 0.0601294 Dec 14 01:25:55.753353 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-b09dbd59-5810-4a94-a6a7-c0afa9e33a03 req-6cd959e6-fdc6-4db9-b440-90ff4c876db1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 10d037ba-3ab2-45fe-98e5-54113dbf86e8 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:25:55.753667 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b09dbd59-5810-4a94-a6a7-c0afa9e33a03 req-6cd959e6-fdc6-4db9-b440-90ff4c876db1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:55.848649 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-b09dbd59-5810-4a94-a6a7-c0afa9e33a03 req-6cd959e6-fdc6-4db9-b440-90ff4c876db1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 10d037ba-3ab2-45fe-98e5-54113dbf86e8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=10d037ba-3ab2-45fe-98e5-54113dbf86e8,segment=NetworkSegment(e8b7b9c6-3f16-4287-a035-e47eef823d0c),segment_id=e8b7b9c6-3f16-4287-a035-e47eef823d0c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:25:55.849018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b09dbd59-5810-4a94-a6a7-c0afa9e33a03 req-6cd959e6-fdc6-4db9-b440-90ff4c876db1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:55.861714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-b09dbd59-5810-4a94-a6a7-c0afa9e33a03 req-6cd959e6-fdc6-4db9-b440-90ff4c876db1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 10d037ba-3ab2-45fe-98e5-54113dbf86e8 owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:25:56.004499 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b09dbd59-5810-4a94-a6a7-c0afa9e33a03 req-6cd959e6-fdc6-4db9-b440-90ff4c876db1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:56.043364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd959e6-fdc6-4db9-b440-90ff4c876db1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=10d037ba-3ab2-45fe-98e5-54113dbf86e8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:56.085723 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09dbd59-5810-4a94-a6a7-c0afa9e33a03 req-6cd959e6-fdc6-4db9-b440-90ff4c876db1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] No DVR routers for this DVR port 10d037ba-3ab2-45fe-98e5-54113dbf86e8 on host hv-neutron-8215 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:25:56.088418 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b09dbd59-5810-4a94-a6a7-c0afa9e33a03 req-6cd959e6-fdc6-4db9-b440-90ff4c876db1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:56.091723 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b09dbd59-5810-4a94-a6a7-c0afa9e33a03 req-6cd959e6-fdc6-4db9-b440-90ff4c876db1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "DELETE /v2.0/ports/10d037ba-3ab2-45fe-98e5-54113dbf86e8 HTTP/1.1" status: 204 len: 173 time: 0.4246228 Dec 14 01:25:56.092191 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd82072-a995-41ca-a132-b88f6a2e3a0d', 'name': 'network-vif-deleted', 'tag': '10d037ba-3ab2-45fe-98e5-54113dbf86e8'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:25:56.094543 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d72ed8-c6bb-46b5-a69c-e913414f4a67" -d '{"events": [{"server_uuid": "1fd82072-a995-41ca-a132-b88f6a2e3a0d", "name": "network-vif-deleted", "tag": "10d037ba-3ab2-45fe-98e5-54113dbf86e8"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:25:56.131274 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee2c9aa-b167-4f35-83b8-7ba9768d109a x-openstack-request-id: req-dee2c9aa-b167-4f35-83b8-7ba9768d109a {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:25:56.131696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd82072-a995-41ca-a132-b88f6a2e3a0d", "name": "network-vif-deleted", "tag": "10d037ba-3ab2-45fe-98e5-54113dbf86e8", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:25:56.132036 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dee2c9aa-b167-4f35-83b8-7ba9768d109a {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:25:56.132599 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd82072-a995-41ca-a132-b88f6a2e3a0d', 'name': 'network-vif-deleted', 'tag': '10d037ba-3ab2-45fe-98e5-54113dbf86e8', 'status': 'completed', 'code': 200} Dec 14 01:25:56.584913 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2938e2cf-c6ba-42f7-b69e-602350e50cfa req-db7e4828-fa2b-4e7b-abde-04331979acd0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fd82072-a995-41ca-a132-b88f6a2e3a0d HTTP/1.1" status: 200 len: 210 time: 0.0269821 Dec 14 01:25:56.721453 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:57.116344 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:25:57.652311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57990) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:57.709992 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a1ed229c-11db-441f-b733-fa77706d5fb6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:57.719180 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:57.735328 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a1ed229c-11db-441f-b733-fa77706d5fb6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:57.801484 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a1ed229c-11db-441f-b733-fa77706d5fb6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:57.804901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a1ed229c-11db-441f-b733-fa77706d5fb6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:57.806008 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a1ed229c-11db-441f-b733-fa77706d5fb6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/security-groups/d98cffe5-3f52-4b87-a5ec-f0323c5c01c7 HTTP/1.1" status: 204 len: 168 time: 0.1526711 Dec 14 01:25:57.815622 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed229c-11db-441f-b733-fa77706d5fb6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98cffe5-3f52-4b87-a5ec-f0323c5c01c7,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:57.837872 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57994) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:58.216445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bfd2d6a3-7877-4f1a-a226-7c5a367904f3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:58.484454 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bfd2d6a3-7877-4f1a-a226-7c5a367904f3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 213e9876-d658-47d3-ab6b-0ea8514f4c47 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:25:58.484799 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bfd2d6a3-7877-4f1a-a226-7c5a367904f3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:58.583970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bfd2d6a3-7877-4f1a-a226-7c5a367904f3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 213e9876-d658-47d3-ab6b-0ea8514f4c47, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=213e9876-d658-47d3-ab6b-0ea8514f4c47,segment=NetworkSegment(e8b7b9c6-3f16-4287-a035-e47eef823d0c),segment_id=e8b7b9c6-3f16-4287-a035-e47eef823d0c)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:25:58.584390 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bfd2d6a3-7877-4f1a-a226-7c5a367904f3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:58.597264 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bfd2d6a3-7877-4f1a-a226-7c5a367904f3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 213e9876-d658-47d3-ab6b-0ea8514f4c47 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:25:58.793334 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bfd2d6a3-7877-4f1a-a226-7c5a367904f3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:58.819547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2d6a3-7877-4f1a-a226-7c5a367904f3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=213e9876-d658-47d3-ab6b-0ea8514f4c47,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:58.991938 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bfd2d6a3-7877-4f1a-a226-7c5a367904f3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:59.217507 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd2d6a3-7877-4f1a-a226-7c5a367904f3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router e2839c6c-150a-48f2-a6af-e8f87742598b has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:25:59.323512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd2d6a3-7877-4f1a-a226-7c5a367904f3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:25:59.328700 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bfd2d6a3-7877-4f1a-a226-7c5a367904f3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/e2839c6c-150a-48f2-a6af-e8f87742598b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4893706 Dec 14 01:25:59.332317 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 57996) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:59.334299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01a7a26-478a-49a7-8815-1148e40d84bc None None] Sync routers for ids ['e2839c6c-150a-48f2-a6af-e8f87742598b'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:25:59.345605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a7a26-478a-49a7-8815-1148e40d84bc None None] Routers {'e2839c6c-150a-48f2-a6af-e8f87742598b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:25:59.346221 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d01a7a26-478a-49a7-8815-1148e40d84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:25:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e2839c6c-150a-48f2-a6af-e8f87742598b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:25:59.389182 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-86523607-f280-4497-9597-2158f84e42b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting subnet ebdd76e8-c175-4916-ba90-216bb13c6029 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:25:59.392410 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-86523607-f280-4497-9597-2158f84e42b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:59.432663 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-86523607-f280-4497-9597-2158f84e42b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:59.449009 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-d01a7a26-478a-49a7-8815-1148e40d84bc None None] Set router e2839c6c-150a-48f2-a6af-e8f87742598b gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:25:59.516029 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-86523607-f280-4497-9597-2158f84e42b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:59.580749 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-86523607-f280-4497-9597-2158f84e42b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:59.608300 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86523607-f280-4497-9597-2158f84e42b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Subnet': ['ID=ebdd76e8-c175-4916-ba90-216bb13c6029,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:25:59.610380 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-86523607-f280-4497-9597-2158f84e42b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:59.615843 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-86523607-f280-4497-9597-2158f84e42b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/subnets/ebdd76e8-c175-4916-ba90-216bb13c6029 HTTP/1.1" status: 204 len: 168 time: 0.2800901 Dec 14 01:25:59.616589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 57998) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:25:59.620659 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30f004e-cd60-44d1-8069-749cd32efc3e None None] Network 1d5f524d-a021-4fcf-afdb-876c406442b4 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:25:59.675319 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d01a7a26-478a-49a7-8815-1148e40d84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:25:58Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'fa184300-0047-48d2-841b-5cea1e906b8f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:24:14Z', 'updated_at': '2021-12-14T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:25:59.707430 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 10d037ba-3ab2-45fe-98e5-54113dbf86e8 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:25:59.709895 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01a7a26-478a-49a7-8815-1148e40d84bc None None] Checking router: e2839c6c-150a-48f2-a6af-e8f87742598b for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:25:59.721712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0391fd46-694b-444e-a78b-af0bc53bbb2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:59.827987 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0391fd46-694b-444e-a78b-af0bc53bbb2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:59.885717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0391fd46-694b-444e-a78b-af0bc53bbb2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port fa184300-0047-48d2-841b-5cea1e906b8f {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:25:59.886176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0391fd46-694b-444e-a78b-af0bc53bbb2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:59.906391 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 10d037ba-3ab2-45fe-98e5-54113dbf86e8 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:25:59.906752 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 10d037ba-3ab2-45fe-98e5-54113dbf86e8 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:25:59.918779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a7a26-478a-49a7-8815-1148e40d84bc None None] Routers {'e2839c6c-150a-48f2-a6af-e8f87742598b'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:25:59.920468 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d01a7a26-478a-49a7-8815-1148e40d84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:25:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e2839c6c-150a-48f2-a6af-e8f87742598b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:25:59.972721 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0391fd46-694b-444e-a78b-af0bc53bbb2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port fa184300-0047-48d2-841b-5cea1e906b8f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=fa184300-0047-48d2-841b-5cea1e906b8f,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:25:59.973070 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0391fd46-694b-444e-a78b-af0bc53bbb2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:25:59.985108 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0391fd46-694b-444e-a78b-af0bc53bbb2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for fa184300-0047-48d2-841b-5cea1e906b8f owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:26:00.010186 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-d01a7a26-478a-49a7-8815-1148e40d84bc None None] Set router e2839c6c-150a-48f2-a6af-e8f87742598b gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:26:00.070123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f40577-6800-4f3b-9c72-f1644ce74f14 None None] DHCP port deletion for 1d5f524d-a021-4fcf-afdb-876c406442b4 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:26:00.072260 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d01a7a26-478a-49a7-8815-1148e40d84bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:25:59Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:00.099153 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01a7a26-478a-49a7-8815-1148e40d84bc None None] The sync data for ids ['e2839c6c-150a-48f2-a6af-e8f87742598b'] in dv-neutron-821592-1-hyperv is: [{'id': 'e2839c6c-150a-48f2-a6af-e8f87742598b', 'name': 'tempest-TestNetworkBasicOps-router-245825895', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:24:13Z', 'updated_at': '2021-12-14T01:25:59Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:26:00.146401 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d4f40577-6800-4f3b-9c72-f1644ce74f14 None None] Deleting port fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:26:00.146773 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4f40577-6800-4f3b-9c72-f1644ce74f14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.162586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0391fd46-694b-444e-a78b-af0bc53bbb2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.190909 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391fd46-694b-444e-a78b-af0bc53bbb2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=fa184300-0047-48d2-841b-5cea1e906b8f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:00.210724 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8785bd17-a7e5-4c8f-a22a-7fd546668a7a None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:26:00.228786 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d4f40577-6800-4f3b-9c72-f1644ce74f14 None None] For port fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d,segment=NetworkSegment(e8b7b9c6-3f16-4287-a035-e47eef823d0c),segment_id=e8b7b9c6-3f16-4287-a035-e47eef823d0c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:00.229193 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4f40577-6800-4f3b-9c72-f1644ce74f14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.252087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d4f40577-6800-4f3b-9c72-f1644ce74f14 None None] Calling delete_port for fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:26:00.254246 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0391fd46-694b-444e-a78b-af0bc53bbb2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.331712 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4f40577-6800-4f3b-9c72-f1644ce74f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.351344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0391fd46-694b-444e-a78b-af0bc53bbb2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.353714 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0391fd46-694b-444e-a78b-af0bc53bbb2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.356228 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f40577-6800-4f3b-9c72-f1644ce74f14 None None] Pushing event deleted for resources: {'Port': ['ID=fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:00.360489 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f40577-6800-4f3b-9c72-f1644ce74f14 None None] No DVR routers for this DVR port fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:26:00.400253 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0391fd46-694b-444e-a78b-af0bc53bbb2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.400778 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0391fd46-694b-444e-a78b-af0bc53bbb2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Fanout notify agent at l3_agent the message router_deleted on router e2839c6c-150a-48f2-a6af-e8f87742598b {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:26:00.407714 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0391fd46-694b-444e-a78b-af0bc53bbb2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.409214 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0391fd46-694b-444e-a78b-af0bc53bbb2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/routers/e2839c6c-150a-48f2-a6af-e8f87742598b HTTP/1.1" status: 204 len: 168 time: 0.7912540 Dec 14 01:26:00.413362 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58000) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:00.489768 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5189e1ca-23ac-435c-93b5-e9d84f5a5fa9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.580984 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5189e1ca-23ac-435c-93b5-e9d84f5a5fa9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.609126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-5189e1ca-23ac-435c-93b5-e9d84f5a5fa9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5f524d-a021-4fcf-afdb-876c406442b4']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:00.620313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-5189e1ca-23ac-435c-93b5-e9d84f5a5fa9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b7b9c6-3f16-4287-a035-e47eef823d0c') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:00.620615 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-5189e1ca-23ac-435c-93b5-e9d84f5a5fa9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b7b9c6-3f16-4287-a035-e47eef823d0c') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:00.633270 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5189e1ca-23ac-435c-93b5-e9d84f5a5fa9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.649771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5189e1ca-23ac-435c-93b5-e9d84f5a5fa9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.656729 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5189e1ca-23ac-435c-93b5-e9d84f5a5fa9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:26:00.657194 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5189e1ca-23ac-435c-93b5-e9d84f5a5fa9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:26:00.661719 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:26:00.676629 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device fa184300-0047-48d2-841b-5cea1e906b8f no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:26:00.702846 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: fa184300-0047-48d2-841b-5cea1e906b8f {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:26:00.703260 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device fa184300-0047-48d2-841b-5cea1e906b8f not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:26:00.703608 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:26:00.723405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:26:00.723743 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device fc3d03d6-7cde-4c2d-9d0a-4a87f1bca17d not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:26:00.724171 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 213e9876-d658-47d3-ab6b-0ea8514f4c47 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:26:00.729353 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5189e1ca-23ac-435c-93b5-e9d84f5a5fa9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.734573 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5189e1ca-23ac-435c-93b5-e9d84f5a5fa9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.741659 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5189e1ca-23ac-435c-93b5-e9d84f5a5fa9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/networks/1d5f524d-a021-4fcf-afdb-876c406442b4 HTTP/1.1" status: 204 len: 168 time: 0.3272529 Dec 14 01:26:00.745419 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 213e9876-d658-47d3-ab6b-0ea8514f4c47 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:26:00.745767 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 213e9876-d658-47d3-ab6b-0ea8514f4c47 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:26:00.758833 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58002) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:00.763982 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4d4bd7af-0a61-465d-9448-cd553ed9a736 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'network': {'name': 'tempest-network-smoke--685220448', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'port_security_enabled': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:00.781722 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189e1ca-23ac-435c-93b5-e9d84f5a5fa9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Network': ['ID=1d5f524d-a021-4fcf-afdb-876c406442b4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:00.790067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4bd7af-0a61-465d-9448-cd553ed9a736 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:26:00.793709 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d4bd7af-0a61-465d-9448-cd553ed9a736 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.818370 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4bd7af-0a61-465d-9448-cd553ed9a736 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:26:00.827959 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d4bd7af-0a61-465d-9448-cd553ed9a736 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.828335 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-4d4bd7af-0a61-465d-9448-cd553ed9a736 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Added segment 905a2fdf-b66c-4bfa-9f5b-675e7768faaf of type vlan for network 8b77e12a-8040-4217-95b1-7b68686bc4f1 Dec 14 01:26:00.871242 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d4bd7af-0a61-465d-9448-cd553ed9a736 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.898768 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d4bd7af-0a61-465d-9448-cd553ed9a736 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.904466 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4bd7af-0a61-465d-9448-cd553ed9a736 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:00.905101 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d4bd7af-0a61-465d-9448-cd553ed9a736 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:00.969428 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4d4bd7af-0a61-465d-9448-cd553ed9a736 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2094514 Dec 14 01:26:00.972321 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58004) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:00.976964 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-967243669', 'admin_state_up': True, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:00.978213 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bd7af-0a61-465d-9448-cd553ed9a736 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Network': ['ID=8b77e12a-8040-4217-95b1-7b68686bc4f1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:00.989327 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 8b77e12a-8040-4217-95b1-7b68686bc4f1 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:26:01.005788 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:01.006956 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:01.059061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:01.519547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:01.730473 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:01.753645 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:01.862869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.26.1.122 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/eeffa68e-0678-456e-80bf-ce4d5ad55657) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:26:01.988993 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:02.029489 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:02.071771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:26:02.074691 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:26:02.078418 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:26:02.088737 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb22e7e-2eb3-481f-aa24-adb5e5fcb2c3 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:26:02.101466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=eeffa68e-0678-456e-80bf-ce4d5ad55657,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:02.120612 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7af4244d-ec1a-4de4-a335-d01709565ff4 None None] Provisioning complete for port eeffa68e-0678-456e-80bf-ce4d5ad55657 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:02.120992 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7af4244d-ec1a-4de4-a335-d01709565ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:02.154799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7af4244d-ec1a-4de4-a335-d01709565ff4 None None] Port eeffa68e-0678-456e-80bf-ce4d5ad55657 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:26:02.383066 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:02.635157 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:02.785792 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router ae6cbcb4-257f-4896-9688-e66f9920f255 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:26:02.894168 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:26:02.905036 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Sync routers for ids ['ae6cbcb4-257f-4896-9688-e66f9920f255'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:26:02.916805 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:02.917594 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Routers {'ae6cbcb4-257f-4896-9688-e66f9920f255'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:26:02.921119 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d37037bc-6986-45b8-92ef-74201ac64985 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9447260 Dec 14 01:26:02.921241 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:25:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ae6cbcb4-257f-4896-9688-e66f9920f255'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:02.921366 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58008) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:02.952374 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-df3f2dde-1867-431a-b77a-f1385319cd8d tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9e28f216f8fb4b05811c7d7158efaac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275664 Dec 14 01:26:02.952782 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58010) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:03.022465 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Set router ae6cbcb4-257f-4896-9688-e66f9920f255 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:26:03.039108 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9da35d-0120-4685-839e-07ac42760c6d tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:03.043242 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fc9da35d-0120-4685-839e-07ac42760c6d tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868628 Dec 14 01:26:03.043481 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58012) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:03.073313 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7c00dad6-92de-48c3-96f0-500fc8195a10 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265055 Dec 14 01:26:03.073682 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58014) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:03.078716 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-754f56f7-2dde-41f9-a26c-6e169df80bdc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-533363163', 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:03.169533 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754f56f7-2dde-41f9-a26c-6e169df80bdc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:26:03.173834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-754f56f7-2dde-41f9-a26c-6e169df80bdc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:03.200252 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'name': 'tempest-TestNetworkBasicOps-router-967243669', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:02Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:03.226213 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Checking router: ae6cbcb4-257f-4896-9688-e66f9920f255 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:26:03.226544 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Updating router ae6cbcb4-257f-4896-9688-e66f9920f255 port eeffa68e-0678-456e-80bf-ce4d5ad55657 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:26:03.254757 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:03.354598 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-754f56f7-2dde-41f9-a26c-6e169df80bdc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:03.416913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f56f7-2dde-41f9-a26c-6e169df80bdc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Subnet': ['ID=479f0521-a548-4ded-b039-7fe8fb96f8c3,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:03.428221 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f56f7-2dde-41f9-a26c-6e169df80bdc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Checking segment: {'id': '905a2fdf-b66c-4bfa-9f5b-675e7768faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:26:03.428648 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754f56f7-2dde-41f9-a26c-6e169df80bdc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network hostable DHCP agents. Network: 8b77e12a-8040-4217-95b1-7b68686bc4f1, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:26:03.446716 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754f56f7-2dde-41f9-a26c-6e169df80bdc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 8b77e12a-8040-4217-95b1-7b68686bc4f1 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:26:03.456045 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-754f56f7-2dde-41f9-a26c-6e169df80bdc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 8b77e12a-8040-4217-95b1-7b68686bc4f1) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:26:03.460149 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754f56f7-2dde-41f9-a26c-6e169df80bdc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:03.461270 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-754f56f7-2dde-41f9-a26c-6e169df80bdc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:03.467070 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b80862-01d2-48f2-a871-40d4eae4a961 None None] Network 8b77e12a-8040-4217-95b1-7b68686bc4f1 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:26:03.482631 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-754f56f7-2dde-41f9-a26c-6e169df80bdc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4051461 Dec 14 01:26:03.482894 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58016) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:03.493815 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:03.499802 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:03.547482 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Attempting to bind port eeffa68e-0678-456e-80bf-ce4d5ad55657 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:26:03.547890 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Attempting to bind port eeffa68e-0678-456e-80bf-ce4d5ad55657 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:26:03.548897 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Attempting to bind port eeffa68e-0678-456e-80bf-ce4d5ad55657 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:26:03.558440 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea474be-6881-4fb1-a50e-70d738d5e6ba None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:26:03.558716 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:26:03.558896 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:26:03.559204 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:03.559595 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:26:03.560058 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Bound port: eeffa68e-0678-456e-80bf-ce4d5ad55657, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:26:03.560459 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:03.593178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-8b77e12a-8040-4217-95b1-7b68686bc4f1', 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ips': [{'subnet_id': '479f0521-a548-4ded-b039-7fe8fb96f8c3'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:26:03.594937 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:03.624678 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa17e0e-b0ee-487c-bc2e-c65655214c6d None None] Pushing event updated for resources: {'Port': ['ID=eeffa68e-0678-456e-80bf-ce4d5ad55657,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:03.627237 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] For port eeffa68e-0678-456e-80bf-ce4d5ad55657, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:26:03.635979 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] For port eeffa68e-0678-456e-80bf-ce4d5ad55657, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=eeffa68e-0678-456e-80bf-ce4d5ad55657,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:26:03.638133 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa17e0e-b0ee-487c-bc2e-c65655214c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:03.638665 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa17e0e-b0ee-487c-bc2e-c65655214c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:03.639073 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa17e0e-b0ee-487c-bc2e-c65655214c6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:03.639433 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa17e0e-b0ee-487c-bc2e-c65655214c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:03.639755 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa17e0e-b0ee-487c-bc2e-c65655214c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:03.640381 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa17e0e-b0ee-487c-bc2e-c65655214c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:03.640754 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa17e0e-b0ee-487c-bc2e-c65655214c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:03.641090 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa17e0e-b0ee-487c-bc2e-c65655214c6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:03.641421 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa17e0e-b0ee-487c-bc2e-c65655214c6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:03.641805 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa17e0e-b0ee-487c-bc2e-c65655214c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:03.642132 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa17e0e-b0ee-487c-bc2e-c65655214c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:03.642453 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa17e0e-b0ee-487c-bc2e-c65655214c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:03.642979 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa17e0e-b0ee-487c-bc2e-c65655214c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:03.647094 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:03.730171 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a9010460-4d64-439f-ab8f-e014d1099415 None None] Provisioning complete for port eeffa68e-0678-456e-80bf-ce4d5ad55657 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:03.730542 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9010460-4d64-439f-ab8f-e014d1099415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:03.772028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Allocated IP 172.20.0.2 (8b77e12a-8040-4217-95b1-7b68686bc4f1/479f0521-a548-4ded-b039-7fe8fb96f8c3/3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:26:03.800315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6611e3-e5d4-47da-ba5d-3c6ac728df23 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:26:03.810342 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa17e0e-b0ee-487c-bc2e-c65655214c6d None None] Pushing event updated for resources: {'Port': ['ID=eeffa68e-0678-456e-80bf-ce4d5ad55657,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:03.815833 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Routers {'ae6cbcb4-257f-4896-9688-e66f9920f255'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:26:03.816756 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:25:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ae6cbcb4-257f-4896-9688-e66f9920f255'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:03.915810 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9010460-4d64-439f-ab8f-e014d1099415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:03.920399 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] Set router ae6cbcb4-257f-4896-9688-e66f9920f255 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:26:03.947430 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a9010460-4d64-439f-ab8f-e014d1099415 None None] For port eeffa68e-0678-456e-80bf-ce4d5ad55657, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=eeffa68e-0678-456e-80bf-ce4d5ad55657,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:03.950156 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:03.955138 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9010460-4d64-439f-ab8f-e014d1099415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:04.030577 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:04.035354 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9010460-4d64-439f-ab8f-e014d1099415 None None] Pushing event updated for resources: {'Port': ['ID=eeffa68e-0678-456e-80bf-ce4d5ad55657,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:04.042289 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:04.080591 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Network 8b77e12a-8040-4217-95b1-7b68686bc4f1 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:26:04.088040 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:26:04.090495 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:26:04.107078 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'name': 'tempest-TestNetworkBasicOps-router-967243669', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:02Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:04.137978 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f82789-de6b-4cc8-b7f4-dfaa55e86563 None None] The sync data for ids ['ae6cbcb4-257f-4896-9688-e66f9920f255'] in dv-neutron-821592-1-hyperv is: [{'id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'name': 'tempest-TestNetworkBasicOps-router-967243669', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:02Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:26:04.151697 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Pushing event updated for resources: {'Port': ['ID=3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:04.164618 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-fb4bba3f-2700-4a4a-b582-849f0a1ed6fe None None] Provisioning complete for port eeffa68e-0678-456e-80bf-ce4d5ad55657 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:04.164995 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb4bba3f-2700-4a4a-b582-849f0a1ed6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:04.197602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Attempting to bind port 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:26:04.197973 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Attempting to bind port 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '905a2fdf-b66c-4bfa-9f5b-675e7768faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:26:04.198583 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Attempting to bind port 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c on network 8b77e12a-8040-4217-95b1-7b68686bc4f1 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:26:04.209524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:26:04.209902 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Checking segment: {'id': '905a2fdf-b66c-4bfa-9f5b-675e7768faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:26:04.210366 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:04.210766 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Bound using segment: {'id': '905a2fdf-b66c-4bfa-9f5b-675e7768faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:26:04.211242 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Bound port: 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905a2fdf-b66c-4bfa-9f5b-675e7768faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:26:04.211623 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:04.245234 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.1 (8b77e12a-8040-4217-95b1-7b68686bc4f1/479f0521-a548-4ded-b039-7fe8fb96f8c3/ce43da56-e45f-43b3-94bb-f871c5e2b166) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:26:04.315902 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] For port 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:26:04.320071 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] For port 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c,segment=NetworkSegment(905a2fdf-b66c-4bfa-9f5b-675e7768faaf),segment_id=905a2fdf-b66c-4bfa-9f5b-675e7768faaf)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:26:04.325747 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:04.396509 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:04.396754 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea21b62-9b4d-4a7b-91d6-36d72f27a1ca None None] Pushing event updated for resources: {'Port': ['ID=3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:04.439283 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:04.485866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 8b77e12a-8040-4217-95b1-7b68686bc4f1 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:26:04.489573 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:26:04.494955 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:26:04.521889 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=ce43da56-e45f-43b3-94bb-f871c5e2b166,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:04.546432 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:04.607324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device eeffa68e-0678-456e-80bf-ce4d5ad55657 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:26:04.705180 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port eeffa68e-0678-456e-80bf-ce4d5ad55657 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:04.705548 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:04.752191 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:05.059093 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:05.064445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:05.139905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=ce43da56-e45f-43b3-94bb-f871c5e2b166,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:05.142507 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:05.238693 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 8b77e12a-8040-4217-95b1-7b68686bc4f1 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:26:05.240120 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:26:05.357960 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router ae6cbcb4-257f-4896-9688-e66f9920f255 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:26:05.440557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f67b0b2-6da7-428e-82fd-30fd9e9d8be0 None None] Network 8b77e12a-8040-4217-95b1-7b68686bc4f1 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:26:05.470374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:26:05.478994 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58018) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:05.479569 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a7aed1b1-a2c0-48ea-af50-d3e67485eb13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/ae6cbcb4-257f-4896-9688-e66f9920f255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9951794 Dec 14 01:26:05.492262 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e3878476-c7f8-4cdf-a3ad-4262203feb16 None None] Provisioning complete for port 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:05.492741 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3878476-c7f8-4cdf-a3ad-4262203feb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:05.578719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18830cd4-1caf-40b3-8ac8-5405fd51d8f3 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:05.579103 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18830cd4-1caf-40b3-8ac8-5405fd51d8f3 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:05.579603 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18830cd4-1caf-40b3-8ac8-5405fd51d8f3 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:05.580017 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18830cd4-1caf-40b3-8ac8-5405fd51d8f3 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:05.581716 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-18830cd4-1caf-40b3-8ac8-5405fd51d8f3 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1017122 Dec 14 01:26:05.584526 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58020) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:05.618596 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3878476-c7f8-4cdf-a3ad-4262203feb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:05.647875 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49978ad2-1dfd-413f-bbe2-63b7c42159f9 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:05.648440 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49978ad2-1dfd-413f-bbe2-63b7c42159f9 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:05.648872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49978ad2-1dfd-413f-bbe2-63b7c42159f9 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:05.649352 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49978ad2-1dfd-413f-bbe2-63b7c42159f9 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:05.651075 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-49978ad2-1dfd-413f-bbe2-63b7c42159f9 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0656526 Dec 14 01:26:05.653894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58022) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:05.655348 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e3878476-c7f8-4cdf-a3ad-4262203feb16 None None] For port 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c,segment=NetworkSegment(905a2fdf-b66c-4bfa-9f5b-675e7768faaf),segment_id=905a2fdf-b66c-4bfa-9f5b-675e7768faaf)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:05.662624 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3878476-c7f8-4cdf-a3ad-4262203feb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:05.825273 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a8d4c733-f688-452d-89bc-61c61a3bf5fd tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1700206 Dec 14 01:26:05.828173 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58024) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:05.834004 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-279a1a72-751c-4be1-80e6-1d4eada6d3f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-789249219', 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:05.891340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3878476-c7f8-4cdf-a3ad-4262203feb16 None None] Pushing event updated for resources: {'Port': ['ID=3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:05.900744 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3abb6c0d-cee3-49fc-adaa-c51a6b0412cb None None] Provisioning complete for port ce43da56-e45f-43b3-94bb-f871c5e2b166 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:05.901714 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3abb6c0d-cee3-49fc-adaa-c51a6b0412cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:05.938641 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3abb6c0d-cee3-49fc-adaa-c51a6b0412cb None None] Port ce43da56-e45f-43b3-94bb-f871c5e2b166 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:26:05.949262 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3abb6c0d-cee3-49fc-adaa-c51a6b0412cb None None] Provisioning complete for port 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:05.949637 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3abb6c0d-cee3-49fc-adaa-c51a6b0412cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:05.981057 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279a1a72-751c-4be1-80e6-1d4eada6d3f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:26:05.985127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-279a1a72-751c-4be1-80e6-1d4eada6d3f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:06.004403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-279a1a72-751c-4be1-80e6-1d4eada6d3f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] device_id is not set on port 1e51034f-474c-4256-b371-e574fdebccfb yet. {{(pid=103409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:26:06.111828 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Sync routers for ids ['ae6cbcb4-257f-4896-9688-e66f9920f255'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:26:06.123292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Routers {'ae6cbcb4-257f-4896-9688-e66f9920f255'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:26:06.124265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:25:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ae6cbcb4-257f-4896-9688-e66f9920f255'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:06.127295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-279a1a72-751c-4be1-80e6-1d4eada6d3f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.8 (8b77e12a-8040-4217-95b1-7b68686bc4f1/479f0521-a548-4ded-b039-7fe8fb96f8c3/1e51034f-474c-4256-b371-e574fdebccfb) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:26:06.224238 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-50cf5b8f-a833-47ec-9852-6eeb3b0b9cf9 None None] Provisioning complete for port ce43da56-e45f-43b3-94bb-f871c5e2b166 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:06.224623 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-50cf5b8f-a833-47ec-9852-6eeb3b0b9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:06.268957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Set router ae6cbcb4-257f-4896-9688-e66f9920f255 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:26:06.293742 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-279a1a72-751c-4be1-80e6-1d4eada6d3f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:06.300732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-50cf5b8f-a833-47ec-9852-6eeb3b0b9cf9 None None] Port ce43da56-e45f-43b3-94bb-f871c5e2b166 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:26:06.333498 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-279a1a72-751c-4be1-80e6-1d4eada6d3f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:06.378292 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a1a72-751c-4be1-80e6-1d4eada6d3f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 8b77e12a-8040-4217-95b1-7b68686bc4f1 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:26:06.381338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-279a1a72-751c-4be1-80e6-1d4eada6d3f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:26:06.385130 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a1a72-751c-4be1-80e6-1d4eada6d3f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:26:06.415971 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a1a72-751c-4be1-80e6-1d4eada6d3f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=1e51034f-474c-4256-b371-e574fdebccfb,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:06.446602 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a1a72-751c-4be1-80e6-1d4eada6d3f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:06.448155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-279a1a72-751c-4be1-80e6-1d4eada6d3f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:06.448391 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4cafca35-edf3-463b-8ca5-e9d0afc8c0bf None None] Provisioning complete for port ce43da56-e45f-43b3-94bb-f871c5e2b166 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:06.448745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cafca35-edf3-463b-8ca5-e9d0afc8c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:06.468146 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-279a1a72-751c-4be1-80e6-1d4eada6d3f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6363893 Dec 14 01:26:06.520486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4cafca35-edf3-463b-8ca5-e9d0afc8c0bf None None] Port ce43da56-e45f-43b3-94bb-f871c5e2b166 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:26:06.548471 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'name': 'tempest-TestNetworkBasicOps-router-967243669', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:04Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'ce43da56-e45f-43b3-94bb-f871c5e2b166', 'name': '', 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ad:6c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:04Z', 'updated_at': '2021-12-14T01:26:04Z', 'revision_number': 2, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:06.587390 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Checking router: ae6cbcb4-257f-4896-9688-e66f9920f255 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:26:06.588496 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Updating router ae6cbcb4-257f-4896-9688-e66f9920f255 port ce43da56-e45f-43b3-94bb-f871c5e2b166 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:26:06.614089 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:26:06.654353 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:06.683324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ce76d04b-dec8-40b6-8bb0-70d22a0f2f4d None None] Provisioning complete for port 1e51034f-474c-4256-b371-e574fdebccfb triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:06.683722 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce76d04b-dec8-40b6-8bb0-70d22a0f2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:06.744671 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58028) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:06.749584 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-bbef69a5-19d2-45e5-b0ca-b6970933933e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1606716347', 'description': 'tempest-secgroup-smoke-1606716347 description', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:06.775149 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbef69a5-19d2-45e5-b0ca-b6970933933e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:06.796245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ce76d04b-dec8-40b6-8bb0-70d22a0f2f4d None None] Port 1e51034f-474c-4256-b371-e574fdebccfb cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:26:06.804679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:06.805140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:06.854424 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbef69a5-19d2-45e5-b0ca-b6970933933e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:06.859132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbef69a5-19d2-45e5-b0ca-b6970933933e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:06.889122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbef69a5-19d2-45e5-b0ca-b6970933933e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:06.890358 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bbef69a5-19d2-45e5-b0ca-b6970933933e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1445611 Dec 14 01:26:06.892257 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef69a5-19d2-45e5-b0ca-b6970933933e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f99f27-40db-476b-afe7-d836b4609984,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:06.893497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58030) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:06.900707 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-032a8dc3-cce1-43bc-8786-2c41e599f132 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '30f99f27-40db-476b-afe7-d836b4609984', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:06.933800 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-032a8dc3-cce1-43bc-8786-2c41e599f132 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:06.992595 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-032a8dc3-cce1-43bc-8786-2c41e599f132 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:06.997476 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-032a8dc3-cce1-43bc-8786-2c41e599f132 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.012438 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a8dc3-cce1-43bc-8786-2c41e599f132 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81fca79a-ffb5-4796-a7a5-16dbe2a4a982,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:07.023946 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-032a8dc3-cce1-43bc-8786-2c41e599f132 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.025224 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-032a8dc3-cce1-43bc-8786-2c41e599f132 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294265 Dec 14 01:26:07.028207 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58032) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:07.032852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-2c729456-faa7-444b-a7d5-104f7eb8f1db tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '30f99f27-40db-476b-afe7-d836b4609984', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:07.040504 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.046031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.061836 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c729456-faa7-444b-a7d5-104f7eb8f1db tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.095342 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5b0dc-bc86-4a25-ba94-d4d84cb85c1b None None] Pushing event updated for resources: {'Port': ['ID=ce43da56-e45f-43b3-94bb-f871c5e2b166,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:07.138999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c729456-faa7-444b-a7d5-104f7eb8f1db tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.144478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c729456-faa7-444b-a7d5-104f7eb8f1db tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.155152 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Attempting to bind port ce43da56-e45f-43b3-94bb-f871c5e2b166 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:26:07.155849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Attempting to bind port ce43da56-e45f-43b3-94bb-f871c5e2b166 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '905a2fdf-b66c-4bfa-9f5b-675e7768faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:26:07.156223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Attempting to bind port ce43da56-e45f-43b3-94bb-f871c5e2b166 on network 8b77e12a-8040-4217-95b1-7b68686bc4f1 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:26:07.165075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:26:07.165589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c729456-faa7-444b-a7d5-104f7eb8f1db tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a89a463-8dfc-4f07-be25-287e92890fe7,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:07.165745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Checking segment: {'id': '905a2fdf-b66c-4bfa-9f5b-675e7768faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:26:07.166176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.166625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Bound using segment: {'id': '905a2fdf-b66c-4bfa-9f5b-675e7768faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:26:07.167208 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Bound port: ce43da56-e45f-43b3-94bb-f871c5e2b166, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905a2fdf-b66c-4bfa-9f5b-675e7768faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:26:07.167596 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.173203 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c729456-faa7-444b-a7d5-104f7eb8f1db tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.177136 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2c729456-faa7-444b-a7d5-104f7eb8f1db tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453381 Dec 14 01:26:07.177457 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58034) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:07.182602 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e07f432d-cfc4-4a2e-b0a2-2900a8b0e319 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '30f99f27-40db-476b-afe7-d836b4609984', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:07.217547 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e07f432d-cfc4-4a2e-b0a2-2900a8b0e319 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.245951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] For port ce43da56-e45f-43b3-94bb-f871c5e2b166, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:26:07.249312 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] For port ce43da56-e45f-43b3-94bb-f871c5e2b166, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ce43da56-e45f-43b3-94bb-f871c5e2b166,segment=NetworkSegment(905a2fdf-b66c-4bfa-9f5b-675e7768faaf),segment_id=905a2fdf-b66c-4bfa-9f5b-675e7768faaf)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:26:07.254500 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.285434 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e07f432d-cfc4-4a2e-b0a2-2900a8b0e319 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.290369 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e07f432d-cfc4-4a2e-b0a2-2900a8b0e319 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.313431 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f432d-cfc4-4a2e-b0a2-2900a8b0e319 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5227ba84-5ec3-4646-bef4-ee75ad6e7bd0,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:07.325413 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e07f432d-cfc4-4a2e-b0a2-2900a8b0e319 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.326880 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e07f432d-cfc4-4a2e-b0a2-2900a8b0e319 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483638 Dec 14 01:26:07.327556 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Routers {'ae6cbcb4-257f-4896-9688-e66f9920f255'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:26:07.328225 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:25:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ae6cbcb4-257f-4896-9688-e66f9920f255'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:07.329793 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58036) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:07.334520 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3d81cdaa-b771-4a56-ad61-df2d189edcc1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '30f99f27-40db-476b-afe7-d836b4609984', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:07.336593 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5b0dc-bc86-4a25-ba94-d4d84cb85c1b None None] Pushing event updated for resources: {'Port': ['ID=ce43da56-e45f-43b3-94bb-f871c5e2b166,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:07.374513 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d81cdaa-b771-4a56-ad61-df2d189edcc1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.381187 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9afd082d-faf8-400b-935a-128c04102dc9 None None] Provisioning complete for port ce43da56-e45f-43b3-94bb-f871c5e2b166 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:07.381558 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9afd082d-faf8-400b-935a-128c04102dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.442215 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d81cdaa-b771-4a56-ad61-df2d189edcc1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.446827 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d81cdaa-b771-4a56-ad61-df2d189edcc1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.466521 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81cdaa-b771-4a56-ad61-df2d189edcc1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816a2fa4-2488-4b40-ab20-cdef8a23ba39,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:07.475783 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d81cdaa-b771-4a56-ad61-df2d189edcc1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.479741 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3d81cdaa-b771-4a56-ad61-df2d189edcc1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461511 Dec 14 01:26:07.480498 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58038) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:07.485173 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9eba0967-0990-44fd-848f-8f3dd58508f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '30f99f27-40db-476b-afe7-d836b4609984', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:07.488816 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] Set router ae6cbcb4-257f-4896-9688-e66f9920f255 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:26:07.513098 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-9eba0967-0990-44fd-848f-8f3dd58508f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:26:07.518218 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9eba0967-0990-44fd-848f-8f3dd58508f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.576287 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9eba0967-0990-44fd-848f-8f3dd58508f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.580748 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9eba0967-0990-44fd-848f-8f3dd58508f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.588906 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9afd082d-faf8-400b-935a-128c04102dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.597583 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba0967-0990-44fd-848f-8f3dd58508f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee76e68b-f53f-4951-86e1-f3989dbcd1e3,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:07.607904 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9eba0967-0990-44fd-848f-8f3dd58508f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.612811 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9eba0967-0990-44fd-848f-8f3dd58508f4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269622 Dec 14 01:26:07.612994 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58040) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:07.617511 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-84d5f1f7-daaf-4fb6-88d6-449b9a6fa2ff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '30f99f27-40db-476b-afe7-d836b4609984', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:07.642059 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-84d5f1f7-daaf-4fb6-88d6-449b9a6fa2ff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:26:07.647426 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-84d5f1f7-daaf-4fb6-88d6-449b9a6fa2ff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.667437 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9afd082d-faf8-400b-935a-128c04102dc9 None None] For port ce43da56-e45f-43b3-94bb-f871c5e2b166, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ce43da56-e45f-43b3-94bb-f871c5e2b166,segment=NetworkSegment(905a2fdf-b66c-4bfa-9f5b-675e7768faaf),segment_id=905a2fdf-b66c-4bfa-9f5b-675e7768faaf)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:07.672839 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9afd082d-faf8-400b-935a-128c04102dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.714861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-84d5f1f7-daaf-4fb6-88d6-449b9a6fa2ff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.719919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-84d5f1f7-daaf-4fb6-88d6-449b9a6fa2ff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.739858 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5f1f7-daaf-4fb6-88d6-449b9a6fa2ff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd77800-9ea6-4112-80ba-550072b6e722,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:07.745636 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-84d5f1f7-daaf-4fb6-88d6-449b9a6fa2ff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.748690 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-84d5f1f7-daaf-4fb6-88d6-449b9a6fa2ff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346891 Dec 14 01:26:07.762027 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd082d-faf8-400b-935a-128c04102dc9 None None] Pushing event updated for resources: {'Port': ['ID=ce43da56-e45f-43b3-94bb-f871c5e2b166,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:07.791782 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'name': 'tempest-TestNetworkBasicOps-router-967243669', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:04Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'ce43da56-e45f-43b3-94bb-f871c5e2b166', 'name': '', 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ad:6c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:04Z', 'updated_at': '2021-12-14T01:26:07Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:07.822318 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5ef576db-5d87-4e1b-b7e2-26347053981a None None] Provisioning complete for port ce43da56-e45f-43b3-94bb-f871c5e2b166 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:07.822686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ef576db-5d87-4e1b-b7e2-26347053981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:07.826028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84aeab0-072c-4796-ae2f-6a75e49c87ef None None] The sync data for ids ['ae6cbcb4-257f-4896-9688-e66f9920f255'] in dv-neutron-821592-1-hyperv is: [{'id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'name': 'tempest-TestNetworkBasicOps-router-967243669', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:04Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'ce43da56-e45f-43b3-94bb-f871c5e2b166', 'name': '', 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ad:6c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:04Z', 'updated_at': '2021-12-14T01:26:07Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:26:07.933291 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a913603-eebf-46e8-9255-69898b3e68bd req-fb76a3d3-07ec-4344-88b0-80fcc038092e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606716347&fields=id&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 267 time: 0.0774825 Dec 14 01:26:07.986769 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a913603-eebf-46e8-9255-69898b3e68bd req-a5d56840-f96c-4851-83b7-35e64c39586f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:07.988222 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a913603-eebf-46e8-9255-69898b3e68bd req-a5d56840-f96c-4851-83b7-35e64c39586f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports/1e51034f-474c-4256-b371-e574fdebccfb HTTP/1.1" status: 200 len: 929 time: 0.0482445 Dec 14 01:26:08.007994 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-8a913603-eebf-46e8-9255-69898b3e68bd req-88ad1f90-5815-471c-bdb5-231291ea1816 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:26:08.009424 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a913603-eebf-46e8-9255-69898b3e68bd req-88ad1f90-5815-471c-bdb5-231291ea1816 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063763 Dec 14 01:26:08.056604 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a913603-eebf-46e8-9255-69898b3e68bd req-118849d8-8ab3-4cca-a984-0f3f24d0b21f service neutron] 10.222.0.32 "GET /v2.0/ports/1e51034f-474c-4256-b371-e574fdebccfb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0385418 Dec 14 01:26:08.148360 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a913603-eebf-46e8-9255-69898b3e68bd req-0329399f-9965-4106-8664-324b2294d0c2 service neutron] 10.222.0.32 "GET /v2.0/networks/8b77e12a-8040-4217-95b1-7b68686bc4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856166 Dec 14 01:26:08.244110 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a913603-eebf-46e8-9255-69898b3e68bd req-c06ec257-e262-4e45-9845-6f8532d5f561 service neutron] 10.222.0.32 "GET /v2.0/networks/8b77e12a-8040-4217-95b1-7b68686bc4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896626 Dec 14 01:26:08.435134 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5d8342f1-934c-4366-ad1e-48a198ab231e req-c074a01d-76e4-4351-928a-6828df2dae6b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d HTTP/1.1" status: 200 len: 210 time: 0.0281458 Dec 14 01:26:08.576929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ce43da56-e45f-43b3-94bb-f871c5e2b166 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:26:08.628827 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port ce43da56-e45f-43b3-94bb-f871c5e2b166 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:08.629222 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:09.474323 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a913603-eebf-46e8-9255-69898b3e68bd req-4920cb65-c948-4538-90e0-d0a7b6ac974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:09.476711 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a913603-eebf-46e8-9255-69898b3e68bd req-4920cb65-c948-4538-90e0-d0a7b6ac974b service neutron] 10.222.0.16 "GET /v2.0/ports/1e51034f-474c-4256-b371-e574fdebccfb HTTP/1.1" status: 200 len: 1025 time: 0.0384994 Dec 14 01:26:09.561877 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-59f577d1-2a51-4397-be43-8294df382a86 req-4bab9ff6-4d06-462a-a56f-0b27b144c3a7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d HTTP/1.1" status: 200 len: 210 time: 0.0297039 Dec 14 01:26:09.611445 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a913603-eebf-46e8-9255-69898b3e68bd req-eed584c5-2815-4e00-9398-882e28722415 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:09.612941 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a913603-eebf-46e8-9255-69898b3e68bd req-eed584c5-2815-4e00-9398-882e28722415 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/networks?id=8b77e12a-8040-4217-95b1-7b68686bc4f1 HTTP/1.1" status: 200 len: 796 time: 0.1308591 Dec 14 01:26:09.713137 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a913603-eebf-46e8-9255-69898b3e68bd req-8122d015-4a40-4551-8cbc-12f4fba3a738 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 380 time: 0.0825143 Dec 14 01:26:09.735737 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Request body: {'port': {'device_id': 'dcf35e2f-76fd-41ae-9bfa-73cabdf0783d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:09.794378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:10.104834 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e51034f-474c-4256-b371-e574fdebccfb {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:26:10.112376 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:10.129058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Transition to ACTIVE for port object 1e51034f-474c-4256-b371-e574fdebccfb will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:26:10.135408 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:10.191454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Pushing event updated for resources: {'Port': ['ID=1e51034f-474c-4256-b371-e574fdebccfb,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:10.263649 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Attempting to bind port 1e51034f-474c-4256-b371-e574fdebccfb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:26:10.263985 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Attempting to bind port 1e51034f-474c-4256-b371-e574fdebccfb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '905a2fdf-b66c-4bfa-9f5b-675e7768faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:26:10.264463 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Attempting to bind port 1e51034f-474c-4256-b371-e574fdebccfb on network 8b77e12a-8040-4217-95b1-7b68686bc4f1 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:26:10.269148 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Port 1e51034f-474c-4256-b371-e574fdebccfb on network 8b77e12a-8040-4217-95b1-7b68686bc4f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:26:10.269470 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Attempting to bind port 1e51034f-474c-4256-b371-e574fdebccfb on network 8b77e12a-8040-4217-95b1-7b68686bc4f1 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:26:10.274473 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:26:10.274809 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Checking segment: {'id': '905a2fdf-b66c-4bfa-9f5b-675e7768faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:26:10.275192 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Bound using segment: {'id': '905a2fdf-b66c-4bfa-9f5b-675e7768faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:26:10.275645 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Bound port: 1e51034f-474c-4256-b371-e574fdebccfb, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905a2fdf-b66c-4bfa-9f5b-675e7768faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:26:10.276054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:10.349367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] For port 1e51034f-474c-4256-b371-e574fdebccfb, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:26:10.352415 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] For port 1e51034f-474c-4256-b371-e574fdebccfb, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1e51034f-474c-4256-b371-e574fdebccfb,segment=NetworkSegment(905a2fdf-b66c-4bfa-9f5b-675e7768faaf),segment_id=905a2fdf-b66c-4bfa-9f5b-675e7768faaf)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:26:10.357916 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:10.401616 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:10.402310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:10.403653 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a913603-eebf-46e8-9255-69898b3e68bd req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] 10.222.0.16 "PUT /v2.0/ports/1e51034f-474c-4256-b371-e574fdebccfb HTTP/1.1" status: 200 len: 1130 time: 0.6718934 Dec 14 01:26:10.404147 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf35e2f-76fd-41ae-9bfa-73cabdf0783d', 'tag': '1e51034f-474c-4256-b371-e574fdebccfb'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:26:10.406441 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e458aeb-6e89-4a59-b7bd-102a2ea615f2" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf35e2f-76fd-41ae-9bfa-73cabdf0783d", "tag": "1e51034f-474c-4256-b371-e574fdebccfb"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:26:10.443684 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6aed2f-9d2b-484b-bab5-bdfd2a68ec54 service neutron] Pushing event updated for resources: {'Port': ['ID=1e51034f-474c-4256-b371-e574fdebccfb,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:10.451046 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c121e3-61aa-49b9-917f-fe0faadd3114 x-openstack-request-id: req-f8c121e3-61aa-49b9-917f-fe0faadd3114 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:26:10.451280 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf35e2f-76fd-41ae-9bfa-73cabdf0783d", "tag": "1e51034f-474c-4256-b371-e574fdebccfb", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:26:10.451531 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8c121e3-61aa-49b9-917f-fe0faadd3114 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:26:10.451936 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf35e2f-76fd-41ae-9bfa-73cabdf0783d', 'tag': '1e51034f-474c-4256-b371-e574fdebccfb', 'status': 'completed', 'code': 200} Dec 14 01:26:10.511745 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a913603-eebf-46e8-9255-69898b3e68bd req-8b694141-71f3-4ad9-be8c-5314f43ea7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:10.513466 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a913603-eebf-46e8-9255-69898b3e68bd req-8b694141-71f3-4ad9-be8c-5314f43ea7aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d HTTP/1.1" status: 200 len: 1133 time: 0.0431924 Dec 14 01:26:10.569490 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a913603-eebf-46e8-9255-69898b3e68bd req-dfba8d4a-8968-451b-86c7-989fa84a21fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e51034f-474c-4256-b371-e574fdebccfb HTTP/1.1" status: 200 len: 217 time: 0.0420556 Dec 14 01:26:10.619481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:10.621968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a913603-eebf-46e8-9255-69898b3e68bd req-b56a06ef-d629-4ca6-b60f-2b681338354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:10.623485 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a913603-eebf-46e8-9255-69898b3e68bd req-b56a06ef-d629-4ca6-b60f-2b681338354d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479f0521-a548-4ded-b039-7fe8fb96f8c3 HTTP/1.1" status: 200 len: 834 time: 0.0472922 Dec 14 01:26:10.721940 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea978da-f02b-434b-8b84-c6b32040127b req-4492a09a-bc24-49c6-a84d-74296a7847d4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:10.723437 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fea978da-f02b-434b-8b84-c6b32040127b req-4492a09a-bc24-49c6-a84d-74296a7847d4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d HTTP/1.1" status: 200 len: 980 time: 0.0805140 Dec 14 01:26:10.725247 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a913603-eebf-46e8-9255-69898b3e68bd req-dce83f4c-8628-467c-a3a2-be21df334507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:10.726619 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a913603-eebf-46e8-9255-69898b3e68bd req-dce83f4c-8628-467c-a3a2-be21df334507 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8b77e12a-8040-4217-95b1-7b68686bc4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0964260 Dec 14 01:26:10.825192 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fea978da-f02b-434b-8b84-c6b32040127b req-a1b4a53e-358a-4d89-8c5a-e3c0b7862f86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939963 Dec 14 01:26:10.850952 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a913603-eebf-46e8-9255-69898b3e68bd req-47ff59a1-28e0-4990-bbf3-8df62630d9a6 service neutron] 10.222.0.16 "GET /v2.0/networks/8b77e12a-8040-4217-95b1-7b68686bc4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139648 Dec 14 01:26:10.950535 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a913603-eebf-46e8-9255-69898b3e68bd req-e22de551-1e48-4e85-8019-5bd4480a843c service neutron] 10.222.0.16 "GET /v2.0/networks/8b77e12a-8040-4217-95b1-7b68686bc4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925782 Dec 14 01:26:11.086975 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e458aeb-6e89-4a59-b7bd-102a2ea615f2 req-a98937ba-1c73-4648-a0b4-ccddfac98f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:11.088515 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e458aeb-6e89-4a59-b7bd-102a2ea615f2 req-a98937ba-1c73-4648-a0b4-ccddfac98f27 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d HTTP/1.1" status: 200 len: 1133 time: 0.0453343 Dec 14 01:26:11.191578 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e458aeb-6e89-4a59-b7bd-102a2ea615f2 req-75adb082-495f-4f03-90ce-53aac7d39d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:11.193072 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e458aeb-6e89-4a59-b7bd-102a2ea615f2 req-75adb082-495f-4f03-90ce-53aac7d39d14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8b77e12a-8040-4217-95b1-7b68686bc4f1 HTTP/1.1" status: 200 len: 896 time: 0.0971947 Dec 14 01:26:11.236022 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e458aeb-6e89-4a59-b7bd-102a2ea615f2 req-15bb60de-74a9-41c2-9a73-d3f8d9f96e05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e51034f-474c-4256-b371-e574fdebccfb HTTP/1.1" status: 200 len: 217 time: 0.0345945 Dec 14 01:26:11.290771 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e458aeb-6e89-4a59-b7bd-102a2ea615f2 req-dfc50746-c9fd-4e9d-8c8f-03e4bc056c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:11.292258 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e458aeb-6e89-4a59-b7bd-102a2ea615f2 req-dfc50746-c9fd-4e9d-8c8f-03e4bc056c05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479f0521-a548-4ded-b039-7fe8fb96f8c3 HTTP/1.1" status: 200 len: 834 time: 0.0476129 Dec 14 01:26:11.340283 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e458aeb-6e89-4a59-b7bd-102a2ea615f2 req-f309d392-3c0e-44f3-85e3-d0381ac9dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:11.341758 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e458aeb-6e89-4a59-b7bd-102a2ea615f2 req-f309d392-3c0e-44f3-85e3-d0381ac9dd7b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8b77e12a-8040-4217-95b1-7b68686bc4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417006 Dec 14 01:26:11.436985 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e458aeb-6e89-4a59-b7bd-102a2ea615f2 req-cf7a148a-bae5-4e3d-87e0-92f9ba4a23e1 service neutron] 10.222.0.16 "GET /v2.0/networks/8b77e12a-8040-4217-95b1-7b68686bc4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866063 Dec 14 01:26:11.527842 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e458aeb-6e89-4a59-b7bd-102a2ea615f2 req-455c4073-8961-47cc-b49d-7aa30a812132 service neutron] 10.222.0.16 "GET /v2.0/networks/8b77e12a-8040-4217-95b1-7b68686bc4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823512 Dec 14 01:26:11.753625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 1e51034f-474c-4256-b371-e574fdebccfb details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:26:11.852065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 1e51034f-474c-4256-b371-e574fdebccfb, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1e51034f-474c-4256-b371-e574fdebccfb,segment=NetworkSegment(905a2fdf-b66c-4bfa-9f5b-675e7768faaf),segment_id=905a2fdf-b66c-4bfa-9f5b-675e7768faaf)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:11.868155 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '1e51034f-474c-4256-b371-e574fdebccfb', 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1', 'port_id': '1e51034f-474c-4256-b371-e574fdebccfb', 'mac_address': 'fa:16:3e:a2:7f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:26:11.906337 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:11.919609 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e51034f-474c-4256-b371-e574fdebccfb {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:26:11.939920 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 1e51034f-474c-4256-b371-e574fdebccfb, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1e51034f-474c-4256-b371-e574fdebccfb,segment=NetworkSegment(905a2fdf-b66c-4bfa-9f5b-675e7768faaf),segment_id=905a2fdf-b66c-4bfa-9f5b-675e7768faaf)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:11.947707 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:11.957898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04414dd1-b917-4306-90e0-9132c5cda160 req-3b303b56-56f6-40e4-867d-b77bd48c138d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:11.959428 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-04414dd1-b917-4306-90e0-9132c5cda160 req-3b303b56-56f6-40e4-867d-b77bd48c138d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d HTTP/1.1" status: 200 len: 980 time: 0.0585315 Dec 14 01:26:11.995173 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=1e51034f-474c-4256-b371-e574fdebccfb,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:12.007769 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-04414dd1-b917-4306-90e0-9132c5cda160 req-030c9506-f327-402b-80b3-053c074be195 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419364 Dec 14 01:26:12.226188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['1e51034f-474c-4256-b371-e574fdebccfb'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:26:13.149767 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0acf7c-bb4c-4a37-a81e-20e28164dd25 req-8e2c9fa2-ed8f-47ff-913a-25ebd5f6949f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:13.151175 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fb0acf7c-bb4c-4a37-a81e-20e28164dd25 req-8e2c9fa2-ed8f-47ff-913a-25ebd5f6949f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d HTTP/1.1" status: 200 len: 981 time: 0.0567272 Dec 14 01:26:13.205562 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fb0acf7c-bb4c-4a37-a81e-20e28164dd25 req-96e00007-9135-4f35-a786-a8cc45692ad2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481894 Dec 14 01:26:13.770355 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 1e51034f-474c-4256-b371-e574fdebccfb up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:26:13.826417 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 1e51034f-474c-4256-b371-e574fdebccfb completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:26:13.831797 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 1e51034f-474c-4256-b371-e574fdebccfb triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:13.832395 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:13.926636 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:13.951171 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf35e2f-76fd-41ae-9bfa-73cabdf0783d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e51034f-474c-4256-b371-e574fdebccfb'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:26:13.953575 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8f720e-8292-485e-b2ad-55a7f191733b" -d '{"events": [{"server_uuid": "dcf35e2f-76fd-41ae-9bfa-73cabdf0783d", "name": "network-vif-plugged", "status": "completed", "tag": "1e51034f-474c-4256-b371-e574fdebccfb"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:26:13.967095 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 1e51034f-474c-4256-b371-e574fdebccfb, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1e51034f-474c-4256-b371-e574fdebccfb,segment=NetworkSegment(905a2fdf-b66c-4bfa-9f5b-675e7768faaf),segment_id=905a2fdf-b66c-4bfa-9f5b-675e7768faaf)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:13.973063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:14.021261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=1e51034f-474c-4256-b371-e574fdebccfb,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:14.053420 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45cdd90-b433-4a28-8b85-f612ddc996b3 x-openstack-request-id: req-a45cdd90-b433-4a28-8b85-f612ddc996b3 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:26:14.053725 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf35e2f-76fd-41ae-9bfa-73cabdf0783d", "name": "network-vif-plugged", "status": "completed", "tag": "1e51034f-474c-4256-b371-e574fdebccfb", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:26:14.053985 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a45cdd90-b433-4a28-8b85-f612ddc996b3 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:26:14.054389 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf35e2f-76fd-41ae-9bfa-73cabdf0783d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e51034f-474c-4256-b371-e574fdebccfb', 'code': 200} Dec 14 01:26:14.283056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3afc7-a99a-421c-a925-b6a2b73a663b req-960ac766-965c-467d-ba4b-b249069b5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:14.284844 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dcb3afc7-a99a-421c-a925-b6a2b73a663b req-960ac766-965c-467d-ba4b-b249069b5ce9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d HTTP/1.1" status: 200 len: 1135 time: 0.0558221 Dec 14 01:26:14.361552 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09da91b-a2d0-48db-a0ae-b109a26e0667 req-be7f6803-a781-4eee-8eb5-303aab8458cc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:14.363003 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b09da91b-a2d0-48db-a0ae-b109a26e0667 req-be7f6803-a781-4eee-8eb5-303aab8458cc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d HTTP/1.1" status: 200 len: 982 time: 0.0907013 Dec 14 01:26:14.366421 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dcb3afc7-a99a-421c-a925-b6a2b73a663b req-a6b76fc4-79e3-46e0-8726-0d6cd56ae9c1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640447 Dec 14 01:26:14.414605 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b09da91b-a2d0-48db-a0ae-b109a26e0667 req-97b17562-315d-4257-a98f-3547c153cca7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456207 Dec 14 01:26:15.537088 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587324ed-ef13-4400-b61f-45feb2a8c391 req-a2e7d3b3-2cca-42ed-bf8d-9fdc149ebd6e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:15.538494 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-587324ed-ef13-4400-b61f-45feb2a8c391 req-a2e7d3b3-2cca-42ed-bf8d-9fdc149ebd6e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d HTTP/1.1" status: 200 len: 982 time: 0.0516968 Dec 14 01:26:15.594658 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-587324ed-ef13-4400-b61f-45feb2a8c391 req-56a4a2da-cd01-43cd-aa8f-8eb8a59f4efa tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482638 Dec 14 01:26:15.715904 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46e53a-bf15-428f-92e7-0bb1132c2f81 req-2647f23f-43e3-4787-bdab-5730f1a7d290 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:15.717435 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-da46e53a-bf15-428f-92e7-0bb1132c2f81 req-2647f23f-43e3-4787-bdab-5730f1a7d290 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d HTTP/1.1" status: 200 len: 982 time: 0.0530255 Dec 14 01:26:15.767862 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-da46e53a-bf15-428f-92e7-0bb1132c2f81 req-638ffd79-e0b2-4e72-816f-0070a4b1b657 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444684 Dec 14 01:26:15.792819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58090) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:15.841678 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10624b65-533c-4e35-9440-a543517c3bb8 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:15.843203 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-10624b65-533c-4e35-9440-a543517c3bb8 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d HTTP/1.1" status: 200 len: 1130 time: 0.0494280 Dec 14 01:26:15.847580 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58092) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:15.852186 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '1e51034f-474c-4256-b371-e574fdebccfb', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:15.878888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:15.982972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:16.084244 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.26.1.6 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/812d59dd-d089-44d1-aea4-9f70f9b85b16) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:26:16.200556 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:16.237551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:16.281993 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:26:16.286576 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:26:16.290173 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:26:16.295509 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=812d59dd-d089-44d1-aea4-9f70f9b85b16,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:16.668869 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:16.749776 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:17.230962 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:17.239108 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:17.305355 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=812d59dd-d089-44d1-aea4-9f70f9b85b16,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:17.328626 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:17.442432 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP 250cb1ed-9c2b-4725-a434-2517c354874d associated. External IP: 172.26.1.6, port: 1e51034f-474c-4256-b371-e574fdebccfb. Dec 14 01:26:17.660972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router ae6cbcb4-257f-4896-9688-e66f9920f255 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:26:17.771571 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:26:17.782187 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a1dbf-acc9-4b07-a079-f2205745392c None None] Sync routers for ids ['ae6cbcb4-257f-4896-9688-e66f9920f255'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:26:17.792254 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:17.795923 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a1dbf-acc9-4b07-a079-f2205745392c None None] Routers {'ae6cbcb4-257f-4896-9688-e66f9920f255'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:26:17.796605 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-928a1dbf-acc9-4b07-a079-f2205745392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:25:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ae6cbcb4-257f-4896-9688-e66f9920f255'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:17.828004 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-afd1c4be-8e4b-4a14-875e-c69d06743e66 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1031 time: 1.9792364 Dec 14 01:26:17.828588 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf35e2f-76fd-41ae-9bfa-73cabdf0783d', 'tag': '1e51034f-474c-4256-b371-e574fdebccfb'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:26:17.830883 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09054f97-ce79-484c-b637-33c4577aec96" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf35e2f-76fd-41ae-9bfa-73cabdf0783d", "tag": "1e51034f-474c-4256-b371-e574fdebccfb"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:26:17.831448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58094) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:17.867640 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849b2622-2f10-45b4-b599-9a3a48c5185d x-openstack-request-id: req-849b2622-2f10-45b4-b599-9a3a48c5185d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:26:17.867940 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf35e2f-76fd-41ae-9bfa-73cabdf0783d", "tag": "1e51034f-474c-4256-b371-e574fdebccfb", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:26:17.868234 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-849b2622-2f10-45b4-b599-9a3a48c5185d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:26:17.868640 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf35e2f-76fd-41ae-9bfa-73cabdf0783d', 'tag': '1e51034f-474c-4256-b371-e574fdebccfb', 'status': 'completed', 'code': 200} Dec 14 01:26:17.906057 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d35c22e-33f4-4301-9839-fa7dbd8e6ab8 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:17.907627 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-928a1dbf-acc9-4b07-a079-f2205745392c None None] Set router ae6cbcb4-257f-4896-9688-e66f9920f255 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:26:17.908006 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9d35c22e-33f4-4301-9839-fa7dbd8e6ab8 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d&network_id=8b77e12a-8040-4217-95b1-7b68686bc4f1 HTTP/1.1" status: 200 len: 1130 time: 0.0746000 Dec 14 01:26:17.951954 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09054f97-ce79-484c-b637-33c4577aec96 req-7c0e7932-ab06-4312-be4d-1611c13c18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:17.953549 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09054f97-ce79-484c-b637-33c4577aec96 req-7c0e7932-ab06-4312-be4d-1611c13c18cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d HTTP/1.1" status: 200 len: 1135 time: 0.0422084 Dec 14 01:26:18.059563 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09054f97-ce79-484c-b637-33c4577aec96 req-f840767a-5e33-4891-96ad-e6410f3566ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:18.061430 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09054f97-ce79-484c-b637-33c4577aec96 req-f840767a-5e33-4891-96ad-e6410f3566ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=8b77e12a-8040-4217-95b1-7b68686bc4f1 HTTP/1.1" status: 200 len: 896 time: 0.0974019 Dec 14 01:26:18.155033 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-928a1dbf-acc9-4b07-a079-f2205745392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'name': 'tempest-TestNetworkBasicOps-router-967243669', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:04Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '250cb1ed-9c2b-4725-a434-2517c354874d', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.6', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'port_id': '1e51034f-474c-4256-b371-e574fdebccfb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-789249219', 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1', 'mac_address': 'fa:16:3e:a2:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf35e2f-76fd-41ae-9bfa-73cabdf0783d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:26:16Z', 'updated_at': '2021-12-14T01:26:16Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce43da56-e45f-43b3-94bb-f871c5e2b166', 'name': '', 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ad:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:04Z', 'updated_at': '2021-12-14T01:26:07Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:18.191545 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a1dbf-acc9-4b07-a079-f2205745392c None None] Checking router: ae6cbcb4-257f-4896-9688-e66f9920f255 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:26:18.204245 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a1dbf-acc9-4b07-a079-f2205745392c None None] Routers {'ae6cbcb4-257f-4896-9688-e66f9920f255'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:26:18.204969 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-928a1dbf-acc9-4b07-a079-f2205745392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:25:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ae6cbcb4-257f-4896-9688-e66f9920f255'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:18.215867 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09054f97-ce79-484c-b637-33c4577aec96 req-f033cfad-10f5-4cda-81c2-0449811c4ead service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e51034f-474c-4256-b371-e574fdebccfb HTTP/1.1" status: 200 len: 1034 time: 0.1050079 Dec 14 01:26:18.228039 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736e123-bf5c-414e-b1e7-5c3958a06b13 req-6c4af4df-9d48-4bd9-9036-9bd225d42d1b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:18.229609 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e736e123-bf5c-414e-b1e7-5c3958a06b13 req-6c4af4df-9d48-4bd9-9036-9bd225d42d1b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d HTTP/1.1" status: 200 len: 982 time: 0.1118927 Dec 14 01:26:18.300378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09054f97-ce79-484c-b637-33c4577aec96 req-eed02de3-d2cc-4aec-8922-10e737f796fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:18.301865 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09054f97-ce79-484c-b637-33c4577aec96 req-eed02de3-d2cc-4aec-8922-10e737f796fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479f0521-a548-4ded-b039-7fe8fb96f8c3 HTTP/1.1" status: 200 len: 834 time: 0.0713379 Dec 14 01:26:18.309442 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e736e123-bf5c-414e-b1e7-5c3958a06b13 req-95ea30db-df06-4dac-aefe-33151b5a6650 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715783 Dec 14 01:26:18.311024 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-928a1dbf-acc9-4b07-a079-f2205745392c None None] Set router ae6cbcb4-257f-4896-9688-e66f9920f255 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:26:18.354741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09054f97-ce79-484c-b637-33c4577aec96 req-b0c895b0-40b2-497f-9fbd-b8a299deac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:18.356285 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09054f97-ce79-484c-b637-33c4577aec96 req-b0c895b0-40b2-497f-9fbd-b8a299deac55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8b77e12a-8040-4217-95b1-7b68686bc4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455852 Dec 14 01:26:18.454879 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09054f97-ce79-484c-b637-33c4577aec96 req-9c0ca8f1-ecae-4afc-8167-d57f161639db service neutron] 10.222.0.16 "GET /v2.0/networks/8b77e12a-8040-4217-95b1-7b68686bc4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839894 Dec 14 01:26:18.540955 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-928a1dbf-acc9-4b07-a079-f2205745392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'name': 'tempest-TestNetworkBasicOps-router-967243669', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:04Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '250cb1ed-9c2b-4725-a434-2517c354874d', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.6', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'port_id': '1e51034f-474c-4256-b371-e574fdebccfb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-789249219', 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1', 'mac_address': 'fa:16:3e:a2:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf35e2f-76fd-41ae-9bfa-73cabdf0783d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:26:16Z', 'updated_at': '2021-12-14T01:26:16Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce43da56-e45f-43b3-94bb-f871c5e2b166', 'name': '', 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ad:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:04Z', 'updated_at': '2021-12-14T01:26:07Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:18.551687 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09054f97-ce79-484c-b637-33c4577aec96 req-82596035-d295-4608-914b-b17334131754 service neutron] 10.222.0.16 "GET /v2.0/networks/8b77e12a-8040-4217-95b1-7b68686bc4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884471 Dec 14 01:26:18.570164 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a1dbf-acc9-4b07-a079-f2205745392c None None] The sync data for ids ['ae6cbcb4-257f-4896-9688-e66f9920f255'] in dv-neutron-821592-1-hyperv is: [{'id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'name': 'tempest-TestNetworkBasicOps-router-967243669', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:04Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '250cb1ed-9c2b-4725-a434-2517c354874d', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.6', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'port_id': '1e51034f-474c-4256-b371-e574fdebccfb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-789249219', 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1', 'mac_address': 'fa:16:3e:a2:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf35e2f-76fd-41ae-9bfa-73cabdf0783d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:26:16Z', 'updated_at': '2021-12-14T01:26:16Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce43da56-e45f-43b3-94bb-f871c5e2b166', 'name': '', 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ad:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:04Z', 'updated_at': '2021-12-14T01:26:07Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:26:18.756769 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e65fc-cb01-4b89-a9ea-21ceb42ca49b None None] New status for floating IP 250cb1ed-9c2b-4725-a434-2517c354874d: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:26:19.433282 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac6137-b5cf-4036-b531-d091eb4d61d0 req-9a9ea615-071b-4a5e-be50-c82806851d67 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:19.434779 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fdac6137-b5cf-4036-b531-d091eb4d61d0 req-9a9ea615-071b-4a5e-be50-c82806851d67 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d HTTP/1.1" status: 200 len: 982 time: 0.0538743 Dec 14 01:26:19.486203 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fdac6137-b5cf-4036-b531-d091eb4d61d0 req-d240ba92-72f1-499d-a85d-84bbbb8964ed tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432734 Dec 14 01:26:19.593986 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e863f9-7863-427a-92b3-72c417ed9cbc req-984991b4-803a-423c-b8d6-57d1851987bc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:19.595322 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-88e863f9-7863-427a-92b3-72c417ed9cbc req-984991b4-803a-423c-b8d6-57d1851987bc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d HTTP/1.1" status: 200 len: 982 time: 0.0546315 Dec 14 01:26:19.643985 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e863f9-7863-427a-92b3-72c417ed9cbc req-e43e9a3b-9781-4781-bbd2-b6f216b77ea8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:19.645338 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-88e863f9-7863-427a-92b3-72c417ed9cbc req-e43e9a3b-9781-4781-bbd2-b6f216b77ea8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/ports/1e51034f-474c-4256-b371-e574fdebccfb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0419238 Dec 14 01:26:19.750434 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-88e863f9-7863-427a-92b3-72c417ed9cbc req-ae281a7e-eb22-4f68-9f94-f5e3cbd1a1d2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/networks/8b77e12a-8040-4217-95b1-7b68686bc4f1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0981598 Dec 14 01:26:19.761898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-88e863f9-7863-427a-92b3-72c417ed9cbc req-18cb246f-1a04-4527-8b22-5417dd378599 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:19.823313 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-88e863f9-7863-427a-92b3-72c417ed9cbc req-18cb246f-1a04-4527-8b22-5417dd378599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:19.963834 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-88e863f9-7863-427a-92b3-72c417ed9cbc req-18cb246f-1a04-4527-8b22-5417dd378599 service neutron] For port 1e51034f-474c-4256-b371-e574fdebccfb, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1e51034f-474c-4256-b371-e574fdebccfb,segment=NetworkSegment(905a2fdf-b66c-4bfa-9f5b-675e7768faaf),segment_id=905a2fdf-b66c-4bfa-9f5b-675e7768faaf)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:19.998145 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-88e863f9-7863-427a-92b3-72c417ed9cbc req-18cb246f-1a04-4527-8b22-5417dd378599 service neutron] For port 1e51034f-474c-4256-b371-e574fdebccfb, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:26:20.037413 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-88e863f9-7863-427a-92b3-72c417ed9cbc req-18cb246f-1a04-4527-8b22-5417dd378599 service neutron] device_id is not set on port 1e51034f-474c-4256-b371-e574fdebccfb yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:26:20.048343 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-88e863f9-7863-427a-92b3-72c417ed9cbc req-18cb246f-1a04-4527-8b22-5417dd378599 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:20.056578 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-88e863f9-7863-427a-92b3-72c417ed9cbc req-18cb246f-1a04-4527-8b22-5417dd378599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:20.162351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb246f-1a04-4527-8b22-5417dd378599 service neutron] Pushing event updated for resources: {'Port': ['ID=1e51034f-474c-4256-b371-e574fdebccfb,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:20.232920 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e863f9-7863-427a-92b3-72c417ed9cbc req-18cb246f-1a04-4527-8b22-5417dd378599 service neutron] No DVR routers for this DVR port 1e51034f-474c-4256-b371-e574fdebccfb on host hv-neutron-8215 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:26:20.373918 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-aafd9088-9bec-4cd2-870a-bf9e4a889b66 None None] Provisioning complete for port 1e51034f-474c-4256-b371-e574fdebccfb triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:20.374546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aafd9088-9bec-4cd2-870a-bf9e4a889b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:20.378923 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-88e863f9-7863-427a-92b3-72c417ed9cbc req-18cb246f-1a04-4527-8b22-5417dd378599 service neutron] In _notify_port_updated(), no bound segment for port 1e51034f-474c-4256-b371-e574fdebccfb on network 8b77e12a-8040-4217-95b1-7b68686bc4f1 {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:26:20.379817 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e863f9-7863-427a-92b3-72c417ed9cbc req-18cb246f-1a04-4527-8b22-5417dd378599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:20.380436 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-88e863f9-7863-427a-92b3-72c417ed9cbc req-18cb246f-1a04-4527-8b22-5417dd378599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:20.381801 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-88e863f9-7863-427a-92b3-72c417ed9cbc req-18cb246f-1a04-4527-8b22-5417dd378599 service neutron] 10.222.0.16 "PUT /v2.0/ports/1e51034f-474c-4256-b371-e574fdebccfb HTTP/1.1" status: 200 len: 1025 time: 0.6238623 Dec 14 01:26:20.412174 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-aafd9088-9bec-4cd2-870a-bf9e4a889b66 None None] Port 1e51034f-474c-4256-b371-e574fdebccfb cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:26:20.602975 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2bde318f-345f-421c-8c1d-c7b0b877c4f5 req-60b344f6-df6c-4480-937a-7b54c8eaec3a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf35e2f-76fd-41ae-9bfa-73cabdf0783d HTTP/1.1" status: 200 len: 210 time: 0.0293386 Dec 14 01:26:21.677864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58108) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:21.721158 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ec145e-a7bb-4f15-a3fa-d8a5721f1373 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:21.722531 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b1ec145e-a7bb-4f15-a3fa-d8a5721f1373 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports/1e51034f-474c-4256-b371-e574fdebccfb HTTP/1.1" status: 200 len: 924 time: 0.0436416 Dec 14 01:26:21.929228 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b97eddf-a00e-4740-ad6d-414b3bec66f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:21.955777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58112) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:21.960557 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a0910463-0eee-4ae6-919e-82c6511e1b41 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-757734241', 'description': 'tempest-secgroup-smoke-757734241 description', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:21.986777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a0910463-0eee-4ae6-919e-82c6511e1b41 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.057544 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a0910463-0eee-4ae6-919e-82c6511e1b41 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.063832 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a0910463-0eee-4ae6-919e-82c6511e1b41 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.094219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a0910463-0eee-4ae6-919e-82c6511e1b41 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.095462 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a0910463-0eee-4ae6-919e-82c6511e1b41 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1385391 Dec 14 01:26:22.097620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0910463-0eee-4ae6-919e-82c6511e1b41 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcc4531-679c-4d3d-b20b-5e959a97a3b7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:22.098640 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58114) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:22.103234 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '1dcc4531-679c-4d3d-b20b-5e959a97a3b7', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:22.135999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.191523 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.196495 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.220458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f2488c-9089-4b2e-af2b-6f0377699f14,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:22.230238 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.231442 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317239 Dec 14 01:26:22.233150 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:22.233546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:22.233898 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:22.234300 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:22.234555 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58116) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:22.234729 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:22.234924 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:22.235223 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:22.235554 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:22.235883 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:22.236248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:22.236576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:22.236902 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:22.237226 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478bac-1793-40a8-b78b-7b10893ae21c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:22.239253 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7185141f-d59a-4c20-861f-a5c884c7467a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '1dcc4531-679c-4d3d-b20b-5e959a97a3b7', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:22.269389 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7185141f-d59a-4c20-861f-a5c884c7467a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.325005 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7185141f-d59a-4c20-861f-a5c884c7467a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.330375 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7185141f-d59a-4c20-861f-a5c884c7467a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.350181 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185141f-d59a-4c20-861f-a5c884c7467a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae9779d-e79e-4231-ac46-8a242053a93b,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:22.358555 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7185141f-d59a-4c20-861f-a5c884c7467a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.359864 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7185141f-d59a-4c20-861f-a5c884c7467a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240971 Dec 14 01:26:22.362792 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58118) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:22.367338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b947686d-59bd-47f6-bc0e-13f56f1f4d81 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '1dcc4531-679c-4d3d-b20b-5e959a97a3b7', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:22.403563 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b947686d-59bd-47f6-bc0e-13f56f1f4d81 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.461615 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b947686d-59bd-47f6-bc0e-13f56f1f4d81 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.467086 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b947686d-59bd-47f6-bc0e-13f56f1f4d81 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.486417 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947686d-59bd-47f6-bc0e-13f56f1f4d81 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804ae41c-860a-43d5-881b-879785850b52,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:22.491728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b947686d-59bd-47f6-bc0e-13f56f1f4d81 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.492905 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b947686d-59bd-47f6-bc0e-13f56f1f4d81 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291275 Dec 14 01:26:22.495933 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58120) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:22.500453 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-dc988a58-0fdf-4f5f-ac4b-ae10cd3e1a06 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '1dcc4531-679c-4d3d-b20b-5e959a97a3b7', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:22.531835 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc988a58-0fdf-4f5f-ac4b-ae10cd3e1a06 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.590583 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc988a58-0fdf-4f5f-ac4b-ae10cd3e1a06 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.595777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc988a58-0fdf-4f5f-ac4b-ae10cd3e1a06 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.614453 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc988a58-0fdf-4f5f-ac4b-ae10cd3e1a06 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166965da-e2b5-4fa4-b6ad-55ae5af5975e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:22.620794 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc988a58-0fdf-4f5f-ac4b-ae10cd3e1a06 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.622077 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dc988a58-0fdf-4f5f-ac4b-ae10cd3e1a06 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251235 Dec 14 01:26:22.624934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58122) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:22.629285 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1f17d2ce-8017-4c5b-b434-109840d105ad tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '1dcc4531-679c-4d3d-b20b-5e959a97a3b7', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:22.653948 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-1f17d2ce-8017-4c5b-b434-109840d105ad tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:26:22.659197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f17d2ce-8017-4c5b-b434-109840d105ad tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.716842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f17d2ce-8017-4c5b-b434-109840d105ad tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.722513 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f17d2ce-8017-4c5b-b434-109840d105ad tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.748754 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17d2ce-8017-4c5b-b434-109840d105ad tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76e95db-dae5-4f14-a394-0d0f53968d0f,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:22.757655 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f17d2ce-8017-4c5b-b434-109840d105ad tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.758832 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1f17d2ce-8017-4c5b-b434-109840d105ad tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329689 Dec 14 01:26:22.761886 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58124) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:22.766252 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-942213ec-b9a6-4863-8834-c5afbf00d504 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '1dcc4531-679c-4d3d-b20b-5e959a97a3b7', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:22.790894 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-942213ec-b9a6-4863-8834-c5afbf00d504 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:26:22.795966 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-942213ec-b9a6-4863-8834-c5afbf00d504 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.862574 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-942213ec-b9a6-4863-8834-c5afbf00d504 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.868038 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-942213ec-b9a6-4863-8834-c5afbf00d504 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.884798 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942213ec-b9a6-4863-8834-c5afbf00d504 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b0af5a-ab38-46e0-9ccd-f0a1296025b9,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:22.894625 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-942213ec-b9a6-4863-8834-c5afbf00d504 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:22.895964 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-942213ec-b9a6-4863-8834-c5afbf00d504 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330707 Dec 14 01:26:23.065670 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-440b7844-658a-463a-b9d1-dd0de7f212bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757734241&fields=id&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 267 time: 0.0534763 Dec 14 01:26:23.116055 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-8544bd2e-42b6-48b6-b6f6-26eef4cd8058 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:23.117379 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-8544bd2e-42b6-48b6-b6f6-26eef4cd8058 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports/1e51034f-474c-4256-b371-e574fdebccfb HTTP/1.1" status: 200 len: 929 time: 0.0422897 Dec 14 01:26:23.167158 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-2553c062-c83b-4d6c-ae3e-f94e6566acbc service neutron] 10.222.0.32 "GET /v2.0/ports/1e51034f-474c-4256-b371-e574fdebccfb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0371149 Dec 14 01:26:23.265969 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-6d192ec3-258d-4d9e-bee4-28056273ec76 service neutron] 10.222.0.32 "GET /v2.0/networks/8b77e12a-8040-4217-95b1-7b68686bc4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906043 Dec 14 01:26:23.364859 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-3a0ec419-5a6c-48a0-b151-1c7b27f12ba0 service neutron] 10.222.0.32 "GET /v2.0/networks/8b77e12a-8040-4217-95b1-7b68686bc4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927474 Dec 14 01:26:23.527043 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0fefb568-3ecf-4fef-a7b8-64375d37eb85 req-31e83935-98cd-4fe3-8423-8377f0391912 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b48664b-b9a2-46e3-a812-7a97df61d6b1 HTTP/1.1" status: 200 len: 210 time: 0.0275135 Dec 14 01:26:23.828605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 1e51034f-474c-4256-b371-e574fdebccfb no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:26:23.879741 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 1e51034f-474c-4256-b371-e574fdebccfb not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:26:24.164807 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b6b4a11-de40-4e91-99d7-4ae8216ad2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:24.465884 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-b0be69f4-964a-4580-af60-61b978b18abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:24.467941 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-b0be69f4-964a-4580-af60-61b978b18abd service neutron] 10.222.0.16 "GET /v2.0/ports/1e51034f-474c-4256-b371-e574fdebccfb HTTP/1.1" status: 200 len: 1025 time: 0.0354483 Dec 14 01:26:24.583603 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-4fe6bf5a-1fb1-46ab-bd5a-fcb18881cc1f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:24.585138 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-4fe6bf5a-1fb1-46ab-bd5a-fcb18881cc1f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/networks?id=8b77e12a-8040-4217-95b1-7b68686bc4f1 HTTP/1.1" status: 200 len: 796 time: 0.1117036 Dec 14 01:26:24.632462 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-45637799-b5dc-4504-b6cf-b26863d3eb23 req-86d10886-d9db-44c3-b5d7-e3177e446ac4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b48664b-b9a2-46e3-a812-7a97df61d6b1 HTTP/1.1" status: 200 len: 210 time: 0.0324109 Dec 14 01:26:24.694004 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-32efdc38-cc80-477b-b04d-860c705d6d9a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 472 time: 0.0829289 Dec 14 01:26:24.715853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Request body: {'port': {'device_id': '7b48664b-b9a2-46e3-a812-7a97df61d6b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:24.775636 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:25.310135 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e51034f-474c-4256-b371-e574fdebccfb {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:26:25.317860 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:25.332074 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Transition to ACTIVE for port object 1e51034f-474c-4256-b371-e574fdebccfb will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:26:25.337568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:25.347956 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:25.420222 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Pushing event updated for resources: {'Port': ['ID=1e51034f-474c-4256-b371-e574fdebccfb,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:25.518364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Attempting to bind port 1e51034f-474c-4256-b371-e574fdebccfb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:26:25.519098 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Attempting to bind port 1e51034f-474c-4256-b371-e574fdebccfb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '905a2fdf-b66c-4bfa-9f5b-675e7768faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:26:25.519098 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Attempting to bind port 1e51034f-474c-4256-b371-e574fdebccfb on network 8b77e12a-8040-4217-95b1-7b68686bc4f1 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:26:25.523610 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Port 1e51034f-474c-4256-b371-e574fdebccfb on network 8b77e12a-8040-4217-95b1-7b68686bc4f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:26:25.523961 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Attempting to bind port 1e51034f-474c-4256-b371-e574fdebccfb on network 8b77e12a-8040-4217-95b1-7b68686bc4f1 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:26:25.529925 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:26:25.530278 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Checking segment: {'id': '905a2fdf-b66c-4bfa-9f5b-675e7768faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:26:25.530665 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Bound using segment: {'id': '905a2fdf-b66c-4bfa-9f5b-675e7768faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:26:25.531096 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Bound port: 1e51034f-474c-4256-b371-e574fdebccfb, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905a2fdf-b66c-4bfa-9f5b-675e7768faaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:26:25.531435 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:25.594990 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] For port 1e51034f-474c-4256-b371-e574fdebccfb, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:26:25.598120 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] For port 1e51034f-474c-4256-b371-e574fdebccfb, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1e51034f-474c-4256-b371-e574fdebccfb,segment=NetworkSegment(905a2fdf-b66c-4bfa-9f5b-675e7768faaf),segment_id=905a2fdf-b66c-4bfa-9f5b-675e7768faaf)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:26:25.603505 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:25.643310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:25.643964 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:25.645380 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] 10.222.0.16 "PUT /v2.0/ports/1e51034f-474c-4256-b371-e574fdebccfb HTTP/1.1" status: 200 len: 1130 time: 0.9362514 Dec 14 01:26:25.645816 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b48664b-b9a2-46e3-a812-7a97df61d6b1', 'tag': '1e51034f-474c-4256-b371-e574fdebccfb'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:26:25.648159 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed93a84-6b7f-48cd-838a-e904350533ff" -d '{"events": [{"name": "network-changed", "server_uuid": "7b48664b-b9a2-46e3-a812-7a97df61d6b1", "tag": "1e51034f-474c-4256-b371-e574fdebccfb"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:26:25.680626 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf51934-9bc9-459d-a92d-99a6aef1d38f service neutron] Pushing event updated for resources: {'Port': ['ID=1e51034f-474c-4256-b371-e574fdebccfb,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:25.700928 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a9717e-38bb-41ae-a9f6-9d1b3dd5f158 x-openstack-request-id: req-c0a9717e-38bb-41ae-a9f6-9d1b3dd5f158 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:26:25.701576 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b48664b-b9a2-46e3-a812-7a97df61d6b1", "tag": "1e51034f-474c-4256-b371-e574fdebccfb", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:26:25.701926 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0a9717e-38bb-41ae-a9f6-9d1b3dd5f158 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:26:25.702437 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b48664b-b9a2-46e3-a812-7a97df61d6b1', 'tag': '1e51034f-474c-4256-b371-e574fdebccfb', 'status': 'completed', 'code': 200} Dec 14 01:26:25.785869 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-7bcb17e0-230c-4e23-b597-9a5afd118249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:25.787392 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-7bcb17e0-230c-4e23-b597-9a5afd118249 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=7b48664b-b9a2-46e3-a812-7a97df61d6b1 HTTP/1.1" status: 200 len: 1133 time: 0.0703046 Dec 14 01:26:25.799687 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75e771-0012-44e7-9671-c61ef5d40a96 req-8b6cc19e-ebbf-4d5e-bd37-4e4f8603e106 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:25.801350 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-df75e771-0012-44e7-9671-c61ef5d40a96 req-8b6cc19e-ebbf-4d5e-bd37-4e4f8603e106 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b48664b-b9a2-46e3-a812-7a97df61d6b1 HTTP/1.1" status: 200 len: 980 time: 0.0753207 Dec 14 01:26:25.894245 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-96a916f1-99f6-45b9-bdec-432fe4bd11d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e51034f-474c-4256-b371-e574fdebccfb HTTP/1.1" status: 200 len: 1034 time: 0.0918853 Dec 14 01:26:25.898028 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-df75e771-0012-44e7-9671-c61ef5d40a96 req-5b3167bf-fee7-4769-b982-ff71b0af02ce tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886459 Dec 14 01:26:25.950968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdbde2b6-4569-409c-a290-9c9d94044e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:25.952521 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-bdbde2b6-4569-409c-a290-9c9d94044e9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479f0521-a548-4ded-b039-7fe8fb96f8c3 HTTP/1.1" status: 200 len: 834 time: 0.0513372 Dec 14 01:26:25.999577 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-896e8145-6060-4fec-b339-6c91150924e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:26.001089 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-896e8145-6060-4fec-b339-6c91150924e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8b77e12a-8040-4217-95b1-7b68686bc4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420477 Dec 14 01:26:26.099161 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-13ea04ac-7eaa-4caf-a4f3-a403dee40731 service neutron] 10.222.0.16 "GET /v2.0/networks/8b77e12a-8040-4217-95b1-7b68686bc4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907872 Dec 14 01:26:26.191029 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42616f74-612f-4eeb-9d78-7fe54b538698 req-7b647186-1ceb-4892-95ff-edef56338d65 service neutron] 10.222.0.16 "GET /v2.0/networks/8b77e12a-8040-4217-95b1-7b68686bc4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843101 Dec 14 01:26:26.340233 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed93a84-6b7f-48cd-838a-e904350533ff req-6c0edafe-ce84-4a10-876a-67693112fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:26.341755 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7ed93a84-6b7f-48cd-838a-e904350533ff req-6c0edafe-ce84-4a10-876a-67693112fd6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=7b48664b-b9a2-46e3-a812-7a97df61d6b1 HTTP/1.1" status: 200 len: 1133 time: 0.0500290 Dec 14 01:26:26.433183 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed93a84-6b7f-48cd-838a-e904350533ff req-4b370515-bae4-4939-a0d7-8de835c4ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:26.434527 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7ed93a84-6b7f-48cd-838a-e904350533ff req-4b370515-bae4-4939-a0d7-8de835c4ada6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8b77e12a-8040-4217-95b1-7b68686bc4f1 HTTP/1.1" status: 200 len: 896 time: 0.0854917 Dec 14 01:26:26.506719 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7ed93a84-6b7f-48cd-838a-e904350533ff req-5a7666b1-59bb-4adb-97e0-d062083ba505 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e51034f-474c-4256-b371-e574fdebccfb HTTP/1.1" status: 200 len: 1034 time: 0.0644133 Dec 14 01:26:26.564962 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed93a84-6b7f-48cd-838a-e904350533ff req-a741291c-2f6e-48ed-815b-b26f39643be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:26.566437 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7ed93a84-6b7f-48cd-838a-e904350533ff req-a741291c-2f6e-48ed-815b-b26f39643be0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479f0521-a548-4ded-b039-7fe8fb96f8c3 HTTP/1.1" status: 200 len: 834 time: 0.0520408 Dec 14 01:26:26.614228 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed93a84-6b7f-48cd-838a-e904350533ff req-0326768e-679a-41f3-b59d-d843031ce293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:26.615699 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7ed93a84-6b7f-48cd-838a-e904350533ff req-0326768e-679a-41f3-b59d-d843031ce293 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8b77e12a-8040-4217-95b1-7b68686bc4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409765 Dec 14 01:26:26.713034 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7ed93a84-6b7f-48cd-838a-e904350533ff req-18037d4f-7db7-4df4-9e35-43904604214d service neutron] 10.222.0.16 "GET /v2.0/networks/8b77e12a-8040-4217-95b1-7b68686bc4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876641 Dec 14 01:26:26.724354 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:26.806594 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7ed93a84-6b7f-48cd-838a-e904350533ff req-a97a7a59-895f-486b-8559-78732293cb0a service neutron] 10.222.0.16 "GET /v2.0/networks/8b77e12a-8040-4217-95b1-7b68686bc4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847137 Dec 14 01:26:27.091613 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d718d-9d00-4ba0-a293-4755ecca566b req-ac84ec27-4c63-42ef-86ed-c5514536acb4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:27.093126 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a36d718d-9d00-4ba0-a293-4755ecca566b req-ac84ec27-4c63-42ef-86ed-c5514536acb4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b48664b-b9a2-46e3-a812-7a97df61d6b1 HTTP/1.1" status: 200 len: 980 time: 0.0597384 Dec 14 01:26:27.145908 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a36d718d-9d00-4ba0-a293-4755ecca566b req-8feedf97-964f-47b7-8904-0633a6fe53b1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467329 Dec 14 01:26:27.723271 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:27.830029 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 1e51034f-474c-4256-b371-e574fdebccfb details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:26:27.925916 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 1e51034f-474c-4256-b371-e574fdebccfb, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1e51034f-474c-4256-b371-e574fdebccfb,segment=NetworkSegment(905a2fdf-b66c-4bfa-9f5b-675e7768faaf),segment_id=905a2fdf-b66c-4bfa-9f5b-675e7768faaf)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:27.940412 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '1e51034f-474c-4256-b371-e574fdebccfb', 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1', 'port_id': '1e51034f-474c-4256-b371-e574fdebccfb', 'mac_address': 'fa:16:3e:a2:7f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:26:27.979311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:27.992136 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e51034f-474c-4256-b371-e574fdebccfb {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:26:28.012928 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 1e51034f-474c-4256-b371-e574fdebccfb, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1e51034f-474c-4256-b371-e574fdebccfb,segment=NetworkSegment(905a2fdf-b66c-4bfa-9f5b-675e7768faaf),segment_id=905a2fdf-b66c-4bfa-9f5b-675e7768faaf)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:28.020948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:28.075073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=1e51034f-474c-4256-b371-e574fdebccfb,revision_number=9']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:28.083345 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:28.083802 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:28.084314 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:28.084816 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:28.085326 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:28.085783 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:28.086287 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:28.086695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:28.087112 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:28.087544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:28.087963 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:28.088504 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:28.088904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:26:28.276888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b0f27-e868-4ba3-b49b-f81b54bdcb7b req-8c4c3441-3e99-48d7-b300-d802a5b7e12c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:28.278301 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5f5b0f27-e868-4ba3-b49b-f81b54bdcb7b req-8c4c3441-3e99-48d7-b300-d802a5b7e12c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b48664b-b9a2-46e3-a812-7a97df61d6b1 HTTP/1.1" status: 200 len: 981 time: 0.0526638 Dec 14 01:26:28.285614 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['1e51034f-474c-4256-b371-e574fdebccfb'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:26:28.328369 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5f5b0f27-e868-4ba3-b49b-f81b54bdcb7b req-09aa299d-cd78-4612-a7d7-248bfc09951a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434830 Dec 14 01:26:29.469777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5a4d4-d2c1-4986-8e69-13c716184496 req-ee561f73-594d-4851-b3cb-6557c34639dc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:29.471273 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-81e5a4d4-d2c1-4986-8e69-13c716184496 req-ee561f73-594d-4851-b3cb-6557c34639dc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b48664b-b9a2-46e3-a812-7a97df61d6b1 HTTP/1.1" status: 200 len: 981 time: 0.0650160 Dec 14 01:26:29.523433 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-81e5a4d4-d2c1-4986-8e69-13c716184496 req-224138f8-b0d0-4349-ba09-248dcefd3377 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432796 Dec 14 01:26:29.846482 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 1e51034f-474c-4256-b371-e574fdebccfb up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:26:29.902105 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 1e51034f-474c-4256-b371-e574fdebccfb completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:26:29.907647 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 1e51034f-474c-4256-b371-e574fdebccfb triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:29.908128 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:29.992738 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:30.018481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b48664b-b9a2-46e3-a812-7a97df61d6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e51034f-474c-4256-b371-e574fdebccfb'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:26:30.021855 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c98f9f-93f8-4b36-93a3-8e59977495fe" -d '{"events": [{"server_uuid": "7b48664b-b9a2-46e3-a812-7a97df61d6b1", "name": "network-vif-plugged", "status": "completed", "tag": "1e51034f-474c-4256-b371-e574fdebccfb"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:26:30.036579 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 1e51034f-474c-4256-b371-e574fdebccfb, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1e51034f-474c-4256-b371-e574fdebccfb,segment=NetworkSegment(905a2fdf-b66c-4bfa-9f5b-675e7768faaf),segment_id=905a2fdf-b66c-4bfa-9f5b-675e7768faaf)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:30.041529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:30.066178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b081d10c-df01-4a09-82dc-de14d6e62f8c x-openstack-request-id: req-b081d10c-df01-4a09-82dc-de14d6e62f8c {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:26:30.066472 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b48664b-b9a2-46e3-a812-7a97df61d6b1", "name": "network-vif-plugged", "status": "completed", "tag": "1e51034f-474c-4256-b371-e574fdebccfb", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:26:30.066726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b081d10c-df01-4a09-82dc-de14d6e62f8c {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:26:30.067118 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b48664b-b9a2-46e3-a812-7a97df61d6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e51034f-474c-4256-b371-e574fdebccfb', 'code': 200} Dec 14 01:26:30.097034 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=1e51034f-474c-4256-b371-e574fdebccfb,revision_number=10']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:30.286091 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c9a5b-14e7-44c9-9e7c-0731b575bf5d req-eead052f-d638-4936-9421-bff700fec568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:30.287578 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-946c9a5b-14e7-44c9-9e7c-0731b575bf5d req-eead052f-d638-4936-9421-bff700fec568 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b48664b-b9a2-46e3-a812-7a97df61d6b1 HTTP/1.1" status: 200 len: 1136 time: 0.0475569 Dec 14 01:26:30.338849 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-946c9a5b-14e7-44c9-9e7c-0731b575bf5d req-1541ce09-9e72-450d-a8b8-ea9ff40b0191 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437055 Dec 14 01:26:30.662971 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15040ef9-02c6-4f8a-b8c7-052e77c20b37 req-b0f1566e-c9af-47a4-9a90-f88c1b5a6d98 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:30.664418 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-15040ef9-02c6-4f8a-b8c7-052e77c20b37 req-b0f1566e-c9af-47a4-9a90-f88c1b5a6d98 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b48664b-b9a2-46e3-a812-7a97df61d6b1 HTTP/1.1" status: 200 len: 983 time: 0.0637631 Dec 14 01:26:30.714280 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-15040ef9-02c6-4f8a-b8c7-052e77c20b37 req-ca563f80-de01-4d1e-8ed3-1745a023ca13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429640 Dec 14 01:26:31.849604 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f335ed3-3d8e-425f-bf65-1165bc6f465f req-46ba8f67-58b6-4af1-b0e1-b2a3a01472c5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:31.851115 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f335ed3-3d8e-425f-bf65-1165bc6f465f req-46ba8f67-58b6-4af1-b0e1-b2a3a01472c5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b48664b-b9a2-46e3-a812-7a97df61d6b1 HTTP/1.1" status: 200 len: 983 time: 0.0590355 Dec 14 01:26:31.903295 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f335ed3-3d8e-425f-bf65-1165bc6f465f req-dc28edd3-36e1-40b2-b3e9-063b7f31895f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460327 Dec 14 01:26:32.019866 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd779db8-adec-4db5-99fb-76b6e4a55fa6 req-142ad668-60fe-4401-bb92-596909cc1dba tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:32.021282 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dd779db8-adec-4db5-99fb-76b6e4a55fa6 req-142ad668-60fe-4401-bb92-596909cc1dba tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b48664b-b9a2-46e3-a812-7a97df61d6b1 HTTP/1.1" status: 200 len: 983 time: 0.0496781 Dec 14 01:26:32.081292 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dd779db8-adec-4db5-99fb-76b6e4a55fa6 req-42fb9c34-0251-4e5f-98ed-9fce22a673d5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529258 Dec 14 01:26:32.113999 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58174) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:32.303736 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53dfc4d-dd42-49ba-9b49-51652c87cac4 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:32.305210 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f53dfc4d-dd42-49ba-9b49-51652c87cac4 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7b48664b-b9a2-46e3-a812-7a97df61d6b1&network_id=8b77e12a-8040-4217-95b1-7b68686bc4f1 HTTP/1.1" status: 200 len: 1131 time: 0.1899717 Dec 14 01:26:32.534455 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2abb5-0119-4c46-9ef8-0f014807e490 req-db0b8a2e-ab3c-459d-87c8-4a43a1d977d7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:32.535989 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e4a2abb5-0119-4c46-9ef8-0f014807e490 req-db0b8a2e-ab3c-459d-87c8-4a43a1d977d7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b48664b-b9a2-46e3-a812-7a97df61d6b1 HTTP/1.1" status: 200 len: 983 time: 0.0516884 Dec 14 01:26:32.591367 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e4a2abb5-0119-4c46-9ef8-0f014807e490 req-558aa2f1-9625-4c44-92fd-9d1abf920c71 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491812 Dec 14 01:26:33.717929 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16602b78-fa5e-4df9-aa9d-e7418845b99b req-23d439ad-c215-4c0a-9ec5-662095b85ee0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:33.719422 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-16602b78-fa5e-4df9-aa9d-e7418845b99b req-23d439ad-c215-4c0a-9ec5-662095b85ee0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b48664b-b9a2-46e3-a812-7a97df61d6b1 HTTP/1.1" status: 200 len: 983 time: 0.0534375 Dec 14 01:26:33.767261 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-16602b78-fa5e-4df9-aa9d-e7418845b99b req-02a53e21-3a9f-4c3c-b47f-cea4df1152b1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418515 Dec 14 01:26:33.939809 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe590b7-0f1d-4c10-8bad-69a7ea839753 req-6a04bee6-dd59-4e55-be06-acfd1cfbad71 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:33.941180 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7fe590b7-0f1d-4c10-8bad-69a7ea839753 req-6a04bee6-dd59-4e55-be06-acfd1cfbad71 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b48664b-b9a2-46e3-a812-7a97df61d6b1 HTTP/1.1" status: 200 len: 983 time: 0.0610540 Dec 14 01:26:33.985083 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe590b7-0f1d-4c10-8bad-69a7ea839753 req-d212c470-752e-43f6-a7ea-c13bd5869448 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:33.986414 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7fe590b7-0f1d-4c10-8bad-69a7ea839753 req-d212c470-752e-43f6-a7ea-c13bd5869448 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/ports/1e51034f-474c-4256-b371-e574fdebccfb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0380270 Dec 14 01:26:34.091542 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7fe590b7-0f1d-4c10-8bad-69a7ea839753 req-0c1768be-64b7-4aa8-86e4-51c89f0a8168 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/networks/8b77e12a-8040-4217-95b1-7b68686bc4f1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0985358 Dec 14 01:26:34.102425 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-7fe590b7-0f1d-4c10-8bad-69a7ea839753 req-5f6ae81f-6357-4964-a38d-713614109713 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:34.105869 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:26:34.154635 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-7fe590b7-0f1d-4c10-8bad-69a7ea839753 req-5f6ae81f-6357-4964-a38d-713614109713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:34.290432 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-7fe590b7-0f1d-4c10-8bad-69a7ea839753 req-5f6ae81f-6357-4964-a38d-713614109713 service neutron] For port 1e51034f-474c-4256-b371-e574fdebccfb, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1e51034f-474c-4256-b371-e574fdebccfb,segment=NetworkSegment(905a2fdf-b66c-4bfa-9f5b-675e7768faaf),segment_id=905a2fdf-b66c-4bfa-9f5b-675e7768faaf)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:34.327613 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-7fe590b7-0f1d-4c10-8bad-69a7ea839753 req-5f6ae81f-6357-4964-a38d-713614109713 service neutron] For port 1e51034f-474c-4256-b371-e574fdebccfb, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:26:34.359891 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-7fe590b7-0f1d-4c10-8bad-69a7ea839753 req-5f6ae81f-6357-4964-a38d-713614109713 service neutron] device_id is not set on port 1e51034f-474c-4256-b371-e574fdebccfb yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 01:26:34.368221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-7fe590b7-0f1d-4c10-8bad-69a7ea839753 req-5f6ae81f-6357-4964-a38d-713614109713 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:34.376063 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-7fe590b7-0f1d-4c10-8bad-69a7ea839753 req-5f6ae81f-6357-4964-a38d-713614109713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:34.451587 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ae81f-6357-4964-a38d-713614109713 service neutron] Pushing event updated for resources: {'Port': ['ID=1e51034f-474c-4256-b371-e574fdebccfb,revision_number=11']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:34.495681 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe590b7-0f1d-4c10-8bad-69a7ea839753 req-5f6ae81f-6357-4964-a38d-713614109713 service neutron] No DVR routers for this DVR port 1e51034f-474c-4256-b371-e574fdebccfb on host hv-neutron-8215 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:26:34.631409 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-7fe590b7-0f1d-4c10-8bad-69a7ea839753 req-5f6ae81f-6357-4964-a38d-713614109713 service neutron] In _notify_port_updated(), no bound segment for port 1e51034f-474c-4256-b371-e574fdebccfb on network 8b77e12a-8040-4217-95b1-7b68686bc4f1 {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 01:26:34.632308 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe590b7-0f1d-4c10-8bad-69a7ea839753 req-5f6ae81f-6357-4964-a38d-713614109713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:34.632913 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-7fe590b7-0f1d-4c10-8bad-69a7ea839753 req-5f6ae81f-6357-4964-a38d-713614109713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:34.634186 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7fe590b7-0f1d-4c10-8bad-69a7ea839753 req-5f6ae81f-6357-4964-a38d-713614109713 service neutron] 10.222.0.16 "PUT /v2.0/ports/1e51034f-474c-4256-b371-e574fdebccfb HTTP/1.1" status: 200 len: 1026 time: 0.5356774 Dec 14 01:26:34.663467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c4984701-1a21-4e40-8f42-feee78431395 None None] Provisioning complete for port 1e51034f-474c-4256-b371-e574fdebccfb triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:34.664073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c4984701-1a21-4e40-8f42-feee78431395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:34.702667 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c4984701-1a21-4e40-8f42-feee78431395 None None] Port 1e51034f-474c-4256-b371-e574fdebccfb cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:26:34.879139 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-88dd58d4-6dd6-420d-991d-a6def8d625a7 req-1d088d41-5a27-4bee-aedf-0c6707ad43e3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b48664b-b9a2-46e3-a812-7a97df61d6b1 HTTP/1.1" status: 200 len: 210 time: 0.0261233 Dec 14 01:26:35.948339 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58188) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:36.328550 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbe0ae01-97ca-4c8f-b5ed-d747ebe1110d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:36.352632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbe0ae01-97ca-4c8f-b5ed-d747ebe1110d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:36.414477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbe0ae01-97ca-4c8f-b5ed-d747ebe1110d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:36.417039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbe0ae01-97ca-4c8f-b5ed-d747ebe1110d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:36.418304 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bbe0ae01-97ca-4c8f-b5ed-d747ebe1110d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/security-groups/1dcc4531-679c-4d3d-b20b-5e959a97a3b7 HTTP/1.1" status: 204 len: 168 time: 0.4690006 Dec 14 01:26:36.427222 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0ae01-97ca-4c8f-b5ed-d747ebe1110d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcc4531-679c-4d3d-b20b-5e959a97a3b7,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:36.449330 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58192) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:36.606533 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ed892eeb-88d2-404d-ad7e-40bb0a9f97da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 812d59dd-d089-44d1-aea4-9f70f9b85b16 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:26:36.606792 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed892eeb-88d2-404d-ad7e-40bb0a9f97da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:36.689727 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed892eeb-88d2-404d-ad7e-40bb0a9f97da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:36.690056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed892eeb-88d2-404d-ad7e-40bb0a9f97da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:36.702228 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ed892eeb-88d2-404d-ad7e-40bb0a9f97da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 812d59dd-d089-44d1-aea4-9f70f9b85b16 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:26:36.887383 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed892eeb-88d2-404d-ad7e-40bb0a9f97da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:36.912036 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed892eeb-88d2-404d-ad7e-40bb0a9f97da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=812d59dd-d089-44d1-aea4-9f70f9b85b16,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:36.973159 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed892eeb-88d2-404d-ad7e-40bb0a9f97da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:36.973459 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-ed892eeb-88d2-404d-ad7e-40bb0a9f97da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP 250cb1ed-9c2b-4725-a434-2517c354874d disassociated (deleted). External IP: 172.26.1.6, port: 1e51034f-474c-4256-b371-e574fdebccfb. Dec 14 01:26:37.447208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed892eeb-88d2-404d-ad7e-40bb0a9f97da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router ae6cbcb4-257f-4896-9688-e66f9920f255 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:26:37.560428 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed892eeb-88d2-404d-ad7e-40bb0a9f97da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:26:37.565420 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed892eeb-88d2-404d-ad7e-40bb0a9f97da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:37.570391 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a3016-4d4d-4a8e-aee7-e21ab88fb5fa None None] Sync routers for ids ['ae6cbcb4-257f-4896-9688-e66f9920f255'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:26:37.581181 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a3016-4d4d-4a8e-aee7-e21ab88fb5fa None None] Routers {'ae6cbcb4-257f-4896-9688-e66f9920f255'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:26:37.581866 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-136a3016-4d4d-4a8e-aee7-e21ab88fb5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:26:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ae6cbcb4-257f-4896-9688-e66f9920f255'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:37.595420 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ed892eeb-88d2-404d-ad7e-40bb0a9f97da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/floatingips/250cb1ed-9c2b-4725-a434-2517c354874d HTTP/1.1" status: 204 len: 168 time: 1.1448915 Dec 14 01:26:37.664568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58198) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:37.729389 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5955b584-955d-4b93-8e25-53ce96089704 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:37.756831 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5955b584-955d-4b93-8e25-53ce96089704 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:37.784021 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-136a3016-4d4d-4a8e-aee7-e21ab88fb5fa None None] Set router ae6cbcb4-257f-4896-9688-e66f9920f255 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:26:37.827149 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5955b584-955d-4b93-8e25-53ce96089704 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:37.829768 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5955b584-955d-4b93-8e25-53ce96089704 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:37.830927 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5955b584-955d-4b93-8e25-53ce96089704 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/security-groups/30f99f27-40db-476b-afe7-d836b4609984 HTTP/1.1" status: 204 len: 168 time: 0.1653433 Dec 14 01:26:37.840045 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955b584-955d-4b93-8e25-53ce96089704 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f99f27-40db-476b-afe7-d836b4609984,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:37.860409 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 1e51034f-474c-4256-b371-e574fdebccfb no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:26:37.862902 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58202) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:37.906677 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 1e51034f-474c-4256-b371-e574fdebccfb not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:26:37.951302 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2a41738d-ece4-4ba4-aa15-85374a175978 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 1e51034f-474c-4256-b371-e574fdebccfb {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:26:37.951649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2a41738d-ece4-4ba4-aa15-85374a175978 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:37.994819 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-136a3016-4d4d-4a8e-aee7-e21ab88fb5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'name': 'tempest-TestNetworkBasicOps-router-967243669', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:04Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'ce43da56-e45f-43b3-94bb-f871c5e2b166', 'name': '', 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ad:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:04Z', 'updated_at': '2021-12-14T01:26:07Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:38.023902 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a3016-4d4d-4a8e-aee7-e21ab88fb5fa None None] Checking router: ae6cbcb4-257f-4896-9688-e66f9920f255 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:26:38.032263 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a3016-4d4d-4a8e-aee7-e21ab88fb5fa None None] Routers {'ae6cbcb4-257f-4896-9688-e66f9920f255'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:26:38.032863 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-136a3016-4d4d-4a8e-aee7-e21ab88fb5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:26:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ae6cbcb4-257f-4896-9688-e66f9920f255'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:38.038330 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2a41738d-ece4-4ba4-aa15-85374a175978 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:38.050788 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2a41738d-ece4-4ba4-aa15-85374a175978 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 1e51034f-474c-4256-b371-e574fdebccfb owned by {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:26:38.140433 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-136a3016-4d4d-4a8e-aee7-e21ab88fb5fa None None] Set router ae6cbcb4-257f-4896-9688-e66f9920f255 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:26:38.191492 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2a41738d-ece4-4ba4-aa15-85374a175978 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:38.220278 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41738d-ece4-4ba4-aa15-85374a175978 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=1e51034f-474c-4256-b371-e574fdebccfb,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:38.295821 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2a41738d-ece4-4ba4-aa15-85374a175978 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:38.299238 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2a41738d-ece4-4ba4-aa15-85374a175978 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/ports/1e51034f-474c-4256-b371-e574fdebccfb HTTP/1.1" status: 204 len: 168 time: 0.4354272 Dec 14 01:26:38.302442 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58204) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:38.347454 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-136a3016-4d4d-4a8e-aee7-e21ab88fb5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'name': 'tempest-TestNetworkBasicOps-router-967243669', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:04Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'ce43da56-e45f-43b3-94bb-f871c5e2b166', 'name': '', 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ad:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:04Z', 'updated_at': '2021-12-14T01:26:07Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:38.375382 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a3016-4d4d-4a8e-aee7-e21ab88fb5fa None None] The sync data for ids ['ae6cbcb4-257f-4896-9688-e66f9920f255'] in dv-neutron-821592-1-hyperv is: [{'id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'name': 'tempest-TestNetworkBasicOps-router-967243669', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:04Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'ce43da56-e45f-43b3-94bb-f871c5e2b166', 'name': '', 'network_id': '8b77e12a-8040-4217-95b1-7b68686bc4f1', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:ad:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:04Z', 'updated_at': '2021-12-14T01:26:07Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '479f0521-a548-4ded-b039-7fe8fb96f8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:26:38.597373 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecc708f-04a4-4ae5-aadb-67e27b81f9dc None None] New status for floating IP 250cb1ed-9c2b-4725-a434-2517c354874d: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:26:38.677570 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ca34470-8d50-481e-ba40-31527e549029 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:38.941224 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8ca34470-8d50-481e-ba40-31527e549029 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port ce43da56-e45f-43b3-94bb-f871c5e2b166 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:26:38.942007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ca34470-8d50-481e-ba40-31527e549029 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:39.036608 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-8ca34470-8d50-481e-ba40-31527e549029 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port ce43da56-e45f-43b3-94bb-f871c5e2b166, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ce43da56-e45f-43b3-94bb-f871c5e2b166,segment=NetworkSegment(905a2fdf-b66c-4bfa-9f5b-675e7768faaf),segment_id=905a2fdf-b66c-4bfa-9f5b-675e7768faaf)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:39.036944 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ca34470-8d50-481e-ba40-31527e549029 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:39.050432 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8ca34470-8d50-481e-ba40-31527e549029 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for ce43da56-e45f-43b3-94bb-f871c5e2b166 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:26:39.240589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ca34470-8d50-481e-ba40-31527e549029 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:39.267138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca34470-8d50-481e-ba40-31527e549029 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=ce43da56-e45f-43b3-94bb-f871c5e2b166,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:39.441764 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ca34470-8d50-481e-ba40-31527e549029 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:39.666692 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca34470-8d50-481e-ba40-31527e549029 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router ae6cbcb4-257f-4896-9688-e66f9920f255 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:26:39.771272 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca34470-8d50-481e-ba40-31527e549029 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:26:39.776563 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8ca34470-8d50-481e-ba40-31527e549029 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/ae6cbcb4-257f-4896-9688-e66f9920f255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4729733 Dec 14 01:26:39.780048 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58206) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:39.781970 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc09ffc-58ea-4439-9f57-629b27fba413 None None] Sync routers for ids ['ae6cbcb4-257f-4896-9688-e66f9920f255'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:26:39.797353 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc09ffc-58ea-4439-9f57-629b27fba413 None None] Routers {'ae6cbcb4-257f-4896-9688-e66f9920f255'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:26:39.797971 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5cc09ffc-58ea-4439-9f57-629b27fba413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:26:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ae6cbcb4-257f-4896-9688-e66f9920f255'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:39.833705 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-24cc8cc4-5d95-4969-b9c6-bcd4f07f6cab tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting subnet 479f0521-a548-4ded-b039-7fe8fb96f8c3 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:26:39.837063 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24cc8cc4-5d95-4969-b9c6-bcd4f07f6cab tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:39.878428 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24cc8cc4-5d95-4969-b9c6-bcd4f07f6cab tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:39.904447 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-5cc09ffc-58ea-4439-9f57-629b27fba413 None None] Set router ae6cbcb4-257f-4896-9688-e66f9920f255 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:26:39.960620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24cc8cc4-5d95-4969-b9c6-bcd4f07f6cab tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:40.020239 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24cc8cc4-5d95-4969-b9c6-bcd4f07f6cab tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:40.051851 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc8cc4-5d95-4969-b9c6-bcd4f07f6cab tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Subnet': ['ID=479f0521-a548-4ded-b039-7fe8fb96f8c3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:40.055489 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24cc8cc4-5d95-4969-b9c6-bcd4f07f6cab tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:40.058921 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-24cc8cc4-5d95-4969-b9c6-bcd4f07f6cab tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/subnets/479f0521-a548-4ded-b039-7fe8fb96f8c3 HTTP/1.1" status: 204 len: 168 time: 0.2782366 Dec 14 01:26:40.061635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58208) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:40.064895 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905c7511-5799-4d63-8687-aada5ff64430 None None] Network 8b77e12a-8040-4217-95b1-7b68686bc4f1 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:26:40.090077 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5cc09ffc-58ea-4439-9f57-629b27fba413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'name': 'tempest-TestNetworkBasicOps-router-967243669', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:39Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:40.116792 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc09ffc-58ea-4439-9f57-629b27fba413 None None] Checking router: ae6cbcb4-257f-4896-9688-e66f9920f255 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:26:40.126273 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc09ffc-58ea-4439-9f57-629b27fba413 None None] Routers {'ae6cbcb4-257f-4896-9688-e66f9920f255'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:26:40.126919 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5cc09ffc-58ea-4439-9f57-629b27fba413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:26:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['ae6cbcb4-257f-4896-9688-e66f9920f255'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:40.172998 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6d80796-10d9-4ec1-a6c5-d8c442e3017d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:40.236238 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98721bb-3c30-4e00-8cd1-a3d24754743a None None] DHCP port deletion for 8b77e12a-8040-4217-95b1-7b68686bc4f1 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:26:40.239515 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-5cc09ffc-58ea-4439-9f57-629b27fba413 None None] Set router ae6cbcb4-257f-4896-9688-e66f9920f255 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:26:40.276612 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6d80796-10d9-4ec1-a6c5-d8c442e3017d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:40.284515 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b98721bb-3c30-4e00-8cd1-a3d24754743a None None] Deleting port 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:26:40.285112 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b98721bb-3c30-4e00-8cd1-a3d24754743a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:40.333738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d6d80796-10d9-4ec1-a6c5-d8c442e3017d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port eeffa68e-0678-456e-80bf-ce4d5ad55657 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:26:40.334077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6d80796-10d9-4ec1-a6c5-d8c442e3017d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:40.351636 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b98721bb-3c30-4e00-8cd1-a3d24754743a None None] For port 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c,segment=NetworkSegment(905a2fdf-b66c-4bfa-9f5b-675e7768faaf),segment_id=905a2fdf-b66c-4bfa-9f5b-675e7768faaf)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:40.352031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b98721bb-3c30-4e00-8cd1-a3d24754743a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:40.364618 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b98721bb-3c30-4e00-8cd1-a3d24754743a None None] Calling delete_port for 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:26:40.414913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d6d80796-10d9-4ec1-a6c5-d8c442e3017d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port eeffa68e-0678-456e-80bf-ce4d5ad55657, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=eeffa68e-0678-456e-80bf-ce4d5ad55657,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:40.415274 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6d80796-10d9-4ec1-a6c5-d8c442e3017d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:40.419165 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5cc09ffc-58ea-4439-9f57-629b27fba413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'name': 'tempest-TestNetworkBasicOps-router-967243669', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:39Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:40.427254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d6d80796-10d9-4ec1-a6c5-d8c442e3017d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for eeffa68e-0678-456e-80bf-ce4d5ad55657 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:26:40.444438 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b98721bb-3c30-4e00-8cd1-a3d24754743a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:40.446968 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc09ffc-58ea-4439-9f57-629b27fba413 None None] The sync data for ids ['ae6cbcb4-257f-4896-9688-e66f9920f255'] in dv-neutron-821592-1-hyperv is: [{'id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'name': 'tempest-TestNetworkBasicOps-router-967243669', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:39Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': 'eeffa68e-0678-456e-80bf-ce4d5ad55657', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6cbcb4-257f-4896-9688-e66f9920f255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:01Z', 'updated_at': '2021-12-14T01:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:26:40.472977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98721bb-3c30-4e00-8cd1-a3d24754743a None None] Pushing event deleted for resources: {'Port': ['ID=3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:40.476478 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98721bb-3c30-4e00-8cd1-a3d24754743a None None] No DVR routers for this DVR port 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:26:40.615274 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6d80796-10d9-4ec1-a6c5-d8c442e3017d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:40.616254 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:40.642088 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d80796-10d9-4ec1-a6c5-d8c442e3017d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=eeffa68e-0678-456e-80bf-ce4d5ad55657,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:40.651545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7500257a-41a3-4cd9-b737-1cbccd14c55e None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:26:40.705922 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6d80796-10d9-4ec1-a6c5-d8c442e3017d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:40.806767 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6d80796-10d9-4ec1-a6c5-d8c442e3017d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:40.809358 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6d80796-10d9-4ec1-a6c5-d8c442e3017d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:40.858912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6d80796-10d9-4ec1-a6c5-d8c442e3017d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:40.859493 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d80796-10d9-4ec1-a6c5-d8c442e3017d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Fanout notify agent at l3_agent the message router_deleted on router ae6cbcb4-257f-4896-9688-e66f9920f255 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:26:40.867101 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6d80796-10d9-4ec1-a6c5-d8c442e3017d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:40.868256 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d6d80796-10d9-4ec1-a6c5-d8c442e3017d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/routers/ae6cbcb4-257f-4896-9688-e66f9920f255 HTTP/1.1" status: 204 len: 168 time: 0.8055220 Dec 14 01:26:40.871125 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58210) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:40.887116 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:26:40.907970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:26:40.908427 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 3280ea5d-6f13-4398-a28a-bfdbb1ca3f0c not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:26:40.909216 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ce43da56-e45f-43b3-94bb-f871c5e2b166 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:26:40.929875 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: ce43da56-e45f-43b3-94bb-f871c5e2b166 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:26:40.930240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ce43da56-e45f-43b3-94bb-f871c5e2b166 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:26:40.956912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48a8bb06-6a62-45dd-acd1-04038cbb1b86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.048059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48a8bb06-6a62-45dd-acd1-04038cbb1b86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.070331 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-48a8bb06-6a62-45dd-acd1-04038cbb1b86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b77e12a-8040-4217-95b1-7b68686bc4f1']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:41.081349 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-48a8bb06-6a62-45dd-acd1-04038cbb1b86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905a2fdf-b66c-4bfa-9f5b-675e7768faaf') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:41.081652 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-48a8bb06-6a62-45dd-acd1-04038cbb1b86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905a2fdf-b66c-4bfa-9f5b-675e7768faaf') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:41.091720 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48a8bb06-6a62-45dd-acd1-04038cbb1b86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.105388 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48a8bb06-6a62-45dd-acd1-04038cbb1b86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.111503 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a8bb06-6a62-45dd-acd1-04038cbb1b86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:26:41.111887 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48a8bb06-6a62-45dd-acd1-04038cbb1b86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:26:41.114928 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:26:41.186044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48a8bb06-6a62-45dd-acd1-04038cbb1b86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.192970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48a8bb06-6a62-45dd-acd1-04038cbb1b86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.196253 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-48a8bb06-6a62-45dd-acd1-04038cbb1b86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/networks/8b77e12a-8040-4217-95b1-7b68686bc4f1 HTTP/1.1" status: 204 len: 168 time: 0.3239422 Dec 14 01:26:41.204800 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58212) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:41.212347 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8bb06-6a62-45dd-acd1-04038cbb1b86 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Network': ['ID=8b77e12a-8040-4217-95b1-7b68686bc4f1,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:41.219317 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-028bc0e9-1777-40a5-afe8-07bc8a1e0aaf tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0111301 Dec 14 01:26:41.219767 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58214) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:41.224392 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c92890ac-a4d3-47f7-b1b3-8f62d66b1e17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'network': {'name': 'tempest-network-smoke--284257174', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'port_security_enabled': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:41.248451 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92890ac-a4d3-47f7-b1b3-8f62d66b1e17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:26:41.251912 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c92890ac-a4d3-47f7-b1b3-8f62d66b1e17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.277773 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92890ac-a4d3-47f7-b1b3-8f62d66b1e17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:26:41.287968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c92890ac-a4d3-47f7-b1b3-8f62d66b1e17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.288359 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-c92890ac-a4d3-47f7-b1b3-8f62d66b1e17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Added segment 77f0d672-2e12-4f95-a55b-82e3a202c2ba of type vlan for network a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f Dec 14 01:26:41.328121 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c92890ac-a4d3-47f7-b1b3-8f62d66b1e17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.359593 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c92890ac-a4d3-47f7-b1b3-8f62d66b1e17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.365096 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92890ac-a4d3-47f7-b1b3-8f62d66b1e17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:41.365675 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c92890ac-a4d3-47f7-b1b3-8f62d66b1e17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.420556 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c92890ac-a4d3-47f7-b1b3-8f62d66b1e17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1997817 Dec 14 01:26:41.423365 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58216) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:41.427982 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'admin_state_up': True, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:41.434868 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92890ac-a4d3-47f7-b1b3-8f62d66b1e17 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Network': ['ID=a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:41.450143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:26:41.462353 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.463526 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.524037 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.666056 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.873933 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.892474 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:41.998428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.26.1.83 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/43bd93ff-a938-4637-8638-f5e507b7ebd9) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:26:42.098380 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:42.136853 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:42.175307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:26:42.178144 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:26:42.181631 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:26:42.191074 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9fadb5-d73b-4f67-be8f-a7718086f8fb None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:26:42.208475 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=43bd93ff-a938-4637-8638-f5e507b7ebd9,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:42.278995 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-68261c8a-e0af-4d87-8d89-c1c3824d0b10 None None] Provisioning complete for port 43bd93ff-a938-4637-8638-f5e507b7ebd9 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:42.279366 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-68261c8a-e0af-4d87-8d89-c1c3824d0b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:42.315930 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-68261c8a-e0af-4d87-8d89-c1c3824d0b10 None None] Port 43bd93ff-a938-4637-8638-f5e507b7ebd9 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:26:42.520733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device eeffa68e-0678-456e-80bf-ce4d5ad55657 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:26:42.542258 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: eeffa68e-0678-456e-80bf-ce4d5ad55657 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:26:42.542622 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device eeffa68e-0678-456e-80bf-ce4d5ad55657 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:26:42.756296 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:42.959765 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:43.098288 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:26:43.214236 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:26:43.228221 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Sync routers for ids ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:26:43.239080 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:43.240183 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Routers {'bb93b404-f6d8-44ae-bfb4-ed97c6d15563'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:26:43.240364 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-51939ced-39ab-46d3-bd1a-82dbd070de24 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8159356 Dec 14 01:26:43.240940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:26:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:43.244403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58218) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:43.272057 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2b6f6f12-ed3f-4cd9-b146-cc00393d6c68 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9e28f216f8fb4b05811c7d7158efaac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265434 Dec 14 01:26:43.274713 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58220) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:43.352176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Set router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:26:43.366515 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bcbe02-70e9-41f6-85cc-9286920a093d tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:43.368068 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-47bcbe02-70e9-41f6-85cc-9286920a093d tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924447 Dec 14 01:26:43.371186 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58222) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:43.401680 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bdb87294-a593-48b5-a667-b0f4cc501e85 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270860 Dec 14 01:26:43.402069 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58224) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:43.407201 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-29f51cfb-c4d2-47c5-b014-6bca8a8ada91 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-918095664', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:43.504562 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f51cfb-c4d2-47c5-b014-6bca8a8ada91 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:26:43.507815 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-29f51cfb-c4d2-47c5-b014-6bca8a8ada91 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:43.531275 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:42Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:43.557429 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Checking router: bb93b404-f6d8-44ae-bfb4-ed97c6d15563 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:26:43.557779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Updating router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 port 43bd93ff-a938-4637-8638-f5e507b7ebd9 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:26:43.583143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:43.685181 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-29f51cfb-c4d2-47c5-b014-6bca8a8ada91 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:43.745343 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f51cfb-c4d2-47c5-b014-6bca8a8ada91 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Subnet': ['ID=58d742fb-6c9a-4ec9-b6b7-7fc10606d378,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:43.755639 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f51cfb-c4d2-47c5-b014-6bca8a8ada91 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Checking segment: {'id': '77f0d672-2e12-4f95-a55b-82e3a202c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:26:43.755980 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f51cfb-c4d2-47c5-b014-6bca8a8ada91 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network hostable DHCP agents. Network: a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:26:43.774327 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f51cfb-c4d2-47c5-b014-6bca8a8ada91 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:26:43.784624 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-29f51cfb-c4d2-47c5-b014-6bca8a8ada91 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:26:43.789439 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f51cfb-c4d2-47c5-b014-6bca8a8ada91 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:43.790133 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-29f51cfb-c4d2-47c5-b014-6bca8a8ada91 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:43.815703 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-29f51cfb-c4d2-47c5-b014-6bca8a8ada91 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4123886 Dec 14 01:26:43.818705 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58226) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:43.945318 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b82ee2-015e-40ed-acb2-204fb4375d1d None None] Network a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:26:44.061654 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:44.081385 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:44.111128 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ips': [{'subnet_id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:26:44.111992 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:44.139171 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7ece14-5617-4f42-ae79-ea425ce1e587 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:26:44.163854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27d809-ff91-4e28-8263-e0f4be45f407 None None] Pushing event updated for resources: {'Port': ['ID=43bd93ff-a938-4637-8638-f5e507b7ebd9,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:44.168489 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Attempting to bind port 43bd93ff-a938-4637-8638-f5e507b7ebd9 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:26:44.168863 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Attempting to bind port 43bd93ff-a938-4637-8638-f5e507b7ebd9 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:26:44.169241 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Attempting to bind port 43bd93ff-a938-4637-8638-f5e507b7ebd9 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:26:44.177637 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:26:44.178019 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:26:44.178452 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:44.178936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:26:44.179286 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Bound port: 43bd93ff-a938-4637-8638-f5e507b7ebd9, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:26:44.179639 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:44.266698 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:44.326983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1929b388-91cb-466c-b632-515c15cb6a5a None None] Provisioning complete for port 43bd93ff-a938-4637-8638-f5e507b7ebd9 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:44.327358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1929b388-91cb-466c-b632-515c15cb6a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:44.330639 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] For port 43bd93ff-a938-4637-8638-f5e507b7ebd9, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:26:44.374993 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] For port 43bd93ff-a938-4637-8638-f5e507b7ebd9, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=43bd93ff-a938-4637-8638-f5e507b7ebd9,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:26:44.384192 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:44.399402 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1929b388-91cb-466c-b632-515c15cb6a5a None None] Port 43bd93ff-a938-4637-8638-f5e507b7ebd9 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:26:44.403531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Allocated IP 172.20.0.2 (a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f/58d742fb-6c9a-4ec9-b6b7-7fc10606d378/213c6928-f126-4854-a6d8-1bdaeaf8d71b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:26:44.444181 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8ea5c4-6f53-4e6c-ba5e-f44f7e8b5c50 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:26:44.507447 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27d809-ff91-4e28-8263-e0f4be45f407 None None] Pushing event updated for resources: {'Port': ['ID=43bd93ff-a938-4637-8638-f5e507b7ebd9,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:44.516507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Routers {'bb93b404-f6d8-44ae-bfb4-ed97c6d15563'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:26:44.517187 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:26:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:44.634858 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-20dcef71-da79-447c-a606-2e4fec258702 None None] Provisioning complete for port 43bd93ff-a938-4637-8638-f5e507b7ebd9 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:44.635607 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20dcef71-da79-447c-a606-2e4fec258702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:44.719907 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] Set router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:26:44.788755 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:44.825917 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:44.849105 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.1 (a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f/58d742fb-6c9a-4ec9-b6b7-7fc10606d378/f298ad89-2779-46d9-a802-c0ce3ad950e1) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:26:44.895953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Network a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:26:44.909001 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:26:44.916937 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:26:44.934503 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Pushing event updated for resources: {'Port': ['ID=213c6928-f126-4854-a6d8-1bdaeaf8d71b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:44.952774 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20dcef71-da79-447c-a606-2e4fec258702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:44.970760 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:45.006214 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:45.009538 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-20dcef71-da79-447c-a606-2e4fec258702 None None] For port 43bd93ff-a938-4637-8638-f5e507b7ebd9, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=43bd93ff-a938-4637-8638-f5e507b7ebd9,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:45.032983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20dcef71-da79-447c-a606-2e4fec258702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:45.043744 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Attempting to bind port 213c6928-f126-4854-a6d8-1bdaeaf8d71b on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:26:45.044138 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Attempting to bind port 213c6928-f126-4854-a6d8-1bdaeaf8d71b by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '77f0d672-2e12-4f95-a55b-82e3a202c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:26:45.044514 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Attempting to bind port 213c6928-f126-4854-a6d8-1bdaeaf8d71b on network a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:26:45.050253 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:26:45.053310 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:26:45.055937 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:26:45.073380 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:26:45.073756 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Checking segment: {'id': '77f0d672-2e12-4f95-a55b-82e3a202c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:26:45.074385 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:45.074797 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Bound using segment: {'id': '77f0d672-2e12-4f95-a55b-82e3a202c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:26:45.075274 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Bound port: 213c6928-f126-4854-a6d8-1bdaeaf8d71b, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f0d672-2e12-4f95-a55b-82e3a202c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:26:45.075666 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:45.086189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=f298ad89-2779-46d9-a802-c0ce3ad950e1,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:45.105630 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:45.113409 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dcef71-da79-447c-a606-2e4fec258702 None None] Pushing event updated for resources: {'Port': ['ID=43bd93ff-a938-4637-8638-f5e507b7ebd9,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:45.162002 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:42Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:45.198570 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df8e20-6ac3-48e4-a352-59e6b0c107c0 None None] The sync data for ids ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'] in dv-neutron-821592-1-hyperv is: [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:42Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:26:45.200770 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] For port 213c6928-f126-4854-a6d8-1bdaeaf8d71b, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:26:45.212637 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] For port 213c6928-f126-4854-a6d8-1bdaeaf8d71b, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=213c6928-f126-4854-a6d8-1bdaeaf8d71b,segment=NetworkSegment(77f0d672-2e12-4f95-a55b-82e3a202c2ba),segment_id=77f0d672-2e12-4f95-a55b-82e3a202c2ba)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:26:45.223715 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:45.249311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:45.282304 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2894b-8928-47e9-b080-93cf97bdd021 None None] Pushing event updated for resources: {'Port': ['ID=213c6928-f126-4854-a6d8-1bdaeaf8d71b,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:45.620572 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:45.627379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:45.714208 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=f298ad89-2779-46d9-a802-c0ce3ad950e1,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:45.716800 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:45.812087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:26:45.813825 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:26:45.931517 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:26:46.055488 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:26:46.061511 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-af055509-ad67-4025-9615-b9c45364bd18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/bb93b404-f6d8-44ae-bfb4-ed97c6d15563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2416177 Dec 14 01:26:46.064119 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58228) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:46.235252 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a648ba-6b72-4e09-8a13-5077c6ca3745 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:46.235711 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a648ba-6b72-4e09-8a13-5077c6ca3745 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:46.236199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a648ba-6b72-4e09-8a13-5077c6ca3745 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:46.236645 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a648ba-6b72-4e09-8a13-5077c6ca3745 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:46.241689 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-34a648ba-6b72-4e09-8a13-5077c6ca3745 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1732259 Dec 14 01:26:46.241689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58230) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:46.249730 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c48a6fc-561d-4f17-af56-bb66f5570f93 None None] Network a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:26:46.297315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb0f0bf-9b55-49da-bbd7-ae815a7cf89e tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:46.297805 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb0f0bf-9b55-49da-bbd7-ae815a7cf89e tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:46.298242 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb0f0bf-9b55-49da-bbd7-ae815a7cf89e tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:46.298674 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb0f0bf-9b55-49da-bbd7-ae815a7cf89e tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:46.300510 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6cb0f0bf-9b55-49da-bbd7-ae815a7cf89e tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0583713 Dec 14 01:26:46.303645 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58232) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:46.318192 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9a62aa14-9708-4227-85f0-06dc3a77bd62 None None] Provisioning complete for port 213c6928-f126-4854-a6d8-1bdaeaf8d71b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:46.318640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a62aa14-9708-4227-85f0-06dc3a77bd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:46.431441 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a62aa14-9708-4227-85f0-06dc3a77bd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:46.472592 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9a62aa14-9708-4227-85f0-06dc3a77bd62 None None] For port 213c6928-f126-4854-a6d8-1bdaeaf8d71b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=213c6928-f126-4854-a6d8-1bdaeaf8d71b,segment=NetworkSegment(77f0d672-2e12-4f95-a55b-82e3a202c2ba),segment_id=77f0d672-2e12-4f95-a55b-82e3a202c2ba)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:46.481828 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a62aa14-9708-4227-85f0-06dc3a77bd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:46.732609 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 213c6928-f126-4854-a6d8-1bdaeaf8d71b up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:26:46.798474 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ee04cd04-75a9-4832-8005-db8d50277bbc None None] Provisioning complete for port 213c6928-f126-4854-a6d8-1bdaeaf8d71b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:46.798849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee04cd04-75a9-4832-8005-db8d50277bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:46.802536 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62aa14-9708-4227-85f0-06dc3a77bd62 None None] Pushing event updated for resources: {'Port': ['ID=213c6928-f126-4854-a6d8-1bdaeaf8d71b,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:46.848245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 213c6928-f126-4854-a6d8-1bdaeaf8d71b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:46.848619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:46.938348 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6e919d7b-1b3f-41e5-9150-ede024172164 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.6335387 Dec 14 01:26:46.943003 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Sync routers for ids ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:26:46.956317 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Routers {'bb93b404-f6d8-44ae-bfb4-ed97c6d15563'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:26:46.956941 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:26:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:46.977275 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ee04cd04-75a9-4832-8005-db8d50277bbc None None] Provisioning complete for port f298ad89-2779-46d9-a802-c0ce3ad950e1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:46.977481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee04cd04-75a9-4832-8005-db8d50277bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.011508 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 43bd93ff-a938-4637-8638-f5e507b7ebd9 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:26:47.070269 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ee04cd04-75a9-4832-8005-db8d50277bbc None None] Port f298ad89-2779-46d9-a802-c0ce3ad950e1 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:26:47.074437 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 43bd93ff-a938-4637-8638-f5e507b7ebd9 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:47.074820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.191037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-638bb466-e50f-448e-9d8e-6d07718c975a None None] Provisioning complete for port f298ad89-2779-46d9-a802-c0ce3ad950e1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:47.191342 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-638bb466-e50f-448e-9d8e-6d07718c975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.191497 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Set router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:26:47.229976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-638bb466-e50f-448e-9d8e-6d07718c975a None None] Port f298ad89-2779-46d9-a802-c0ce3ad950e1 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:26:47.349260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58236) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:47.350441 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3439ba45-d418-45bf-af0e-e6e735bf1184 None None] Provisioning complete for port f298ad89-2779-46d9-a802-c0ce3ad950e1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:47.350925 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3439ba45-d418-45bf-af0e-e6e735bf1184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.354636 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fedf2a1b-4ce9-4e62-a94f-3f97a60c46dd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-259116126', 'description': 'tempest-secgroup-smoke-259116126 description', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:47.387657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fedf2a1b-4ce9-4e62-a94f-3f97a60c46dd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.390852 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3439ba45-d418-45bf-af0e-e6e735bf1184 None None] Port f298ad89-2779-46d9-a802-c0ce3ad950e1 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:26:47.403666 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:45Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'f298ad89-2779-46d9-a802-c0ce3ad950e1', 'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:7f:e4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:44Z', 'updated_at': '2021-12-14T01:26:45Z', 'revision_number': 2, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:47.430004 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Checking router: bb93b404-f6d8-44ae-bfb4-ed97c6d15563 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:26:47.430350 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Updating router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 port f298ad89-2779-46d9-a802-c0ce3ad950e1 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:26:47.454591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fedf2a1b-4ce9-4e62-a94f-3f97a60c46dd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.455554 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.460657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fedf2a1b-4ce9-4e62-a94f-3f97a60c46dd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.487454 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fedf2a1b-4ce9-4e62-a94f-3f97a60c46dd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.488810 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fedf2a1b-4ce9-4e62-a94f-3f97a60c46dd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1385334 Dec 14 01:26:47.492279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58238) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:47.493898 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf2a1b-4ce9-4e62-a94f-3f97a60c46dd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07924042-1528-467b-847d-9f25073be4cc,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:47.503429 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1b923f99-ef6d-414f-9c51-7ad8446c7b52 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '07924042-1528-467b-847d-9f25073be4cc', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:47.531831 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b923f99-ef6d-414f-9c51-7ad8446c7b52 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.586340 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b923f99-ef6d-414f-9c51-7ad8446c7b52 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.591095 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b923f99-ef6d-414f-9c51-7ad8446c7b52 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.610260 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b923f99-ef6d-414f-9c51-7ad8446c7b52 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875f46ed-aed6-47e8-9155-b55bedd09e6a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:47.619981 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b923f99-ef6d-414f-9c51-7ad8446c7b52 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.621464 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1b923f99-ef6d-414f-9c51-7ad8446c7b52 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280348 Dec 14 01:26:47.624403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58240) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:47.629088 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-87a33f03-19b1-4b32-80b1-2de213988887 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '07924042-1528-467b-847d-9f25073be4cc', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:47.658024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-87a33f03-19b1-4b32-80b1-2de213988887 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.718794 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-87a33f03-19b1-4b32-80b1-2de213988887 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.724293 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-87a33f03-19b1-4b32-80b1-2de213988887 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.732067 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.737893 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.742455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a33f03-19b1-4b32-80b1-2de213988887 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe10e22-71b4-4193-ae95-c3d520e573f0,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:47.750632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-87a33f03-19b1-4b32-80b1-2de213988887 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.752041 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-87a33f03-19b1-4b32-80b1-2de213988887 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265962 Dec 14 01:26:47.754611 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58242) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:47.759148 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d48f85cb-cb6a-4b10-9b4e-5207094f785a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '07924042-1528-467b-847d-9f25073be4cc', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:47.791549 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25de09c-eb9e-40be-9438-5e6ec16e2c4a None None] Pushing event updated for resources: {'Port': ['ID=f298ad89-2779-46d9-a802-c0ce3ad950e1,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:47.800865 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d48f85cb-cb6a-4b10-9b4e-5207094f785a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.840777 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Attempting to bind port f298ad89-2779-46d9-a802-c0ce3ad950e1 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:26:47.841163 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Attempting to bind port f298ad89-2779-46d9-a802-c0ce3ad950e1 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '77f0d672-2e12-4f95-a55b-82e3a202c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:26:47.841514 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Attempting to bind port f298ad89-2779-46d9-a802-c0ce3ad950e1 on network a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:26:47.847239 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:26:47.847604 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Checking segment: {'id': '77f0d672-2e12-4f95-a55b-82e3a202c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:26:47.848006 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.848449 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Bound using segment: {'id': '77f0d672-2e12-4f95-a55b-82e3a202c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:26:47.848910 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Bound port: f298ad89-2779-46d9-a802-c0ce3ad950e1, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f0d672-2e12-4f95-a55b-82e3a202c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:26:47.849300 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.882711 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d48f85cb-cb6a-4b10-9b4e-5207094f785a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.888468 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d48f85cb-cb6a-4b10-9b4e-5207094f785a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.910164 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f85cb-cb6a-4b10-9b4e-5207094f785a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225adf60-18c7-4604-b31c-6ed4ecd36309,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:47.920580 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d48f85cb-cb6a-4b10-9b4e-5207094f785a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.924395 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d48f85cb-cb6a-4b10-9b4e-5207094f785a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1663020 Dec 14 01:26:47.924576 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] For port f298ad89-2779-46d9-a802-c0ce3ad950e1, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:26:47.924818 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58244) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:47.927139 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] For port f298ad89-2779-46d9-a802-c0ce3ad950e1, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f298ad89-2779-46d9-a802-c0ce3ad950e1,segment=NetworkSegment(77f0d672-2e12-4f95-a55b-82e3a202c2ba),segment_id=77f0d672-2e12-4f95-a55b-82e3a202c2ba)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:26:47.929735 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-17bdcd17-3dfd-4f6a-b7db-c8ac4f90c8ff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '07924042-1528-467b-847d-9f25073be4cc', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:47.931610 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.964941 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17bdcd17-3dfd-4f6a-b7db-c8ac4f90c8ff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:47.985439 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Routers {'bb93b404-f6d8-44ae-bfb4-ed97c6d15563'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:26:47.986048 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:26:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:48.030635 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-86d7eed3-03cd-428b-8c2b-2af6fe690a29 None None] Provisioning complete for port f298ad89-2779-46d9-a802-c0ce3ad950e1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:48.030635 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-86d7eed3-03cd-428b-8c2b-2af6fe690a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:48.032998 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17bdcd17-3dfd-4f6a-b7db-c8ac4f90c8ff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:48.036658 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25de09c-eb9e-40be-9438-5e6ec16e2c4a None None] Pushing event updated for resources: {'Port': ['ID=f298ad89-2779-46d9-a802-c0ce3ad950e1,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:48.041726 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17bdcd17-3dfd-4f6a-b7db-c8ac4f90c8ff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:48.070248 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdcd17-3dfd-4f6a-b7db-c8ac4f90c8ff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5768aa68-cc93-4994-b544-fd6a856daee5,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:48.091957 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17bdcd17-3dfd-4f6a-b7db-c8ac4f90c8ff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:48.092738 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-17bdcd17-3dfd-4f6a-b7db-c8ac4f90c8ff tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1667476 Dec 14 01:26:48.095427 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58246) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:48.100280 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-75fbd4af-05d3-4094-9278-bc7be86cffba tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '07924042-1528-467b-847d-9f25073be4cc', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:48.110970 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] Set router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:26:48.131833 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-86d7eed3-03cd-428b-8c2b-2af6fe690a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:48.134731 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-75fbd4af-05d3-4094-9278-bc7be86cffba tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:26:48.140422 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-75fbd4af-05d3-4094-9278-bc7be86cffba tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:48.170305 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-86d7eed3-03cd-428b-8c2b-2af6fe690a29 None None] For port f298ad89-2779-46d9-a802-c0ce3ad950e1, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f298ad89-2779-46d9-a802-c0ce3ad950e1,segment=NetworkSegment(77f0d672-2e12-4f95-a55b-82e3a202c2ba),segment_id=77f0d672-2e12-4f95-a55b-82e3a202c2ba)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:48.180811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-86d7eed3-03cd-428b-8c2b-2af6fe690a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:48.213553 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-75fbd4af-05d3-4094-9278-bc7be86cffba tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:48.221591 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-75fbd4af-05d3-4094-9278-bc7be86cffba tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:48.249958 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7eed3-03cd-428b-8c2b-2af6fe690a29 None None] Pushing event updated for resources: {'Port': ['ID=f298ad89-2779-46d9-a802-c0ce3ad950e1,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:48.255887 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbd4af-05d3-4094-9278-bc7be86cffba tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a8d54c-095b-4b74-b1ef-356f7af436b4,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:48.267272 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-75fbd4af-05d3-4094-9278-bc7be86cffba tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:48.268528 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-75fbd4af-05d3-4094-9278-bc7be86cffba tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1718791 Dec 14 01:26:48.271377 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58248) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:48.275864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c758002b-d150-4e7d-9218-1035265cc146 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '07924042-1528-467b-847d-9f25073be4cc', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:48.301905 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-c758002b-d150-4e7d-9218-1035265cc146 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:26:48.303142 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8ff602c7-5c98-4f0b-815f-d0dc52be1bad None None] Provisioning complete for port f298ad89-2779-46d9-a802-c0ce3ad950e1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:48.304124 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ff602c7-5c98-4f0b-815f-d0dc52be1bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:48.307853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c758002b-d150-4e7d-9218-1035265cc146 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:48.331636 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:45Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'f298ad89-2779-46d9-a802-c0ce3ad950e1', 'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:7f:e4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:44Z', 'updated_at': '2021-12-14T01:26:47Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:26:48.359180 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f148d220-71f0-457b-bf93-8068bc89bb12 None None] The sync data for ids ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'] in dv-neutron-821592-1-hyperv is: [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:45Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'f298ad89-2779-46d9-a802-c0ce3ad950e1', 'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:7f:e4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:44Z', 'updated_at': '2021-12-14T01:26:47Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:26:48.379756 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c758002b-d150-4e7d-9218-1035265cc146 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:48.385309 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c758002b-d150-4e7d-9218-1035265cc146 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:48.403225 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758002b-d150-4e7d-9218-1035265cc146 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae4bf5a-6ae2-4756-bd20-192b0e992a90,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:48.420501 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c758002b-d150-4e7d-9218-1035265cc146 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:48.421903 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c758002b-d150-4e7d-9218-1035265cc146 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1495876 Dec 14 01:26:48.586973 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-1bf830f0-46e0-4822-80ba-108815510ebd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-259116126&fields=id&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 267 time: 0.0546124 Dec 14 01:26:48.684457 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f298ad89-2779-46d9-a802-c0ce3ad950e1 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:26:48.712133 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-24d40330-9029-4b79-b13c-f63cc99c78b6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:48.713665 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-24d40330-9029-4b79-b13c-f63cc99c78b6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/networks?id=a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f HTTP/1.1" status: 200 len: 796 time: 0.1190908 Dec 14 01:26:48.731300 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-4993520c-4f8f-4f1d-9cc0-f94412437548 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/quotas/9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 375 time: 0.0110052 Dec 14 01:26:48.782481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port f298ad89-2779-46d9-a802-c0ce3ad950e1 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:48.782846 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:48.785429 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-48a9e047-8fdf-45af-8a71-2a1a988ab5d7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499732 Dec 14 01:26:48.912740 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 213c6928-f126-4854-a6d8-1bdaeaf8d71b up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:26:48.952530 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-909ef2c2-4553-4872-84e6-310ab7616daf service neutron] 10.222.0.32 "GET /v2.0/networks/a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512263 Dec 14 01:26:48.976708 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 213c6928-f126-4854-a6d8-1bdaeaf8d71b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:48.977078 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:49.063001 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-90579a70-ada1-4131-ab78-e511773108f5 service neutron] 10.222.0.32 "GET /v2.0/networks/a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029699 Dec 14 01:26:49.232943 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a57c1e72-75fb-4661-aa47-ea1798abaec2 req-f5296232-42a4-4814-a4b1-75fd36892c28 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 210 time: 0.0326841 Dec 14 01:26:50.249723 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-4a5b2177-fbc1-444a-b29a-c2a393e11b4f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:50.251471 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-4a5b2177-fbc1-444a-b29a-c2a393e11b4f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/networks?id=a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f HTTP/1.1" status: 200 len: 796 time: 0.1083090 Dec 14 01:26:50.340972 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f4d9bca4-56fc-4e47-bae7-a02ee3ef875f req-13ce0d30-b757-449d-9653-44eaf6557d61 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 210 time: 0.0366578 Dec 14 01:26:50.348010 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-41bda7ac-bbb5-42ce-8238-7eff425b4c9e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 379 time: 0.0809882 Dec 14 01:26:50.359414 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-2b266711-5c79-432d-be5e-999fc534905a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'port': {'device_id': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'admin_state_up': True, 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'security_groups': ['07924042-1528-467b-847d-9f25073be4cc']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:50.479153 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-2b266711-5c79-432d-be5e-999fc534905a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:26:50.483013 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-2b266711-5c79-432d-be5e-999fc534905a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:50.625910 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-2b266711-5c79-432d-be5e-999fc534905a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.3 (a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f/58d742fb-6c9a-4ec9-b6b7-7fc10606d378/20300430-55b1-4680-8dbf-c28ae13d3f4c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:26:50.781955 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-2b266711-5c79-432d-be5e-999fc534905a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:50.820970 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-2b266711-5c79-432d-be5e-999fc534905a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:50.865705 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-2b266711-5c79-432d-be5e-999fc534905a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:26:50.868840 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-2b266711-5c79-432d-be5e-999fc534905a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:26:50.871395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-2b266711-5c79-432d-be5e-999fc534905a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:26:50.901649 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b266711-5c79-432d-be5e-999fc534905a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=20300430-55b1-4680-8dbf-c28ae13d3f4c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:50.932292 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-2b266711-5c79-432d-be5e-999fc534905a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:50.932923 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-2b266711-5c79-432d-be5e-999fc534905a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:50.949926 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-2b266711-5c79-432d-be5e-999fc534905a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5944221 Dec 14 01:26:50.968603 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Request body: {'port': {'device_id': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:51.025784 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:51.136577 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2ba76ddf-1dbb-4fd1-81f2-32616030f4ec None None] Provisioning complete for port 20300430-55b1-4680-8dbf-c28ae13d3f4c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:51.137696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ba76ddf-1dbb-4fd1-81f2-32616030f4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:51.176881 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2ba76ddf-1dbb-4fd1-81f2-32616030f4ec None None] Port 20300430-55b1-4680-8dbf-c28ae13d3f4c cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:26:51.291428 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20300430-55b1-4680-8dbf-c28ae13d3f4c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:26:51.299493 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:51.313567 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Transition to ACTIVE for port object 20300430-55b1-4680-8dbf-c28ae13d3f4c will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:26:51.317820 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:51.376132 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Pushing event updated for resources: {'Port': ['ID=20300430-55b1-4680-8dbf-c28ae13d3f4c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:51.481075 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Attempting to bind port 20300430-55b1-4680-8dbf-c28ae13d3f4c on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:26:51.481424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Attempting to bind port 20300430-55b1-4680-8dbf-c28ae13d3f4c by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '77f0d672-2e12-4f95-a55b-82e3a202c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:26:51.481755 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Attempting to bind port 20300430-55b1-4680-8dbf-c28ae13d3f4c on network a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:26:51.492535 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b66916-6a19-45f5-95cf-80ff14881c32 req-20fabf73-d2b5-43b5-ab3a-67d8405246d4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:51.494078 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c5b66916-6a19-45f5-95cf-80ff14881c32 req-20fabf73-d2b5-43b5-ab3a-67d8405246d4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 943 time: 0.0801289 Dec 14 01:26:51.496526 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Port 20300430-55b1-4680-8dbf-c28ae13d3f4c on network a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:26:51.496895 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Attempting to bind port 20300430-55b1-4680-8dbf-c28ae13d3f4c on network a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:26:51.509333 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:26:51.509678 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Checking segment: {'id': '77f0d672-2e12-4f95-a55b-82e3a202c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:26:51.510074 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Bound using segment: {'id': '77f0d672-2e12-4f95-a55b-82e3a202c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:26:51.510520 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Bound port: 20300430-55b1-4680-8dbf-c28ae13d3f4c, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f0d672-2e12-4f95-a55b-82e3a202c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:26:51.510878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:51.593217 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c5b66916-6a19-45f5-95cf-80ff14881c32 req-218921d8-5a7e-4a48-8f03-f7226202fa0f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=07924042-1528-467b-847d-9f25073be4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925021 Dec 14 01:26:51.617437 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] For port 20300430-55b1-4680-8dbf-c28ae13d3f4c, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:26:51.620723 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] For port 20300430-55b1-4680-8dbf-c28ae13d3f4c, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=20300430-55b1-4680-8dbf-c28ae13d3f4c,segment=NetworkSegment(77f0d672-2e12-4f95-a55b-82e3a202c2ba),segment_id=77f0d672-2e12-4f95-a55b-82e3a202c2ba)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:26:51.626469 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:51.661075 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:51.661693 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:51.663071 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] 10.222.0.16 "PUT /v2.0/ports/20300430-55b1-4680-8dbf-c28ae13d3f4c HTTP/1.1" status: 200 len: 1093 time: 0.6994185 Dec 14 01:26:51.663493 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'tag': '20300430-55b1-4680-8dbf-c28ae13d3f4c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:26:51.665791 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75608502-e9a9-4acd-85d8-7f271290fd1a" -d '{"events": [{"name": "network-changed", "server_uuid": "eab13159-1d7d-4e4a-af4a-7992548b76ac", "tag": "20300430-55b1-4680-8dbf-c28ae13d3f4c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:26:51.696161 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fc82f-3c09-4290-a203-604c11d4799b service neutron] Pushing event updated for resources: {'Port': ['ID=20300430-55b1-4680-8dbf-c28ae13d3f4c,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:51.722938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803072f9-f1e2-446c-adfd-f288f95c6ec1 x-openstack-request-id: req-803072f9-f1e2-446c-adfd-f288f95c6ec1 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:26:51.723241 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab13159-1d7d-4e4a-af4a-7992548b76ac", "tag": "20300430-55b1-4680-8dbf-c28ae13d3f4c", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:26:51.723502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-803072f9-f1e2-446c-adfd-f288f95c6ec1 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:26:51.723941 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'tag': '20300430-55b1-4680-8dbf-c28ae13d3f4c', 'status': 'completed', 'code': 200} Dec 14 01:26:51.778963 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-17cf10f0-d551-4ea6-877f-795340642a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:51.780521 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-17cf10f0-d551-4ea6-877f-795340642a5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 1096 time: 0.0429349 Dec 14 01:26:51.834223 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-d8f0862f-1283-4341-accb-1a6c1174e8e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20300430-55b1-4680-8dbf-c28ae13d3f4c HTTP/1.1" status: 200 len: 217 time: 0.0402911 Dec 14 01:26:51.882934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-16ee3640-edd2-4d44-b3d6-1a4d1083db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:51.884312 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-16ee3640-edd2-4d44-b3d6-1a4d1083db66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=58d742fb-6c9a-4ec9-b6b7-7fc10606d378 HTTP/1.1" status: 200 len: 834 time: 0.0432193 Dec 14 01:26:51.927684 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d49ecdb-d548-410a-b079-3b39608e9dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:51.932172 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-49761f7f-3c0a-4000-8671-08bc2e7ba077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:51.933858 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-49761f7f-3c0a-4000-8671-08bc2e7ba077 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421517 Dec 14 01:26:52.033312 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-75200b49-97a0-4daa-80e0-52fd2b3ce3d0 service neutron] 10.222.0.16 "GET /v2.0/networks/a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923362 Dec 14 01:26:52.122730 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a37ab89-6868-4f4d-b2f9-72399ecf710f req-81c16d97-96f6-475f-8f3a-2436ca64c186 service neutron] 10.222.0.16 "GET /v2.0/networks/a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826962 Dec 14 01:26:52.260319 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75608502-e9a9-4acd-85d8-7f271290fd1a req-722ba0f0-4c80-4992-b43c-aa86024b050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:52.262003 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75608502-e9a9-4acd-85d8-7f271290fd1a req-722ba0f0-4c80-4992-b43c-aa86024b050b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 1096 time: 0.0467157 Dec 14 01:26:52.356143 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75608502-e9a9-4acd-85d8-7f271290fd1a req-88fe1dd7-ef8c-4944-bed7-b30c42f65fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:52.357613 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75608502-e9a9-4acd-85d8-7f271290fd1a req-88fe1dd7-ef8c-4944-bed7-b30c42f65fe3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f HTTP/1.1" status: 200 len: 896 time: 0.0857713 Dec 14 01:26:52.403208 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75608502-e9a9-4acd-85d8-7f271290fd1a req-5a50049c-0f1c-4a99-a6c0-c688ece473fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20300430-55b1-4680-8dbf-c28ae13d3f4c HTTP/1.1" status: 200 len: 217 time: 0.0379112 Dec 14 01:26:52.457966 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75608502-e9a9-4acd-85d8-7f271290fd1a req-1ae2728d-638b-477f-b02e-93080ea9bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:52.460281 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75608502-e9a9-4acd-85d8-7f271290fd1a req-1ae2728d-638b-477f-b02e-93080ea9bef6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=58d742fb-6c9a-4ec9-b6b7-7fc10606d378 HTTP/1.1" status: 200 len: 834 time: 0.0502677 Dec 14 01:26:52.507761 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75608502-e9a9-4acd-85d8-7f271290fd1a req-c66d73a2-d0b2-4365-a649-9556e70b5ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:52.509131 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75608502-e9a9-4acd-85d8-7f271290fd1a req-c66d73a2-d0b2-4365-a649-9556e70b5ed7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412610 Dec 14 01:26:52.608502 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75608502-e9a9-4acd-85d8-7f271290fd1a req-e8b4f143-527f-485e-b889-a2c0dbb18672 service neutron] 10.222.0.16 "GET /v2.0/networks/a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916100 Dec 14 01:26:52.733937 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4fb35-3292-49c7-9a8e-28563084f614 req-82c12494-ea63-49fe-a3c6-353810d174b2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:52.735410 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-efa4fb35-3292-49c7-9a8e-28563084f614 req-82c12494-ea63-49fe-a3c6-353810d174b2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 943 time: 0.0735023 Dec 14 01:26:52.737349 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75608502-e9a9-4acd-85d8-7f271290fd1a req-3bbbfd3d-9471-4c53-b9fd-14846f8bb095 service neutron] 10.222.0.16 "GET /v2.0/networks/a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216817 Dec 14 01:26:52.790943 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-efa4fb35-3292-49c7-9a8e-28563084f614 req-8c52eb6c-7127-47df-bf5b-5a1de649a9b7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=07924042-1528-467b-847d-9f25073be4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478096 Dec 14 01:26:53.909104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 20300430-55b1-4680-8dbf-c28ae13d3f4c details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:26:53.910338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703e7f7-7cd4-49c6-8dcd-8a1962ac0590 req-9dfb1c72-8108-4163-b719-d65b29cf4424 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:53.911853 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1703e7f7-7cd4-49c6-8dcd-8a1962ac0590 req-9dfb1c72-8108-4163-b719-d65b29cf4424 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 943 time: 0.0509989 Dec 14 01:26:53.965282 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1703e7f7-7cd4-49c6-8dcd-8a1962ac0590 req-41187954-af5e-4ed1-9bea-21f40eb2cf79 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=07924042-1528-467b-847d-9f25073be4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472658 Dec 14 01:26:54.010698 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 20300430-55b1-4680-8dbf-c28ae13d3f4c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=20300430-55b1-4680-8dbf-c28ae13d3f4c,segment=NetworkSegment(77f0d672-2e12-4f95-a55b-82e3a202c2ba),segment_id=77f0d672-2e12-4f95-a55b-82e3a202c2ba)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:54.022308 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '20300430-55b1-4680-8dbf-c28ae13d3f4c', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'port_id': '20300430-55b1-4680-8dbf-c28ae13d3f4c', 'mac_address': 'fa:16:3e:a7:cf:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:26:54.061380 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:54.075996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20300430-55b1-4680-8dbf-c28ae13d3f4c {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:26:54.096585 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 20300430-55b1-4680-8dbf-c28ae13d3f4c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=20300430-55b1-4680-8dbf-c28ae13d3f4c,segment=NetworkSegment(77f0d672-2e12-4f95-a55b-82e3a202c2ba),segment_id=77f0d672-2e12-4f95-a55b-82e3a202c2ba)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:54.103137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:54.158843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=20300430-55b1-4680-8dbf-c28ae13d3f4c,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:54.166299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8c3a0db-bf8d-4614-a51c-4bc88acff65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:54.366966 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['20300430-55b1-4680-8dbf-c28ae13d3f4c'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:26:55.097444 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18665d2-6e1b-4ca4-b659-1c24ef71beb4 req-f33ae90f-0324-45b1-b21c-152d51dae4ab tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:55.099031 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f18665d2-6e1b-4ca4-b659-1c24ef71beb4 req-f33ae90f-0324-45b1-b21c-152d51dae4ab tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 944 time: 0.0593905 Dec 14 01:26:55.150092 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f18665d2-6e1b-4ca4-b659-1c24ef71beb4 req-e3e81c52-1311-4101-ad1a-5b3f5abf3de6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=07924042-1528-467b-847d-9f25073be4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447977 Dec 14 01:26:55.358708 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:55.925710 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 20300430-55b1-4680-8dbf-c28ae13d3f4c up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:26:55.990381 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 20300430-55b1-4680-8dbf-c28ae13d3f4c completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:26:55.994769 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 20300430-55b1-4680-8dbf-c28ae13d3f4c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:26:55.995277 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:56.079976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:56.111265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20300430-55b1-4680-8dbf-c28ae13d3f4c'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:26:56.114315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b73f83f-f584-4b9b-94bb-74e7e41c66b7" -d '{"events": [{"server_uuid": "eab13159-1d7d-4e4a-af4a-7992548b76ac", "name": "network-vif-plugged", "status": "completed", "tag": "20300430-55b1-4680-8dbf-c28ae13d3f4c"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:26:56.127278 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 20300430-55b1-4680-8dbf-c28ae13d3f4c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=20300430-55b1-4680-8dbf-c28ae13d3f4c,segment=NetworkSegment(77f0d672-2e12-4f95-a55b-82e3a202c2ba),segment_id=77f0d672-2e12-4f95-a55b-82e3a202c2ba)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:26:56.132728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:56.155791 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8ac8f8-1a1b-494a-8e52-da0c4fac71a9 x-openstack-request-id: req-6a8ac8f8-1a1b-494a-8e52-da0c4fac71a9 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:26:56.156072 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab13159-1d7d-4e4a-af4a-7992548b76ac", "name": "network-vif-plugged", "status": "completed", "tag": "20300430-55b1-4680-8dbf-c28ae13d3f4c", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:26:56.156350 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a8ac8f8-1a1b-494a-8e52-da0c4fac71a9 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:26:56.156739 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20300430-55b1-4680-8dbf-c28ae13d3f4c', 'code': 200} Dec 14 01:26:56.182753 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=20300430-55b1-4680-8dbf-c28ae13d3f4c,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:56.285728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cecbad-fecc-44c6-b18f-e58f31809e7e req-b0be64bd-412f-4129-b86b-45abab83f65f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:56.287229 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a7cecbad-fecc-44c6-b18f-e58f31809e7e req-b0be64bd-412f-4129-b86b-45abab83f65f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 945 time: 0.0541756 Dec 14 01:26:56.358702 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a7cecbad-fecc-44c6-b18f-e58f31809e7e req-3a918bd0-d791-4e4d-83c4-f6d607ed2687 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=07924042-1528-467b-847d-9f25073be4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650783 Dec 14 01:26:56.371062 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dadb1f-2446-45c5-8e97-6ce8133dbe05 req-40daa620-e5e8-4b9b-960b-b28d7512b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:56.372631 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13dadb1f-2446-45c5-8e97-6ce8133dbe05 req-40daa620-e5e8-4b9b-960b-b28d7512b266 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 1098 time: 0.0518680 Dec 14 01:26:56.420660 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13dadb1f-2446-45c5-8e97-6ce8133dbe05 req-a69cd5bb-72f9-4bcf-9f2a-4a75be597f71 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=07924042-1528-467b-847d-9f25073be4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402455 Dec 14 01:26:56.727665 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:57.499435 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20305a-e551-4cd2-812a-c464e657b5b0 req-733c7eec-a5ad-4982-890d-43d48fbd1b59 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:57.500847 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5c20305a-e551-4cd2-812a-c464e657b5b0 req-733c7eec-a5ad-4982-890d-43d48fbd1b59 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 945 time: 0.0570889 Dec 14 01:26:57.554452 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5c20305a-e551-4cd2-812a-c464e657b5b0 req-815f421a-c26e-4a77-90c8-deb833a161fb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=07924042-1528-467b-847d-9f25073be4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471954 Dec 14 01:26:57.722877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:58.688730 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8c13b-6c51-4703-81dc-a47aa6321f12 req-46ba9d4f-599c-45ee-b027-2737ffc05adf tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:58.690210 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aca8c13b-6c51-4703-81dc-a47aa6321f12 req-46ba9d4f-599c-45ee-b027-2737ffc05adf tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 945 time: 0.0580373 Dec 14 01:26:58.744373 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aca8c13b-6c51-4703-81dc-a47aa6321f12 req-5dff05f9-c600-4950-81ed-8b190df4bf81 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=07924042-1528-467b-847d-9f25073be4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445797 Dec 14 01:26:58.888944 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e86517-233b-40ff-920f-399e0af9e35c req-eb2d3b14-0542-4122-9e85-9ca1a0badeb8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:58.890478 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d5e86517-233b-40ff-920f-399e0af9e35c req-eb2d3b14-0542-4122-9e85-9ca1a0badeb8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 945 time: 0.0628488 Dec 14 01:26:58.943688 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d5e86517-233b-40ff-920f-399e0af9e35c req-c4bc9fd4-42de-465e-b39c-54953d7f2971 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=07924042-1528-467b-847d-9f25073be4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471911 Dec 14 01:26:58.967166 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58300) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:59.008753 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9671c32-2ec7-4a66-8083-f584538749eb tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:26:59.010296 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b9671c32-2ec7-4a66-8083-f584538749eb tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 1093 time: 0.0421600 Dec 14 01:26:59.013522 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58302) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:26:59.017982 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '20300430-55b1-4680-8dbf-c28ae13d3f4c', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:26:59.044313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:59.142163 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:59.251979 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.26.1.77 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/d4cf2258-8aa1-4e47-9482-bfe05f235609) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:26:59.356903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:59.397790 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:59.440866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:26:59.443638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:26:59.448171 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:26:59.453731 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=d4cf2258-8aa1-4e47-9482-bfe05f235609,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:26:59.838751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:26:59.914385 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:00.064330 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:00.071325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:00.133925 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=d4cf2258-8aa1-4e47-9482-bfe05f235609,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:00.147592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:00.254765 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP 38f2cd8b-42d8-4405-a134-9b7f4febcf14 associated. External IP: 172.26.1.77, port: 20300430-55b1-4680-8dbf-c28ae13d3f4c. Dec 14 01:27:00.475867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:27:00.596505 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:27:00.606448 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8f640-9111-4a94-9128-dae173defeb1 None None] Sync routers for ids ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:27:00.616054 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:00.616937 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c8f640-9111-4a94-9128-dae173defeb1 None None] Routers {'bb93b404-f6d8-44ae-bfb4-ed97c6d15563'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:27:00.617562 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b1c8f640-9111-4a94-9128-dae173defeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:26:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:00.643906 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b0442f5d-acaf-45ce-8472-2fcf706c359f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6293733 Dec 14 01:27:00.644825 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'tag': '20300430-55b1-4680-8dbf-c28ae13d3f4c'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:27:00.646700 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58304) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:00.647330 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fcee22-2a62-4bd8-a402-4290d7aeee44" -d '{"events": [{"name": "network-changed", "server_uuid": "eab13159-1d7d-4e4a-af4a-7992548b76ac", "tag": "20300430-55b1-4680-8dbf-c28ae13d3f4c"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:27:00.728898 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b1c8f640-9111-4a94-9128-dae173defeb1 None None] Set router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:27:00.743141 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd978d92-44e5-454e-8d5d-aa5c7366f25c x-openstack-request-id: req-bd978d92-44e5-454e-8d5d-aa5c7366f25c {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:27:00.743445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab13159-1d7d-4e4a-af4a-7992548b76ac", "tag": "20300430-55b1-4680-8dbf-c28ae13d3f4c", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:27:00.743702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd978d92-44e5-454e-8d5d-aa5c7366f25c {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:27:00.744126 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'tag': '20300430-55b1-4680-8dbf-c28ae13d3f4c', 'status': 'completed', 'code': 200} Dec 14 01:27:00.757793 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-da1942a4-96ba-4101-a49b-b1b1da51c10c tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/routers/bb93b404-f6d8-44ae-bfb4-ed97c6d15563 HTTP/1.1" status: 200 len: 922 time: 0.1098485 Dec 14 01:27:00.760277 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58310) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:00.856731 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d11180c2-8fb1-4bb2-8e4e-26a93c0f226f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/38f2cd8b-42d8-4405-a134-9b7f4febcf14 HTTP/1.1" status: 200 len: 990 time: 0.0948451 Dec 14 01:27:00.865408 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcee22-2a62-4bd8-a402-4290d7aeee44 req-a2ba8261-d9f3-49ee-9dae-92139c4340ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:00.866864 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b2fcee22-2a62-4bd8-a402-4290d7aeee44 req-a2ba8261-d9f3-49ee-9dae-92139c4340ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 1098 time: 0.0634079 Dec 14 01:27:00.961438 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcee22-2a62-4bd8-a402-4290d7aeee44 req-4ec1fa87-f037-4955-8d94-a5d986b4ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:00.962582 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b1c8f640-9111-4a94-9128-dae173defeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:45Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '38f2cd8b-42d8-4405-a134-9b7f4febcf14', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.77', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'port_id': '20300430-55b1-4680-8dbf-c28ae13d3f4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'mac_address': 'fa:16:3e:a7:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:26:59Z', 'updated_at': '2021-12-14T01:26:59Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f298ad89-2779-46d9-a802-c0ce3ad950e1', 'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:7f:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:44Z', 'updated_at': '2021-12-14T01:26:48Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:00.962974 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b2fcee22-2a62-4bd8-a402-4290d7aeee44 req-4ec1fa87-f037-4955-8d94-a5d986b4ad7d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f HTTP/1.1" status: 200 len: 896 time: 0.0884454 Dec 14 01:27:00.988957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8f640-9111-4a94-9128-dae173defeb1 None None] Checking router: bb93b404-f6d8-44ae-bfb4-ed97c6d15563 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:27:00.998035 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c8f640-9111-4a94-9128-dae173defeb1 None None] Routers {'bb93b404-f6d8-44ae-bfb4-ed97c6d15563'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:27:00.998743 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b1c8f640-9111-4a94-9128-dae173defeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:26:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:01.033438 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b2fcee22-2a62-4bd8-a402-4290d7aeee44 req-cdb573b3-5988-4ad5-b6f2-5520e4c28530 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20300430-55b1-4680-8dbf-c28ae13d3f4c HTTP/1.1" status: 200 len: 998 time: 0.0635891 Dec 14 01:27:01.087581 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcee22-2a62-4bd8-a402-4290d7aeee44 req-3bda9f86-e960-4fda-b149-c1d8c0091559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:01.089107 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b2fcee22-2a62-4bd8-a402-4290d7aeee44 req-3bda9f86-e960-4fda-b149-c1d8c0091559 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=58d742fb-6c9a-4ec9-b6b7-7fc10606d378 HTTP/1.1" status: 200 len: 834 time: 0.0485301 Dec 14 01:27:01.140434 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcee22-2a62-4bd8-a402-4290d7aeee44 req-997e7e49-af2a-46fd-bcbe-291ccd5a2492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:01.142012 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b2fcee22-2a62-4bd8-a402-4290d7aeee44 req-997e7e49-af2a-46fd-bcbe-291ccd5a2492 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453243 Dec 14 01:27:01.237114 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b2fcee22-2a62-4bd8-a402-4290d7aeee44 req-1836dace-5872-48cf-a267-06c9e6790132 service neutron] 10.222.0.16 "GET /v2.0/networks/a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880201 Dec 14 01:27:01.260152 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b1c8f640-9111-4a94-9128-dae173defeb1 None None] Set router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:27:01.506302 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b1c8f640-9111-4a94-9128-dae173defeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:45Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '38f2cd8b-42d8-4405-a134-9b7f4febcf14', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.77', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'port_id': '20300430-55b1-4680-8dbf-c28ae13d3f4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'mac_address': 'fa:16:3e:a7:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:26:59Z', 'updated_at': '2021-12-14T01:26:59Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f298ad89-2779-46d9-a802-c0ce3ad950e1', 'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:7f:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:44Z', 'updated_at': '2021-12-14T01:26:48Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:01.534835 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8f640-9111-4a94-9128-dae173defeb1 None None] The sync data for ids ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'] in dv-neutron-821592-1-hyperv is: [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:45Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '38f2cd8b-42d8-4405-a134-9b7f4febcf14', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.77', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'port_id': '20300430-55b1-4680-8dbf-c28ae13d3f4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'mac_address': 'fa:16:3e:a7:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:26:59Z', 'updated_at': '2021-12-14T01:26:59Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f298ad89-2779-46d9-a802-c0ce3ad950e1', 'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:7f:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:44Z', 'updated_at': '2021-12-14T01:26:48Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:27:01.613749 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b2fcee22-2a62-4bd8-a402-4290d7aeee44 req-d09953e7-fe22-4c0d-abce-457059f08118 service neutron] 10.222.0.16 "GET /v2.0/networks/a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694291 Dec 14 01:27:01.737854 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca864dda-887a-4ee0-b573-cb175a277f13 None None] New status for floating IP 38f2cd8b-42d8-4405-a134-9b7f4febcf14: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:27:01.860310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58312) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:01.928526 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-418b7002-b1b4-4b92-a81a-02dc0899d3f6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/38f2cd8b-42d8-4405-a134-9b7f4febcf14 HTTP/1.1" status: 200 len: 990 time: 0.0668392 Dec 14 01:27:02.932632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58314) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:03.010473 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a31af6ac-60f6-4d9c-8297-6f99c170ba94 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/38f2cd8b-42d8-4405-a134-9b7f4febcf14 HTTP/1.1" status: 200 len: 992 time: 0.0764148 Dec 14 01:27:10.647882 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:11.111054 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:27:19.829766 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fec24541-d497-42f1-933f-c74ec03dce91 req-593b67a9-cb9e-4591-bbb8-8ef040cca93c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418715 Dec 14 01:27:19.934178 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec24541-d497-42f1-933f-c74ec03dce91 req-937c6b59-8c1a-49cf-94e2-c5a7fdf73b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:19.935662 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fec24541-d497-42f1-933f-c74ec03dce91 req-937c6b59-8c1a-49cf-94e2-c5a7fdf73b97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 1098 time: 0.0425670 Dec 14 01:27:20.057206 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec24541-d497-42f1-933f-c74ec03dce91 req-e688c2a9-e874-4068-8ff7-8200de7554fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:20.058601 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fec24541-d497-42f1-933f-c74ec03dce91 req-e688c2a9-e874-4068-8ff7-8200de7554fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f HTTP/1.1" status: 200 len: 896 time: 0.0983543 Dec 14 01:27:20.126136 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fec24541-d497-42f1-933f-c74ec03dce91 req-3ed59c63-274c-473b-af41-c41da7349747 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20300430-55b1-4680-8dbf-c28ae13d3f4c HTTP/1.1" status: 200 len: 1000 time: 0.0600228 Dec 14 01:27:20.177979 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec24541-d497-42f1-933f-c74ec03dce91 req-7415983a-ab93-40f7-be86-3e3735442c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:20.179420 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fec24541-d497-42f1-933f-c74ec03dce91 req-7415983a-ab93-40f7-be86-3e3735442c5e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=58d742fb-6c9a-4ec9-b6b7-7fc10606d378 HTTP/1.1" status: 200 len: 834 time: 0.0460432 Dec 14 01:27:20.231182 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec24541-d497-42f1-933f-c74ec03dce91 req-2a30c817-efd2-45d3-a574-fa44b981c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:20.232687 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fec24541-d497-42f1-933f-c74ec03dce91 req-2a30c817-efd2-45d3-a574-fa44b981c8d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460515 Dec 14 01:27:20.335334 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fec24541-d497-42f1-933f-c74ec03dce91 req-e788cd22-8148-4a95-a008-cb6d05ee70a1 service neutron] 10.222.0.16 "GET /v2.0/networks/a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944815 Dec 14 01:27:20.437037 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fec24541-d497-42f1-933f-c74ec03dce91 req-0e322058-473a-4f3e-8568-f5d2370fda96 service neutron] 10.222.0.16 "GET /v2.0/networks/a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941041 Dec 14 01:27:21.931060 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35fc9edb-0db1-423f-bc49-c3ad46e0012d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:24.176381 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3cf89b03-b821-4a2e-a56c-0270423064bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:25.361774 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:26.737590 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:27.569987 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58324) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:27.695045 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-723e18bc-2aca-400b-a57e-4c63b3ed533c tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/routers/bb93b404-f6d8-44ae-bfb4-ed97c6d15563/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1235585 Dec 14 01:27:27.698156 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58326) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:27.717996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:27.847635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48caffe-94b9-466b-8531-16e3bebce8e1 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Notify agent at dv-neutron-821592-1-hyperv the message router_removed_from_agent {{(pid=103409) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 14 01:27:27.851263 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f48caffe-94b9-466b-8531-16e3bebce8e1 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "DELETE /v2.0/agents/1eeca975-822b-40f3-b824-cbed5754a827/l3-routers/bb93b404-f6d8-44ae-bfb4-ed97c6d15563 HTTP/1.1" status: 204 len: 168 time: 0.1521754 Dec 14 01:27:27.854365 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58328) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:27.974075 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-948e2c79-600a-4376-921f-1f7b2b27f06f tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/routers/bb93b404-f6d8-44ae-bfb4-ed97c6d15563/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1179786 Dec 14 01:27:27.977054 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58330) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:28.056219 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b0815221-b212-4087-b3c9-57a503c52541 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/38f2cd8b-42d8-4405-a134-9b7f4febcf14 HTTP/1.1" status: 200 len: 992 time: 0.0779791 Dec 14 01:27:28.647598 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a98854-4c84-4a5c-b276-3f86c780de75 None None] New status for floating IP 38f2cd8b-42d8-4405-a134-9b7f4febcf14: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:27:28.680088 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f298ad89-2779-46d9-a802-c0ce3ad950e1 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:27:28.845860 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:28.880343 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port f298ad89-2779-46d9-a802-c0ce3ad950e1, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f298ad89-2779-46d9-a802-c0ce3ad950e1,segment=NetworkSegment(77f0d672-2e12-4f95-a55b-82e3a202c2ba),segment_id=77f0d672-2e12-4f95-a55b-82e3a202c2ba)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:27:28.886091 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:28.886814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 43bd93ff-a938-4637-8638-f5e507b7ebd9 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:27:28.967196 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=f298ad89-2779-46d9-a802-c0ce3ad950e1,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:28.977233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:28.977586 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:28.977933 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:28.978272 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:28.978616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:28.978934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:28.979268 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:28.979590 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:28.979916 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:28.980269 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:28.980596 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:28.980918 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:28.981236 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:29.017475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:29.038999 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 43bd93ff-a938-4637-8638-f5e507b7ebd9, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=43bd93ff-a938-4637-8638-f5e507b7ebd9,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:27:29.043867 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:29.059565 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58332) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:29.095215 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=43bd93ff-a938-4637-8638-f5e507b7ebd9,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:29.121236 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b29e8fbb-2fd3-423e-bf19-8d2aa2e4e9bf tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/38f2cd8b-42d8-4405-a134-9b7f4febcf14 HTTP/1.1" status: 200 len: 990 time: 0.0603881 Dec 14 01:27:30.262671 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58336) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:30.407456 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17943467-2f2b-4246-ad08-87e015b95907 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:27:30.407734 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17943467-2f2b-4246-ad08-87e015b95907 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Notify agent at dv-neutron-821592-1-hyperv the message router_added_to_agent {{(pid=103408) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 14 01:27:30.436357 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-17943467-2f2b-4246-ad08-87e015b95907 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "POST /v2.0/agents/1eeca975-822b-40f3-b824-cbed5754a827/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1718552 Dec 14 01:27:30.438378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58340) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:30.457596 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e9812b-1dc3-41b9-b874-98f136eaac18 None None] Sync routers for ids ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:27:30.468711 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e9812b-1dc3-41b9-b874-98f136eaac18 None None] Routers {'bb93b404-f6d8-44ae-bfb4-ed97c6d15563'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:27:30.469410 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d5e9812b-1dc3-41b9-b874-98f136eaac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:27:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:30.548007 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-16b1891d-cc04-4d54-962e-0ca227a9cdff tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/routers/bb93b404-f6d8-44ae-bfb4-ed97c6d15563/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1082571 Dec 14 01:27:30.550801 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58344) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:30.573806 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-d5e9812b-1dc3-41b9-b874-98f136eaac18 None None] Set router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:27:30.612448 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bef59e19-89bb-42f7-8716-ba117176e427 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/38f2cd8b-42d8-4405-a134-9b7f4febcf14 HTTP/1.1" status: 200 len: 990 time: 0.0605209 Dec 14 01:27:30.811651 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d5e9812b-1dc3-41b9-b874-98f136eaac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:45Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:27:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '38f2cd8b-42d8-4405-a134-9b7f4febcf14', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.77', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'port_id': '20300430-55b1-4680-8dbf-c28ae13d3f4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'mac_address': 'fa:16:3e:a7:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:26:59Z', 'updated_at': '2021-12-14T01:27:28Z', 'revision_number': 2, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f298ad89-2779-46d9-a802-c0ce3ad950e1', 'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:7f:e4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:44Z', 'updated_at': '2021-12-14T01:27:28Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:30.836947 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e9812b-1dc3-41b9-b874-98f136eaac18 None None] Checking router: bb93b404-f6d8-44ae-bfb4-ed97c6d15563 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:27:30.845491 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e9812b-1dc3-41b9-b874-98f136eaac18 None None] Routers {'bb93b404-f6d8-44ae-bfb4-ed97c6d15563'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:27:30.846085 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d5e9812b-1dc3-41b9-b874-98f136eaac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:27:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:30.963834 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-d5e9812b-1dc3-41b9-b874-98f136eaac18 None None] Set router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:27:31.285419 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d5e9812b-1dc3-41b9-b874-98f136eaac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:45Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:27:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '38f2cd8b-42d8-4405-a134-9b7f4febcf14', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.77', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'port_id': '20300430-55b1-4680-8dbf-c28ae13d3f4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'mac_address': 'fa:16:3e:a7:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:26:59Z', 'updated_at': '2021-12-14T01:27:28Z', 'revision_number': 2, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f298ad89-2779-46d9-a802-c0ce3ad950e1', 'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:7f:e4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:44Z', 'updated_at': '2021-12-14T01:27:28Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:31.310670 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e9812b-1dc3-41b9-b874-98f136eaac18 None None] The sync data for ids ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'] in dv-neutron-821592-1-hyperv is: [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:45Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:27:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '38f2cd8b-42d8-4405-a134-9b7f4febcf14', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.77', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'port_id': '20300430-55b1-4680-8dbf-c28ae13d3f4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'mac_address': 'fa:16:3e:a7:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:26:59Z', 'updated_at': '2021-12-14T01:27:28Z', 'revision_number': 2, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f298ad89-2779-46d9-a802-c0ce3ad950e1', 'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:7f:e4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:44Z', 'updated_at': '2021-12-14T01:27:28Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:27:31.617160 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58346) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:31.685855 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a4d90bb1-5fef-4aaa-a381-6f71c1cfaf6b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/38f2cd8b-42d8-4405-a134-9b7f4febcf14 HTTP/1.1" status: 200 len: 990 time: 0.0674655 Dec 14 01:27:32.629883 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f298ad89-2779-46d9-a802-c0ce3ad950e1 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:27:32.681535 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port f298ad89-2779-46d9-a802-c0ce3ad950e1 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:32.681905 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:32.689563 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58348) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:32.751575 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e195a9eb-49a9-4909-8d54-36c2f8c3c1af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/38f2cd8b-42d8-4405-a134-9b7f4febcf14 HTTP/1.1" status: 200 len: 990 time: 0.0606947 Dec 14 01:27:32.764857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:32.803609 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port f298ad89-2779-46d9-a802-c0ce3ad950e1, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f298ad89-2779-46d9-a802-c0ce3ad950e1,segment=NetworkSegment(77f0d672-2e12-4f95-a55b-82e3a202c2ba),segment_id=77f0d672-2e12-4f95-a55b-82e3a202c2ba)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:27:32.809854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:32.810687 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 43bd93ff-a938-4637-8638-f5e507b7ebd9 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:27:32.883921 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=f298ad89-2779-46d9-a802-c0ce3ad950e1,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:32.896282 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 43bd93ff-a938-4637-8638-f5e507b7ebd9 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:32.896654 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:32.929092 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2e9a5e-4890-445f-825d-8672763b795c None None] New status for floating IP 38f2cd8b-42d8-4405-a134-9b7f4febcf14: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:27:33.077429 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:33.122933 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 43bd93ff-a938-4637-8638-f5e507b7ebd9, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=43bd93ff-a938-4637-8638-f5e507b7ebd9,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:27:33.129321 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:33.177603 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=43bd93ff-a938-4637-8638-f5e507b7ebd9,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:33.756738 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58350) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:33.827136 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-26f6d7b3-5f23-4a83-9db0-15ac38b55df0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/38f2cd8b-42d8-4405-a134-9b7f4febcf14 HTTP/1.1" status: 200 len: 992 time: 0.0688262 Dec 14 01:27:34.116861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58356) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:34.287543 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port d4cf2258-8aa1-4e47-9482-bfe05f235609 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:27:34.287884 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:34.367268 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:34.367521 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:34.379010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for d4cf2258-8aa1-4e47-9482-bfe05f235609 owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:27:34.553956 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:34.579138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=d4cf2258-8aa1-4e47-9482-bfe05f235609,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:34.590952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:34.590952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:34.591253 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:34.591606 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:34.591951 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:34.592267 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:34.592597 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:34.592918 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:34.593246 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:34.593578 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:34.593882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:34.594199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:34.594511 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:34.610591 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f298ad89-2779-46d9-a802-c0ce3ad950e1 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:27:34.653496 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:34.653741 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP 38f2cd8b-42d8-4405-a134-9b7f4febcf14 disassociated (deleted). External IP: 172.26.1.77, port: 20300430-55b1-4680-8dbf-c28ae13d3f4c. Dec 14 01:27:34.665720 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port f298ad89-2779-46d9-a802-c0ce3ad950e1 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:34.666095 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:34.743302 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 43bd93ff-a938-4637-8638-f5e507b7ebd9 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:27:34.793974 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 43bd93ff-a938-4637-8638-f5e507b7ebd9 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:34.794377 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:34.862900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:27:34.978007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:27:34.983426 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:34.989116 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac06f00-a4c4-4a79-af89-1c6b34ff241b None None] Sync routers for ids ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:27:35.000544 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac06f00-a4c4-4a79-af89-1c6b34ff241b None None] Routers {'bb93b404-f6d8-44ae-bfb4-ed97c6d15563'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:27:35.001032 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4ac06f00-a4c4-4a79-af89-1c6b34ff241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:27:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:35.011915 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-26a9cf27-7384-4af5-9769-e1ac90449939 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/floatingips/38f2cd8b-42d8-4405-a134-9b7f4febcf14 HTTP/1.1" status: 204 len: 168 time: 0.8940277 Dec 14 01:27:35.012524 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'tag': '20300430-55b1-4680-8dbf-c28ae13d3f4c'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:27:35.014894 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c58cc97-51f4-4bfc-8d25-d84846cbe880" -d '{"events": [{"name": "network-changed", "server_uuid": "eab13159-1d7d-4e4a-af4a-7992548b76ac", "tag": "20300430-55b1-4680-8dbf-c28ae13d3f4c"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:27:35.055015 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4603a9-7f16-4bae-b24e-110d63bdeb0f x-openstack-request-id: req-1c4603a9-7f16-4bae-b24e-110d63bdeb0f {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:27:35.055313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab13159-1d7d-4e4a-af4a-7992548b76ac", "tag": "20300430-55b1-4680-8dbf-c28ae13d3f4c", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:27:35.055567 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c4603a9-7f16-4bae-b24e-110d63bdeb0f {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:27:35.055972 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'tag': '20300430-55b1-4680-8dbf-c28ae13d3f4c', 'status': 'completed', 'code': 200} Dec 14 01:27:35.124342 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-4ac06f00-a4c4-4a79-af89-1c6b34ff241b None None] Set router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:27:35.142343 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58cc97-51f4-4bfc-8d25-d84846cbe880 req-d5723172-ef6b-4578-9a49-4a959dc13d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:35.143869 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9c58cc97-51f4-4bfc-8d25-d84846cbe880 req-d5723172-ef6b-4578-9a49-4a959dc13d9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 1098 time: 0.0460808 Dec 14 01:27:35.293007 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d3963-3683-47be-89f7-b839004ce13b req-ca341675-4b34-4c73-a575-06c99468f9cb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:35.294437 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a57d3963-3683-47be-89f7-b839004ce13b req-ca341675-4b34-4c73-a575-06c99468f9cb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 945 time: 0.0792241 Dec 14 01:27:35.295915 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58cc97-51f4-4bfc-8d25-d84846cbe880 req-81e407a5-907a-4640-91a9-4e5156205243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:35.297852 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9c58cc97-51f4-4bfc-8d25-d84846cbe880 req-81e407a5-907a-4640-91a9-4e5156205243 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f HTTP/1.1" status: 200 len: 896 time: 0.1468265 Dec 14 01:27:35.336432 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4ac06f00-a4c4-4a79-af89-1c6b34ff241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:45Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:27:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'f298ad89-2779-46d9-a802-c0ce3ad950e1', 'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:7f:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:44Z', 'updated_at': '2021-12-14T01:27:32Z', 'revision_number': 7, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:35.349671 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9c58cc97-51f4-4bfc-8d25-d84846cbe880 req-26c4cfa1-3efd-4d48-9d5b-cf05bcddd41d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20300430-55b1-4680-8dbf-c28ae13d3f4c HTTP/1.1" status: 200 len: 217 time: 0.0406845 Dec 14 01:27:35.361745 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac06f00-a4c4-4a79-af89-1c6b34ff241b None None] Checking router: bb93b404-f6d8-44ae-bfb4-ed97c6d15563 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:27:35.370333 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac06f00-a4c4-4a79-af89-1c6b34ff241b None None] Routers {'bb93b404-f6d8-44ae-bfb4-ed97c6d15563'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:27:35.370924 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4ac06f00-a4c4-4a79-af89-1c6b34ff241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:27:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:35.409496 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a57d3963-3683-47be-89f7-b839004ce13b req-826b05a4-3fbd-4089-a726-89663a1b1a3d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=07924042-1528-467b-847d-9f25073be4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073930 Dec 14 01:27:35.424686 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58cc97-51f4-4bfc-8d25-d84846cbe880 req-72e07a7d-a2b1-4cb8-9260-d034039c23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:35.426160 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9c58cc97-51f4-4bfc-8d25-d84846cbe880 req-72e07a7d-a2b1-4cb8-9260-d034039c23b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=58d742fb-6c9a-4ec9-b6b7-7fc10606d378 HTTP/1.1" status: 200 len: 834 time: 0.0654862 Dec 14 01:27:35.477500 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58cc97-51f4-4bfc-8d25-d84846cbe880 req-3c7e0020-e493-41a3-9c64-3779aee961c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:35.479050 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9c58cc97-51f4-4bfc-8d25-d84846cbe880 req-3c7e0020-e493-41a3-9c64-3779aee961c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445883 Dec 14 01:27:35.481671 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-4ac06f00-a4c4-4a79-af89-1c6b34ff241b None None] Set router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:27:35.574120 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9c58cc97-51f4-4bfc-8d25-d84846cbe880 req-2fc179ec-4091-4aad-94d8-45a30d93a4a4 service neutron] 10.222.0.16 "GET /v2.0/networks/a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864048 Dec 14 01:27:35.665724 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9c58cc97-51f4-4bfc-8d25-d84846cbe880 req-f25feb5e-0ec2-4fc3-9836-00cd5e830de7 service neutron] 10.222.0.16 "GET /v2.0/networks/a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843339 Dec 14 01:27:35.676462 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4ac06f00-a4c4-4a79-af89-1c6b34ff241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:45Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:27:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'f298ad89-2779-46d9-a802-c0ce3ad950e1', 'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:7f:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:44Z', 'updated_at': '2021-12-14T01:27:32Z', 'revision_number': 7, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:35.704829 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac06f00-a4c4-4a79-af89-1c6b34ff241b None None] The sync data for ids ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'] in dv-neutron-821592-1-hyperv is: [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:26:45Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:27:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'f298ad89-2779-46d9-a802-c0ce3ad950e1', 'name': '', 'network_id': 'a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:7f:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:44Z', 'updated_at': '2021-12-14T01:27:32Z', 'revision_number': 7, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '58d742fb-6c9a-4ec9-b6b7-7fc10606d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:27:36.323477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f253f3e-ab1d-4321-b036-8024a060e45b None None] New status for floating IP 38f2cd8b-42d8-4405-a134-9b7f4febcf14: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:27:36.537735 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c996296-b99a-443b-bffd-d0eb425ae311 req-4b6889cd-8d23-46dc-99ec-762f25e8c059 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:36.539280 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6c996296-b99a-443b-bffd-d0eb425ae311 req-4b6889cd-8d23-46dc-99ec-762f25e8c059 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 945 time: 0.0525432 Dec 14 01:27:36.589726 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6c996296-b99a-443b-bffd-d0eb425ae311 req-267fa95c-ac75-407a-8e59-fa270565fd2f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=07924042-1528-467b-847d-9f25073be4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439219 Dec 14 01:27:36.732459 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c6227-01a8-47ce-bb72-7e68d0525b29 req-7c74224c-1098-467d-87f8-78b7da66b9b4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:36.733923 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-544c6227-01a8-47ce-bb72-7e68d0525b29 req-7c74224c-1098-467d-87f8-78b7da66b9b4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 945 time: 0.0575957 Dec 14 01:27:36.827371 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-544c6227-01a8-47ce-bb72-7e68d0525b29 req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 20300430-55b1-4680-8dbf-c28ae13d3f4c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:27:36.827711 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-544c6227-01a8-47ce-bb72-7e68d0525b29 req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:36.921886 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-544c6227-01a8-47ce-bb72-7e68d0525b29 req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 20300430-55b1-4680-8dbf-c28ae13d3f4c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=20300430-55b1-4680-8dbf-c28ae13d3f4c,segment=NetworkSegment(77f0d672-2e12-4f95-a55b-82e3a202c2ba),segment_id=77f0d672-2e12-4f95-a55b-82e3a202c2ba)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:27:36.922251 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-544c6227-01a8-47ce-bb72-7e68d0525b29 req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:36.935626 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-544c6227-01a8-47ce-bb72-7e68d0525b29 req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 20300430-55b1-4680-8dbf-c28ae13d3f4c owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:27:37.070259 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-544c6227-01a8-47ce-bb72-7e68d0525b29 req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:37.098890 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=20300430-55b1-4680-8dbf-c28ae13d3f4c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:37.111032 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:37.111417 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:37.111763 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:37.112245 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:37.112641 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:37.112978 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:37.113326 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:37.113638 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:37.113962 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:37.114291 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:37.114657 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:37.115201 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:37.115586 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:37.149371 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-544c6227-01a8-47ce-bb72-7e68d0525b29 req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] No DVR routers for this DVR port 20300430-55b1-4680-8dbf-c28ae13d3f4c on host hv-neutron-8215 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:27:37.151923 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-544c6227-01a8-47ce-bb72-7e68d0525b29 req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:37.155222 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-544c6227-01a8-47ce-bb72-7e68d0525b29 req-51d342c0-bf9b-442d-96fb-71515e36619c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "DELETE /v2.0/ports/20300430-55b1-4680-8dbf-c28ae13d3f4c HTTP/1.1" status: 204 len: 173 time: 0.4146781 Dec 14 01:27:37.155663 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'name': 'network-vif-deleted', 'tag': '20300430-55b1-4680-8dbf-c28ae13d3f4c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:27:37.157936 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44453697-3ab8-40c7-9499-3b38e933a781" -d '{"events": [{"server_uuid": "eab13159-1d7d-4e4a-af4a-7992548b76ac", "name": "network-vif-deleted", "tag": "20300430-55b1-4680-8dbf-c28ae13d3f4c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:27:37.193748 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47973666-d888-4ab0-87ea-0003d20168be x-openstack-request-id: req-47973666-d888-4ab0-87ea-0003d20168be {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:27:37.194051 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab13159-1d7d-4e4a-af4a-7992548b76ac", "name": "network-vif-deleted", "tag": "20300430-55b1-4680-8dbf-c28ae13d3f4c", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:27:37.194533 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47973666-d888-4ab0-87ea-0003d20168be {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:27:37.194663 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab13159-1d7d-4e4a-af4a-7992548b76ac', 'name': 'network-vif-deleted', 'tag': '20300430-55b1-4680-8dbf-c28ae13d3f4c', 'status': 'completed', 'code': 200} Dec 14 01:27:37.706843 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5a22f446-bac3-4f93-bb9d-a7df9e0ca9a1 req-32be32ea-de2d-454c-ae0d-1c4a64e0c486 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab13159-1d7d-4e4a-af4a-7992548b76ac HTTP/1.1" status: 200 len: 210 time: 0.0305166 Dec 14 01:27:38.773271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58372) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:38.833535 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c800fba6-57f4-4423-8b58-18c32125713d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:38.863459 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c800fba6-57f4-4423-8b58-18c32125713d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:38.931640 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c800fba6-57f4-4423-8b58-18c32125713d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:38.934548 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c800fba6-57f4-4423-8b58-18c32125713d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:38.935691 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c800fba6-57f4-4423-8b58-18c32125713d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/security-groups/07924042-1528-467b-847d-9f25073be4cc HTTP/1.1" status: 204 len: 168 time: 0.1614368 Dec 14 01:27:38.945172 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800fba6-57f4-4423-8b58-18c32125713d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07924042-1528-467b-847d-9f25073be4cc,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:38.971847 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58376) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:39.784285 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed361258-4ced-438a-8050-3c3901514299 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:40.103743 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ed361258-4ced-438a-8050-3c3901514299 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port f298ad89-2779-46d9-a802-c0ce3ad950e1 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:27:40.104494 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed361258-4ced-438a-8050-3c3901514299 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:40.106904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 20300430-55b1-4680-8dbf-c28ae13d3f4c no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:27:40.127003 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 20300430-55b1-4680-8dbf-c28ae13d3f4c {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:27:40.127350 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 20300430-55b1-4680-8dbf-c28ae13d3f4c not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:27:40.196976 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ed361258-4ced-438a-8050-3c3901514299 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port f298ad89-2779-46d9-a802-c0ce3ad950e1, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f298ad89-2779-46d9-a802-c0ce3ad950e1,segment=NetworkSegment(77f0d672-2e12-4f95-a55b-82e3a202c2ba),segment_id=77f0d672-2e12-4f95-a55b-82e3a202c2ba)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:27:40.197299 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed361258-4ced-438a-8050-3c3901514299 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:40.210534 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ed361258-4ced-438a-8050-3c3901514299 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for f298ad89-2779-46d9-a802-c0ce3ad950e1 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:27:40.418299 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed361258-4ced-438a-8050-3c3901514299 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:40.444413 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed361258-4ced-438a-8050-3c3901514299 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=f298ad89-2779-46d9-a802-c0ce3ad950e1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:40.619459 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed361258-4ced-438a-8050-3c3901514299 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:40.644570 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:40.851219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed361258-4ced-438a-8050-3c3901514299 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:27:40.966484 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed361258-4ced-438a-8050-3c3901514299 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:27:40.972124 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ed361258-4ced-438a-8050-3c3901514299 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/bb93b404-f6d8-44ae-bfb4-ed97c6d15563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9992807 Dec 14 01:27:40.975141 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58378) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:40.979463 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e925e9f-23e9-4e07-9991-b669446be66e None None] Sync routers for ids ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:27:40.990588 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e925e9f-23e9-4e07-9991-b669446be66e None None] Routers {'bb93b404-f6d8-44ae-bfb4-ed97c6d15563'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:27:40.991565 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1e925e9f-23e9-4e07-9991-b669446be66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:27:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:41.034577 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fede0d-2279-44ca-b2a6-2842c1bf316a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting subnet 58d742fb-6c9a-4ec9-b6b7-7fc10606d378 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:27:41.038116 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d2fede0d-2279-44ca-b2a6-2842c1bf316a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:41.078232 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d2fede0d-2279-44ca-b2a6-2842c1bf316a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:41.096540 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-1e925e9f-23e9-4e07-9991-b669446be66e None None] Set router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:27:41.196834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d2fede0d-2279-44ca-b2a6-2842c1bf316a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:41.254793 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d2fede0d-2279-44ca-b2a6-2842c1bf316a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:41.271071 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1e925e9f-23e9-4e07-9991-b669446be66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:27:40Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:27:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:41.283314 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fede0d-2279-44ca-b2a6-2842c1bf316a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Subnet': ['ID=58d742fb-6c9a-4ec9-b6b7-7fc10606d378,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:41.286866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d2fede0d-2279-44ca-b2a6-2842c1bf316a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:41.290402 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d2fede0d-2279-44ca-b2a6-2842c1bf316a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/subnets/58d742fb-6c9a-4ec9-b6b7-7fc10606d378 HTTP/1.1" status: 204 len: 168 time: 0.3141742 Dec 14 01:27:41.292967 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58380) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:41.296525 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9142111-c347-48fa-918c-701e2e6c367e None None] Network a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:27:41.304763 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e925e9f-23e9-4e07-9991-b669446be66e None None] Checking router: bb93b404-f6d8-44ae-bfb4-ed97c6d15563 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:27:41.313909 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e925e9f-23e9-4e07-9991-b669446be66e None None] Routers {'bb93b404-f6d8-44ae-bfb4-ed97c6d15563'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:27:41.314541 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1e925e9f-23e9-4e07-9991-b669446be66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:27:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:41.412217 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47f020e7-7330-4a7b-a3f5-ab8e0f8ec66c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:41.457580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760d064b-d142-4d32-b0ed-9b38eef7d22d None None] DHCP port deletion for a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:27:41.509938 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-760d064b-d142-4d32-b0ed-9b38eef7d22d None None] Deleting port 213c6928-f126-4854-a6d8-1bdaeaf8d71b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:27:41.510315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-760d064b-d142-4d32-b0ed-9b38eef7d22d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:41.517194 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-1e925e9f-23e9-4e07-9991-b669446be66e None None] Set router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:27:41.523814 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47f020e7-7330-4a7b-a3f5-ab8e0f8ec66c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:41.573444 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-760d064b-d142-4d32-b0ed-9b38eef7d22d None None] For port 213c6928-f126-4854-a6d8-1bdaeaf8d71b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=213c6928-f126-4854-a6d8-1bdaeaf8d71b,segment=NetworkSegment(77f0d672-2e12-4f95-a55b-82e3a202c2ba),segment_id=77f0d672-2e12-4f95-a55b-82e3a202c2ba)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:27:41.573819 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-760d064b-d142-4d32-b0ed-9b38eef7d22d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:41.586761 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-760d064b-d142-4d32-b0ed-9b38eef7d22d None None] Calling delete_port for 213c6928-f126-4854-a6d8-1bdaeaf8d71b owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:27:41.587667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-47f020e7-7330-4a7b-a3f5-ab8e0f8ec66c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 43bd93ff-a938-4637-8638-f5e507b7ebd9 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:27:41.588154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47f020e7-7330-4a7b-a3f5-ab8e0f8ec66c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:41.671390 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-47f020e7-7330-4a7b-a3f5-ab8e0f8ec66c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 43bd93ff-a938-4637-8638-f5e507b7ebd9, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=43bd93ff-a938-4637-8638-f5e507b7ebd9,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:27:41.672406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47f020e7-7330-4a7b-a3f5-ab8e0f8ec66c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:41.677278 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-760d064b-d142-4d32-b0ed-9b38eef7d22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:41.687337 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-47f020e7-7330-4a7b-a3f5-ab8e0f8ec66c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 43bd93ff-a938-4637-8638-f5e507b7ebd9 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:27:41.700616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d064b-d142-4d32-b0ed-9b38eef7d22d None None] Pushing event deleted for resources: {'Port': ['ID=213c6928-f126-4854-a6d8-1bdaeaf8d71b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:41.707226 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760d064b-d142-4d32-b0ed-9b38eef7d22d None None] No DVR routers for this DVR port 213c6928-f126-4854-a6d8-1bdaeaf8d71b on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:27:41.710861 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1e925e9f-23e9-4e07-9991-b669446be66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:27:40Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:27:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:41.737745 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e925e9f-23e9-4e07-9991-b669446be66e None None] The sync data for ids ['bb93b404-f6d8-44ae-bfb4-ed97c6d15563'] in dv-neutron-821592-1-hyperv is: [{'id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'name': 'tempest-TestNetworkBasicOps-router-1061381390', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:27:40Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '43bd93ff-a938-4637-8638-f5e507b7ebd9', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:50:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb93b404-f6d8-44ae-bfb4-ed97c6d15563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:26:41Z', 'updated_at': '2021-12-14T01:27:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:27:41.857003 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47f020e7-7330-4a7b-a3f5-ab8e0f8ec66c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:41.884636 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f020e7-7330-4a7b-a3f5-ab8e0f8ec66c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=43bd93ff-a938-4637-8638-f5e507b7ebd9,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:41.906239 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a802135c-b640-44a1-80f7-9a15b25fd0fd None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:27:41.957784 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47f020e7-7330-4a7b-a3f5-ab8e0f8ec66c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:42.054605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47f020e7-7330-4a7b-a3f5-ab8e0f8ec66c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:42.056855 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47f020e7-7330-4a7b-a3f5-ab8e0f8ec66c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:42.102176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47f020e7-7330-4a7b-a3f5-ab8e0f8ec66c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:42.102924 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f020e7-7330-4a7b-a3f5-ab8e0f8ec66c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Fanout notify agent at l3_agent the message router_deleted on router bb93b404-f6d8-44ae-bfb4-ed97c6d15563 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:27:42.110580 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47f020e7-7330-4a7b-a3f5-ab8e0f8ec66c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:42.111724 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-47f020e7-7330-4a7b-a3f5-ab8e0f8ec66c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/routers/bb93b404-f6d8-44ae-bfb4-ed97c6d15563 HTTP/1.1" status: 204 len: 168 time: 0.8178394 Dec 14 01:27:42.114576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58382) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:42.198357 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c7b9-b218-4ce0-b95e-41655a86915f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:42.624009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c7b9-b218-4ce0-b95e-41655a86915f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:42.651318 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-c8e5c7b9-b218-4ce0-b95e-41655a86915f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:42.662018 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-c8e5c7b9-b218-4ce0-b95e-41655a86915f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f0d672-2e12-4f95-a55b-82e3a202c2ba') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:42.662293 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-c8e5c7b9-b218-4ce0-b95e-41655a86915f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f0d672-2e12-4f95-a55b-82e3a202c2ba') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:42.672459 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c7b9-b218-4ce0-b95e-41655a86915f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:42.686250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c7b9-b218-4ce0-b95e-41655a86915f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:42.692165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e5c7b9-b218-4ce0-b95e-41655a86915f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:27:42.692671 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c7b9-b218-4ce0-b95e-41655a86915f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:27:42.695653 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:27:42.762311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c7b9-b218-4ce0-b95e-41655a86915f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:42.776524 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c7b9-b218-4ce0-b95e-41655a86915f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:42.779747 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c8e5c7b9-b218-4ce0-b95e-41655a86915f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/networks/a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f HTTP/1.1" status: 204 len: 168 time: 0.6641126 Dec 14 01:27:42.794618 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f298ad89-2779-46d9-a802-c0ce3ad950e1 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:27:42.795416 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5c7b9-b218-4ce0-b95e-41655a86915f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Network': ['ID=a0d3bb6c-808d-49dc-92bc-2bedd5d36c3f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:42.803663 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58384) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:42.807514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-66c37db0-d4b2-4e4e-9fb2-7cbba7891370 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'network': {'name': 'tempest-network-smoke--472677855', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'port_security_enabled': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:27:42.821222 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: f298ad89-2779-46d9-a802-c0ce3ad950e1 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:27:42.821556 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f298ad89-2779-46d9-a802-c0ce3ad950e1 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:27:42.822188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 213c6928-f126-4854-a6d8-1bdaeaf8d71b no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:27:42.833650 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c37db0-d4b2-4e4e-9fb2-7cbba7891370 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:27:42.837233 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-66c37db0-d4b2-4e4e-9fb2-7cbba7891370 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:42.840978 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 213c6928-f126-4854-a6d8-1bdaeaf8d71b {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:27:42.841322 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 213c6928-f126-4854-a6d8-1bdaeaf8d71b not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:27:42.841734 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 43bd93ff-a938-4637-8638-f5e507b7ebd9 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:27:42.861402 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 43bd93ff-a938-4637-8638-f5e507b7ebd9 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:27:42.861745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 43bd93ff-a938-4637-8638-f5e507b7ebd9 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:27:42.861876 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c37db0-d4b2-4e4e-9fb2-7cbba7891370 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:27:42.873924 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-66c37db0-d4b2-4e4e-9fb2-7cbba7891370 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:42.874203 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-66c37db0-d4b2-4e4e-9fb2-7cbba7891370 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Added segment d8778f91-ad1d-490c-98d2-b318c6d75076 of type vlan for network df538af2-abd3-43b5-92ca-4117ed750e9f Dec 14 01:27:42.930284 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-66c37db0-d4b2-4e4e-9fb2-7cbba7891370 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:42.962872 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-66c37db0-d4b2-4e4e-9fb2-7cbba7891370 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:42.968374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c37db0-d4b2-4e4e-9fb2-7cbba7891370 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:42.968956 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-66c37db0-d4b2-4e4e-9fb2-7cbba7891370 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:43.039432 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-66c37db0-d4b2-4e4e-9fb2-7cbba7891370 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2357976 Dec 14 01:27:43.042387 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58386) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:43.047203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1461930090', 'admin_state_up': True, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:27:43.069671 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c37db0-d4b2-4e4e-9fb2-7cbba7891370 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Network': ['ID=df538af2-abd3-43b5-92ca-4117ed750e9f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:43.077757 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:43.079806 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:43.080547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network df538af2-abd3-43b5-92ca-4117ed750e9f details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:27:43.168686 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:43.322272 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:43.538268 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:43.561871 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:43.666758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.26.1.160 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/6acc4dbc-e453-4443-9b1f-8ea45cbe9401) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:27:43.772801 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:43.814012 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:43.851208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:27:43.855475 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:27:43.859873 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:27:43.865312 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=6acc4dbc-e453-4443-9b1f-8ea45cbe9401,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:43.869317 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635c327a-a706-4e43-a4ee-38e7cafff3e9 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:27:43.941987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0655ccee-cf38-4852-a61b-6ab2a3fd7810 None None] Provisioning complete for port 6acc4dbc-e453-4443-9b1f-8ea45cbe9401 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:43.942224 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0655ccee-cf38-4852-a61b-6ab2a3fd7810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:43.979701 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0655ccee-cf38-4852-a61b-6ab2a3fd7810 None None] Port 6acc4dbc-e453-4443-9b1f-8ea45cbe9401 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:27:44.122126 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:44.610961 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:44.743370 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:27:44.854525 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:27:44.864261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Sync routers for ids ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:27:44.876257 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Routers {'9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:27:44.876949 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:44.877755 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:27:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:44.878166 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-14ced881-74de-4add-8d87-7f5e7c6bba8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8347111 Dec 14 01:27:44.881876 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58388) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:44.910870 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b8156395-884f-4099-be7f-b2526990a65e tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9e28f216f8fb4b05811c7d7158efaac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278006 Dec 14 01:27:44.913556 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58390) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:44.983472 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Set router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:27:45.006061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883e3324-a034-415c-a80a-d6cbd38e7179 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:45.007491 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-883e3324-a034-415c-a80a-d6cbd38e7179 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930297 Dec 14 01:27:45.010623 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58392) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:45.039346 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e7af27c0-9da3-4f5d-9145-33688ccf9fbd tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274308 Dec 14 01:27:45.041832 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58394) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:45.046618 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3f321cfa-9dc7-450c-8046-863ac1f178ec tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-798650711', 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:27:45.141632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f321cfa-9dc7-450c-8046-863ac1f178ec tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:27:45.146118 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3f321cfa-9dc7-450c-8046-863ac1f178ec tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:45.326127 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'name': 'tempest-TestNetworkBasicOps-router-1461930090', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:44Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ec:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:45.344938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3f321cfa-9dc7-450c-8046-863ac1f178ec tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:45.351467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Checking router: 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:27:45.351820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Updating router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae port 6acc4dbc-e453-4443-9b1f-8ea45cbe9401 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:27:45.376544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:45.404205 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f321cfa-9dc7-450c-8046-863ac1f178ec tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Subnet': ['ID=3d190e67-718f-4930-ab3f-2649d28a03f2,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:45.415680 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f321cfa-9dc7-450c-8046-863ac1f178ec tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Checking segment: {'id': 'd8778f91-ad1d-490c-98d2-b318c6d75076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:27:45.416037 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f321cfa-9dc7-450c-8046-863ac1f178ec tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network hostable DHCP agents. Network: df538af2-abd3-43b5-92ca-4117ed750e9f, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:27:45.436856 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f321cfa-9dc7-450c-8046-863ac1f178ec tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network df538af2-abd3-43b5-92ca-4117ed750e9f is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:27:45.446178 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3f321cfa-9dc7-450c-8046-863ac1f178ec tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, df538af2-abd3-43b5-92ca-4117ed750e9f) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:27:45.450490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f321cfa-9dc7-450c-8046-863ac1f178ec tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:45.451125 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3f321cfa-9dc7-450c-8046-863ac1f178ec tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:45.460132 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b3ed46-6e49-48ef-ad84-119bbde71b28 None None] Network df538af2-abd3-43b5-92ca-4117ed750e9f requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:27:45.468872 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3f321cfa-9dc7-450c-8046-863ac1f178ec tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4259808 Dec 14 01:27:45.471661 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58396) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:45.618150 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-df538af2-abd3-43b5-92ca-4117ed750e9f', 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ips': [{'subnet_id': '3d190e67-718f-4930-ab3f-2649d28a03f2'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:27:45.619011 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:45.772853 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:45.810823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:45.847548 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Allocated IP 172.20.0.2 (df538af2-abd3-43b5-92ca-4117ed750e9f/3d190e67-718f-4930-ab3f-2649d28a03f2/41439d78-2062-4998-8bb3-e43a5a068e3b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:27:45.862506 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001eab49-dcf7-4f83-b754-e80ffe7dc550 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:27:45.889902 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Attempting to bind port 6acc4dbc-e453-4443-9b1f-8ea45cbe9401 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:27:45.890514 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Attempting to bind port 6acc4dbc-e453-4443-9b1f-8ea45cbe9401 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:27:45.890650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Attempting to bind port 6acc4dbc-e453-4443-9b1f-8ea45cbe9401 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:27:45.892483 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079c394-8073-4478-b2ed-d43b7a0051e9 None None] Pushing event updated for resources: {'Port': ['ID=6acc4dbc-e453-4443-9b1f-8ea45cbe9401,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:45.924006 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:45.939043 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:27:45.939418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:27:45.939808 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:45.940223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:27:45.940723 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Bound port: 6acc4dbc-e453-4443-9b1f-8ea45cbe9401, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:27:45.941090 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:46.008049 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ad359bf1-e1b4-42e6-9d69-e518e3bbc60a None None] Provisioning complete for port 6acc4dbc-e453-4443-9b1f-8ea45cbe9401 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:46.008440 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad359bf1-e1b4-42e6-9d69-e518e3bbc60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:46.052879 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] For port 6acc4dbc-e453-4443-9b1f-8ea45cbe9401, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:27:46.108837 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] For port 6acc4dbc-e453-4443-9b1f-8ea45cbe9401, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6acc4dbc-e453-4443-9b1f-8ea45cbe9401,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:27:46.111366 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ad359bf1-e1b4-42e6-9d69-e518e3bbc60a None None] Port 6acc4dbc-e453-4443-9b1f-8ea45cbe9401 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:27:46.117330 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:46.164002 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:46.173512 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13850b14-c1f0-4ec4-a55e-fa27499029fa None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:27:46.182239 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:46.207757 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Routers {'9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:27:46.208500 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:27:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:46.211118 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079c394-8073-4478-b2ed-d43b7a0051e9 None None] Pushing event updated for resources: {'Port': ['ID=6acc4dbc-e453-4443-9b1f-8ea45cbe9401,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:46.222611 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.1 (df538af2-abd3-43b5-92ca-4117ed750e9f/3d190e67-718f-4930-ab3f-2649d28a03f2/190fa672-26a9-4ba3-977a-9b984844d9c2) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:27:46.249314 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Network df538af2-abd3-43b5-92ca-4117ed750e9f is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:27:46.282791 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:27:46.296015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:27:46.342240 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:46.348278 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Pushing event updated for resources: {'Port': ['ID=41439d78-2062-4998-8bb3-e43a5a068e3b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:46.366577 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e516150c-cc4c-4a1b-8cbe-15fb4141b904 None None] Provisioning complete for port 6acc4dbc-e453-4443-9b1f-8ea45cbe9401 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:46.366874 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e516150c-cc4c-4a1b-8cbe-15fb4141b904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:46.380300 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:46.421761 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network df538af2-abd3-43b5-92ca-4117ed750e9f is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:27:46.424858 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:27:46.427388 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:27:46.434250 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] Set router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:27:46.456076 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=190fa672-26a9-4ba3-977a-9b984844d9c2,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:46.460123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Attempting to bind port 41439d78-2062-4998-8bb3-e43a5a068e3b on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:27:46.460626 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Attempting to bind port 41439d78-2062-4998-8bb3-e43a5a068e3b by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'd8778f91-ad1d-490c-98d2-b318c6d75076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:27:46.461526 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Attempting to bind port 41439d78-2062-4998-8bb3-e43a5a068e3b on network df538af2-abd3-43b5-92ca-4117ed750e9f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:27:46.481698 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:46.500123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:27:46.500498 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Checking segment: {'id': 'd8778f91-ad1d-490c-98d2-b318c6d75076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:27:46.500894 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:46.501282 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Bound using segment: {'id': 'd8778f91-ad1d-490c-98d2-b318c6d75076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:27:46.501747 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Bound port: 41439d78-2062-4998-8bb3-e43a5a068e3b, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8778f91-ad1d-490c-98d2-b318c6d75076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:27:46.502130 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:46.615995 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:46.655726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e516150c-cc4c-4a1b-8cbe-15fb4141b904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:46.668639 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] For port 41439d78-2062-4998-8bb3-e43a5a068e3b, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:27:46.703940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] For port 41439d78-2062-4998-8bb3-e43a5a068e3b, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=41439d78-2062-4998-8bb3-e43a5a068e3b,segment=NetworkSegment(d8778f91-ad1d-490c-98d2-b318c6d75076),segment_id=d8778f91-ad1d-490c-98d2-b318c6d75076)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:27:46.708479 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e516150c-cc4c-4a1b-8cbe-15fb4141b904 None None] For port 6acc4dbc-e453-4443-9b1f-8ea45cbe9401, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6acc4dbc-e453-4443-9b1f-8ea45cbe9401,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:27:46.711042 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:46.720182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e516150c-cc4c-4a1b-8cbe-15fb4141b904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:46.785103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5109ec3-a31a-4f8a-82f0-924647eca45f None None] Pushing event updated for resources: {'Port': ['ID=41439d78-2062-4998-8bb3-e43a5a068e3b,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:46.827420 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'name': 'tempest-TestNetworkBasicOps-router-1461930090', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:44Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ec:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:46.909148 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:46.915410 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:47.014253 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:47.016168 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=190fa672-26a9-4ba3-977a-9b984844d9c2,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:47.044016 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb454081-888a-49c9-a4a5-53fd2839362c None None] The sync data for ids ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'] in dv-neutron-821592-1-hyperv is: [{'id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'name': 'tempest-TestNetworkBasicOps-router-1461930090', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:44Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ec:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:27:47.064725 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516150c-cc4c-4a1b-8cbe-15fb4141b904 None None] Pushing event updated for resources: {'Port': ['ID=6acc4dbc-e453-4443-9b1f-8ea45cbe9401,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:47.120998 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network df538af2-abd3-43b5-92ca-4117ed750e9f is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:27:47.122632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:27:47.243529 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:27:47.368872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:27:47.374951 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-837800b3-9865-4a6b-831a-dc7e2cbd03b5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9018540 Dec 14 01:27:47.377807 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58398) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:47.478909 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7329e5ee-5be5-4a7a-b0e9-589d4ceeb4de tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:47.479381 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7329e5ee-5be5-4a7a-b0e9-589d4ceeb4de tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:47.479844 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7329e5ee-5be5-4a7a-b0e9-589d4ceeb4de tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:47.480323 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7329e5ee-5be5-4a7a-b0e9-589d4ceeb4de tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:47.484149 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7329e5ee-5be5-4a7a-b0e9-589d4ceeb4de tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1026235 Dec 14 01:27:47.484805 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58400) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:47.543739 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2f076b-b37a-4507-8a09-b319828d462c tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:47.544196 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2f076b-b37a-4507-8a09-b319828d462c tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:47.544648 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2f076b-b37a-4507-8a09-b319828d462c tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:47.545091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2f076b-b37a-4507-8a09-b319828d462c tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:47.546833 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2e2f076b-b37a-4507-8a09-b319828d462c tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0610764 Dec 14 01:27:47.549673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58402) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:47.692347 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-58f53edb-8a9f-4115-ad44-b4a0d6907052 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1414862 Dec 14 01:27:47.815103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e48cfb5-75d5-489f-8427-f42aa3234c83 None None] Network df538af2-abd3-43b5-92ca-4117ed750e9f requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:27:47.885561 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-544bf4cf-eb04-459a-acc1-253009d0026a None None] Provisioning complete for port 41439d78-2062-4998-8bb3-e43a5a068e3b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:47.885925 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-544bf4cf-eb04-459a-acc1-253009d0026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:47.952161 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58406) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:47.956982 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d5ec26b7-8a15-4ebb-a723-3d70c1d21d32 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474843825', 'description': 'tempest-secgroup-smoke-474843825 description', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:27:47.984182 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5ec26b7-8a15-4ebb-a723-3d70c1d21d32 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.006363 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-544bf4cf-eb04-459a-acc1-253009d0026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.044684 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-544bf4cf-eb04-459a-acc1-253009d0026a None None] For port 41439d78-2062-4998-8bb3-e43a5a068e3b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=41439d78-2062-4998-8bb3-e43a5a068e3b,segment=NetworkSegment(d8778f91-ad1d-490c-98d2-b318c6d75076),segment_id=d8778f91-ad1d-490c-98d2-b318c6d75076)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:27:48.050051 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-544bf4cf-eb04-459a-acc1-253009d0026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.063355 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5ec26b7-8a15-4ebb-a723-3d70c1d21d32 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.070546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5ec26b7-8a15-4ebb-a723-3d70c1d21d32 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.102682 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5ec26b7-8a15-4ebb-a723-3d70c1d21d32 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.103956 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d5ec26b7-8a15-4ebb-a723-3d70c1d21d32 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1505356 Dec 14 01:27:48.107564 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58408) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:48.110897 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bf4cf-eb04-459a-acc1-253009d0026a None None] Pushing event updated for resources: {'Port': ['ID=41439d78-2062-4998-8bb3-e43a5a068e3b,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:48.112031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec26b7-8a15-4ebb-a723-3d70c1d21d32 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4981e275-e253-4ff7-bb98-b33e581916b3,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:48.115694 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:27:48.117237 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b3a96558-35a1-43ed-bb8e-7a0151178f33 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '4981e275-e253-4ff7-bb98-b33e581916b3', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:27:48.151153 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3a96558-35a1-43ed-bb8e-7a0151178f33 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.210377 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3a96558-35a1-43ed-bb8e-7a0151178f33 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.215248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3a96558-35a1-43ed-bb8e-7a0151178f33 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.236271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a96558-35a1-43ed-bb8e-7a0151178f33 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619f92ef-6ac2-4926-bf7e-e36530315314,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:48.242446 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3a96558-35a1-43ed-bb8e-7a0151178f33 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.244560 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b3a96558-35a1-43ed-bb8e-7a0151178f33 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335456 Dec 14 01:27:48.246534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58410) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:48.251247 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-51bbea2c-a590-40d8-8902-d41dc0183427 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '4981e275-e253-4ff7-bb98-b33e581916b3', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:27:48.275387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-fb259588-b3db-4997-be32-4e854949982f None None] Provisioning complete for port 41439d78-2062-4998-8bb3-e43a5a068e3b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:48.275790 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb259588-b3db-4997-be32-4e854949982f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.285372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51bbea2c-a590-40d8-8902-d41dc0183427 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.347240 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51bbea2c-a590-40d8-8902-d41dc0183427 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.352754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51bbea2c-a590-40d8-8902-d41dc0183427 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.371573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-fb259588-b3db-4997-be32-4e854949982f None None] Provisioning complete for port 190fa672-26a9-4ba3-977a-9b984844d9c2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:48.371997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb259588-b3db-4997-be32-4e854949982f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.381107 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51bbea2c-a590-40d8-8902-d41dc0183427 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.385727 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-51bbea2c-a590-40d8-8902-d41dc0183427 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348667 Dec 14 01:27:48.385727 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbea2c-a590-40d8-8902-d41dc0183427 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922fb44e-f306-4be4-89a8-12be58d3088c,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:48.386056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58412) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:48.390172 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d8dcd1d4-1106-4cb4-90cf-3cfbcede238f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '4981e275-e253-4ff7-bb98-b33e581916b3', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:27:48.430575 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd1d4-1106-4cb4-90cf-3cfbcede238f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.438459 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-fb259588-b3db-4997-be32-4e854949982f None None] Port 190fa672-26a9-4ba3-977a-9b984844d9c2 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:27:48.498546 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd1d4-1106-4cb4-90cf-3cfbcede238f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.507778 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd1d4-1106-4cb4-90cf-3cfbcede238f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.534067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd1d4-1106-4cb4-90cf-3cfbcede238f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561847ee-ea2d-4c35-90ce-218e6324fb31,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:48.544787 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd1d4-1106-4cb4-90cf-3cfbcede238f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.548670 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d8dcd1d4-1106-4cb4-90cf-3cfbcede238f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1596239 Dec 14 01:27:48.548968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58414) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:48.557374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f9d0ad38-098c-4637-bd3b-2cfadc91abad tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '4981e275-e253-4ff7-bb98-b33e581916b3', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:27:48.561651 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b8a12167-6f23-49e0-a4aa-cd1e57b70d56 None None] Provisioning complete for port 190fa672-26a9-4ba3-977a-9b984844d9c2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:48.562105 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8a12167-6f23-49e0-a4aa-cd1e57b70d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.603477 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9d0ad38-098c-4637-bd3b-2cfadc91abad tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.609551 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b8a12167-6f23-49e0-a4aa-cd1e57b70d56 None None] Port 190fa672-26a9-4ba3-977a-9b984844d9c2 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:27:48.681573 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9d0ad38-098c-4637-bd3b-2cfadc91abad tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.685818 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9d0ad38-098c-4637-bd3b-2cfadc91abad tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.703970 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0ad38-098c-4637-bd3b-2cfadc91abad tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c03c5e-9daa-4ce3-8925-d8b31a777d60,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:48.705334 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6acc4dbc-e453-4443-9b1f-8ea45cbe9401 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:27:48.712917 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9d0ad38-098c-4637-bd3b-2cfadc91abad tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.714146 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f9d0ad38-098c-4637-bd3b-2cfadc91abad tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1642046 Dec 14 01:27:48.717120 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58416) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:48.722042 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-afea4ba4-f315-4200-9064-49d76ffba015 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '4981e275-e253-4ff7-bb98-b33e581916b3', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:27:48.747691 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-afea4ba4-f315-4200-9064-49d76ffba015 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:27:48.752828 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afea4ba4-f315-4200-9064-49d76ffba015 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.757798 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-576076ac-abd4-4812-a8e1-062918a1a35a None None] Provisioning complete for port 190fa672-26a9-4ba3-977a-9b984844d9c2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:48.758177 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-576076ac-abd4-4812-a8e1-062918a1a35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.764886 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Sync routers for ids ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:27:48.774129 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Routers {'9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:27:48.774728 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:27:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:48.814241 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 6acc4dbc-e453-4443-9b1f-8ea45cbe9401 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:48.814614 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.814801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afea4ba4-f315-4200-9064-49d76ffba015 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.824385 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afea4ba4-f315-4200-9064-49d76ffba015 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.847462 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea4ba4-f315-4200-9064-49d76ffba015 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37028e46-4c65-46c5-9a23-43e84106562e,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:48.847983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-576076ac-abd4-4812-a8e1-062918a1a35a None None] Port 190fa672-26a9-4ba3-977a-9b984844d9c2 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:27:48.865452 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afea4ba4-f315-4200-9064-49d76ffba015 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.867707 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-afea4ba4-f315-4200-9064-49d76ffba015 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493299 Dec 14 01:27:48.870461 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58418) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:27:48.875494 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7c1db39f-15c6-4986-8257-46786463a6d9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '4981e275-e253-4ff7-bb98-b33e581916b3', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:27:48.903041 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-7c1db39f-15c6-4986-8257-46786463a6d9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:27:48.905654 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Set router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:27:48.909511 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c1db39f-15c6-4986-8257-46786463a6d9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.913157 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 41439d78-2062-4998-8bb3-e43a5a068e3b up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:27:48.961399 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 41439d78-2062-4998-8bb3-e43a5a068e3b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:48.962074 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.976288 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c1db39f-15c6-4986-8257-46786463a6d9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.981112 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c1db39f-15c6-4986-8257-46786463a6d9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:48.999841 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1db39f-15c6-4986-8257-46786463a6d9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3aae30e-f8ea-4c47-bf24-041cb1772fad,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:49.011471 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c1db39f-15c6-4986-8257-46786463a6d9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:49.012745 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7c1db39f-15c6-4986-8257-46786463a6d9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1413238 Dec 14 01:27:49.123905 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'name': 'tempest-TestNetworkBasicOps-router-1461930090', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '190fa672-26a9-4ba3-977a-9b984844d9c2', 'name': '', 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:1b:b7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:46Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 2, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:49.151351 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Checking router: 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:27:49.151697 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Updating router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae port 190fa672-26a9-4ba3-977a-9b984844d9c2 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:27:49.163807 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3a8db93f-1458-4c9f-b13e-81fe95b28b18 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474843825&fields=id&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 267 time: 0.0446663 Dec 14 01:27:49.177888 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:49.281891 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3c006283-f765-4cf6-a4a3-65392e0ff92c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:49.283709 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3c006283-f765-4cf6-a4a3-65392e0ff92c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/networks?id=df538af2-abd3-43b5-92ca-4117ed750e9f HTTP/1.1" status: 200 len: 796 time: 0.1111116 Dec 14 01:27:49.300502 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-e4f977f2-b3e2-44cc-a81f-5c269861da04 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/quotas/9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 375 time: 0.0100005 Dec 14 01:27:49.352535 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-d108883a-1dd1-4707-932e-1d8e995decc1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461769 Dec 14 01:27:49.436625 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:49.443252 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:49.491922 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d09bf-50c5-4ab4-ab34-6a1ab1f133e8 None None] Pushing event updated for resources: {'Port': ['ID=190fa672-26a9-4ba3-977a-9b984844d9c2,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:49.500768 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-e10f309c-522e-497c-ba20-56bca7fa7f99 service neutron] 10.222.0.32 "GET /v2.0/networks/df538af2-abd3-43b5-92ca-4117ed750e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359704 Dec 14 01:27:49.516644 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d09bf-50c5-4ab4-ab34-6a1ab1f133e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:49.516962 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d09bf-50c5-4ab4-ab34-6a1ab1f133e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:49.517317 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d09bf-50c5-4ab4-ab34-6a1ab1f133e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:49.517660 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d09bf-50c5-4ab4-ab34-6a1ab1f133e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:49.517994 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d09bf-50c5-4ab4-ab34-6a1ab1f133e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:49.518331 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d09bf-50c5-4ab4-ab34-6a1ab1f133e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:49.518657 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d09bf-50c5-4ab4-ab34-6a1ab1f133e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:49.519014 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d09bf-50c5-4ab4-ab34-6a1ab1f133e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:49.519373 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d09bf-50c5-4ab4-ab34-6a1ab1f133e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:49.519669 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d09bf-50c5-4ab4-ab34-6a1ab1f133e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:49.520023 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d09bf-50c5-4ab4-ab34-6a1ab1f133e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:49.520368 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d09bf-50c5-4ab4-ab34-6a1ab1f133e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:49.520753 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d09bf-50c5-4ab4-ab34-6a1ab1f133e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:27:49.560122 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Attempting to bind port 190fa672-26a9-4ba3-977a-9b984844d9c2 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:27:49.560802 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Attempting to bind port 190fa672-26a9-4ba3-977a-9b984844d9c2 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'd8778f91-ad1d-490c-98d2-b318c6d75076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:27:49.561167 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Attempting to bind port 190fa672-26a9-4ba3-977a-9b984844d9c2 on network df538af2-abd3-43b5-92ca-4117ed750e9f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:27:49.566442 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:27:49.566810 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Checking segment: {'id': 'd8778f91-ad1d-490c-98d2-b318c6d75076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:27:49.567207 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:49.567660 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Bound using segment: {'id': 'd8778f91-ad1d-490c-98d2-b318c6d75076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:27:49.568793 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Bound port: 190fa672-26a9-4ba3-977a-9b984844d9c2, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8778f91-ad1d-490c-98d2-b318c6d75076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:27:49.569204 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:49.604876 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-7cef4076-9990-46e7-b642-031c9f0211d1 service neutron] 10.222.0.32 "GET /v2.0/networks/df538af2-abd3-43b5-92ca-4117ed750e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969813 Dec 14 01:27:49.640560 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] For port 190fa672-26a9-4ba3-977a-9b984844d9c2, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:27:49.644269 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] For port 190fa672-26a9-4ba3-977a-9b984844d9c2, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=190fa672-26a9-4ba3-977a-9b984844d9c2,segment=NetworkSegment(d8778f91-ad1d-490c-98d2-b318c6d75076),segment_id=d8778f91-ad1d-490c-98d2-b318c6d75076)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:27:49.650119 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:49.705827 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Routers {'9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:27:49.706604 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:27:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:49.762081 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d09bf-50c5-4ab4-ab34-6a1ab1f133e8 None None] Pushing event updated for resources: {'Port': ['ID=190fa672-26a9-4ba3-977a-9b984844d9c2,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:49.773509 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-edde27af-b24f-4c7f-9f80-1e2766c9ea1b None None] Provisioning complete for port 190fa672-26a9-4ba3-977a-9b984844d9c2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:49.773996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-edde27af-b24f-4c7f-9f80-1e2766c9ea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:49.832084 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] Set router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:27:49.862634 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-edde27af-b24f-4c7f-9f80-1e2766c9ea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:49.896572 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-edde27af-b24f-4c7f-9f80-1e2766c9ea1b None None] For port 190fa672-26a9-4ba3-977a-9b984844d9c2, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=190fa672-26a9-4ba3-977a-9b984844d9c2,segment=NetworkSegment(d8778f91-ad1d-490c-98d2-b318c6d75076),segment_id=d8778f91-ad1d-490c-98d2-b318c6d75076)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:27:49.901493 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-edde27af-b24f-4c7f-9f80-1e2766c9ea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:49.954404 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde27af-b24f-4c7f-9f80-1e2766c9ea1b None None] Pushing event updated for resources: {'Port': ['ID=190fa672-26a9-4ba3-977a-9b984844d9c2,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:50.022388 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-64810c12-600f-49c6-bd9c-06e3133cc1e3 None None] Provisioning complete for port 190fa672-26a9-4ba3-977a-9b984844d9c2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:50.023107 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-64810c12-600f-49c6-bd9c-06e3133cc1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:50.035680 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'name': 'tempest-TestNetworkBasicOps-router-1461930090', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '190fa672-26a9-4ba3-977a-9b984844d9c2', 'name': '', 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:1b:b7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:46Z', 'updated_at': '2021-12-14T01:27:49Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:27:50.064888 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac94983-6915-408a-97f2-1ae064f25f40 None None] The sync data for ids ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'] in dv-neutron-821592-1-hyperv is: [{'id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'name': 'tempest-TestNetworkBasicOps-router-1461930090', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '190fa672-26a9-4ba3-977a-9b984844d9c2', 'name': '', 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:1b:b7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:46Z', 'updated_at': '2021-12-14T01:27:49Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:27:50.649878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 190fa672-26a9-4ba3-977a-9b984844d9c2 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:27:50.703323 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 190fa672-26a9-4ba3-977a-9b984844d9c2 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:50.703705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:50.803893 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-625e20f2-11da-4af8-9578-4d4c0a9e216c req-ccdb492d-3c33-4311-a2c4-1fdfb66cc1af tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 210 time: 0.0350430 Dec 14 01:27:51.841040 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-b9d9bcbe-d8cf-4351-9198-a1b1c48b1847 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:51.842667 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-b9d9bcbe-d8cf-4351-9198-a1b1c48b1847 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/networks?id=df538af2-abd3-43b5-92ca-4117ed750e9f HTTP/1.1" status: 200 len: 796 time: 0.1130023 Dec 14 01:27:51.917419 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5606306c-5842-44e6-bde9-fc64cf2fcc78 req-864c3804-16a0-4011-837a-fa8386ee980e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 210 time: 0.0388312 Dec 14 01:27:51.927646 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-111152c5-372a-4a84-92f5-cc50d4af235a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:51.937940 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-11a63d5d-5df1-4275-b600-93c7ebb7ea2c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 379 time: 0.0790401 Dec 14 01:27:51.948589 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-8359fc08-05cb-43f1-a544-d7efe98c631b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'port': {'device_id': '181b9d8e-acee-4b96-9701-da439bb760a5', 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f', 'admin_state_up': True, 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'security_groups': ['4981e275-e253-4ff7-bb98-b33e581916b3']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:27:52.071002 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-8359fc08-05cb-43f1-a544-d7efe98c631b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:27:52.074533 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-8359fc08-05cb-43f1-a544-d7efe98c631b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:52.200189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-8359fc08-05cb-43f1-a544-d7efe98c631b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.11 (df538af2-abd3-43b5-92ca-4117ed750e9f/3d190e67-718f-4930-ab3f-2649d28a03f2/4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:27:52.644488 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-8359fc08-05cb-43f1-a544-d7efe98c631b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:52.680240 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-8359fc08-05cb-43f1-a544-d7efe98c631b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:52.726893 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-8359fc08-05cb-43f1-a544-d7efe98c631b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network df538af2-abd3-43b5-92ca-4117ed750e9f is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:27:52.729921 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-8359fc08-05cb-43f1-a544-d7efe98c631b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:27:52.733637 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-8359fc08-05cb-43f1-a544-d7efe98c631b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:27:52.739822 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359fc08-05cb-43f1-a544-d7efe98c631b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:52.787319 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-8359fc08-05cb-43f1-a544-d7efe98c631b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:52.787938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-8359fc08-05cb-43f1-a544-d7efe98c631b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:52.806579 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-8359fc08-05cb-43f1-a544-d7efe98c631b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8619277 Dec 14 01:27:52.824641 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Request body: {'port': {'device_id': '181b9d8e-acee-4b96-9701-da439bb760a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:27:52.890560 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:52.961375 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-fe868433-a36a-4740-aba9-f29c5098e947 None None] Provisioning complete for port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:52.961965 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fe868433-a36a-4740-aba9-f29c5098e947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:53.006833 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-fe868433-a36a-4740-aba9-f29c5098e947 None None] Port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:27:53.114515 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898e2c4-eae8-4493-8f5f-19cae79f2c65 req-8286e957-92a2-461c-817e-c3196b6d5da1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:53.116131 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c898e2c4-eae8-4493-8f5f-19cae79f2c65 req-8286e957-92a2-461c-817e-c3196b6d5da1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 932 time: 0.1087832 Dec 14 01:27:53.196416 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c898e2c4-eae8-4493-8f5f-19cae79f2c65 req-03816ae3-27a5-489e-9f20-bce3cc98a3a9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=4981e275-e253-4ff7-bb98-b33e581916b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738585 Dec 14 01:27:53.251551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:27:53.261440 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:53.278374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Transition to ACTIVE for port object 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:27:53.284653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:53.337235 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:53.410293 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Attempting to bind port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:27:53.410631 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Attempting to bind port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd8778f91-ad1d-490c-98d2-b318c6d75076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:27:53.410962 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Attempting to bind port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 on network df538af2-abd3-43b5-92ca-4117ed750e9f {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:27:53.415876 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 on network df538af2-abd3-43b5-92ca-4117ed750e9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:27:53.416230 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Attempting to bind port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 on network df538af2-abd3-43b5-92ca-4117ed750e9f {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:27:53.421293 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:27:53.421638 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Checking segment: {'id': 'd8778f91-ad1d-490c-98d2-b318c6d75076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:27:53.422023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Bound using segment: {'id': 'd8778f91-ad1d-490c-98d2-b318c6d75076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:27:53.422454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Bound port: 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8778f91-ad1d-490c-98d2-b318c6d75076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:27:53.422820 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:53.491480 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] For port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:27:53.494745 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] For port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4,segment=NetworkSegment(d8778f91-ad1d-490c-98d2-b318c6d75076),segment_id=d8778f91-ad1d-490c-98d2-b318c6d75076)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:27:53.501938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:53.545446 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:53.547746 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:53.549386 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] 10.222.0.16 "PUT /v2.0/ports/4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 HTTP/1.1" status: 200 len: 1094 time: 0.7292230 Dec 14 01:27:53.554927 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181b9d8e-acee-4b96-9701-da439bb760a5', 'tag': '4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:27:53.557324 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e922d863-d62b-4a61-b0fd-001c369074fe" -d '{"events": [{"name": "network-changed", "server_uuid": "181b9d8e-acee-4b96-9701-da439bb760a5", "tag": "4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:27:53.586798 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe4874-a357-4c88-b157-11c0a7d30589 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:53.609690 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01741c98-b3ef-4ac3-bbad-d9a02f4633a6 x-openstack-request-id: req-01741c98-b3ef-4ac3-bbad-d9a02f4633a6 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:27:53.610019 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181b9d8e-acee-4b96-9701-da439bb760a5", "tag": "4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:27:53.610275 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01741c98-b3ef-4ac3-bbad-d9a02f4633a6 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:27:53.610685 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181b9d8e-acee-4b96-9701-da439bb760a5', 'tag': '4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4', 'status': 'completed', 'code': 200} Dec 14 01:27:53.670635 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-d109a77d-87a3-42c4-b18b-de0f0cfb3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:53.672145 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-d109a77d-87a3-42c4-b18b-de0f0cfb3211 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 1097 time: 0.0432732 Dec 14 01:27:53.722226 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-48651c64-c000-415d-b40e-fb1477dd3569 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 HTTP/1.1" status: 200 len: 217 time: 0.0356438 Dec 14 01:27:53.776592 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-ade3d5f8-3597-4c9f-83f5-8767058ce773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:53.778080 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-ade3d5f8-3597-4c9f-83f5-8767058ce773 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d190e67-718f-4930-ab3f-2649d28a03f2 HTTP/1.1" status: 200 len: 843 time: 0.0490639 Dec 14 01:27:53.826849 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-0d5c0f40-7198-4f52-9320-0b0f0e5a6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:53.828448 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-0d5c0f40-7198-4f52-9320-0b0f0e5a6799 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df538af2-abd3-43b5-92ca-4117ed750e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426049 Dec 14 01:27:53.922120 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-2e27e01e-2cd5-45f3-bcf1-e62519f10b26 service neutron] 10.222.0.16 "GET /v2.0/networks/df538af2-abd3-43b5-92ca-4117ed750e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860870 Dec 14 01:27:54.025627 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3952f65-8ff1-466d-ad55-1124c036f7c2 req-34bad949-94f3-495a-89c1-d3b9b1bd1188 service neutron] 10.222.0.16 "GET /v2.0/networks/df538af2-abd3-43b5-92ca-4117ed750e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944104 Dec 14 01:27:54.159777 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a54bbdd-b22e-4ec3-add8-607a345c8c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:54.161433 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922d863-d62b-4a61-b0fd-001c369074fe req-79c1acc8-2d6c-42c6-8f9a-10e636e6632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:54.162326 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e922d863-d62b-4a61-b0fd-001c369074fe req-79c1acc8-2d6c-42c6-8f9a-10e636e6632e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 1097 time: 0.0444429 Dec 14 01:27:54.258912 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922d863-d62b-4a61-b0fd-001c369074fe req-c54f947b-2537-42a3-9b18-6496cdfc2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:54.260470 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e922d863-d62b-4a61-b0fd-001c369074fe req-c54f947b-2537-42a3-9b18-6496cdfc2be8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df538af2-abd3-43b5-92ca-4117ed750e9f HTTP/1.1" status: 200 len: 896 time: 0.0901198 Dec 14 01:27:54.320030 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e922d863-d62b-4a61-b0fd-001c369074fe req-5dbd6045-8c2f-4d40-896e-3a9115e143db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 HTTP/1.1" status: 200 len: 217 time: 0.0476332 Dec 14 01:27:54.376481 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abf183-d672-461b-b4a1-f706f2cb7b72 req-d9c085a8-6de5-4080-8217-6a12144f605f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:54.377929 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-11abf183-d672-461b-b4a1-f706f2cb7b72 req-d9c085a8-6de5-4080-8217-6a12144f605f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 944 time: 0.1139708 Dec 14 01:27:54.387072 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922d863-d62b-4a61-b0fd-001c369074fe req-92448610-c86a-4966-a4b5-a6c65f305200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:54.388422 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e922d863-d62b-4a61-b0fd-001c369074fe req-92448610-c86a-4966-a4b5-a6c65f305200 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d190e67-718f-4930-ab3f-2649d28a03f2 HTTP/1.1" status: 200 len: 843 time: 0.0612614 Dec 14 01:27:54.456039 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-11abf183-d672-461b-b4a1-f706f2cb7b72 req-58c9ee4f-3e1f-49a9-b972-a5ad8d06ed55 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=4981e275-e253-4ff7-bb98-b33e581916b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712335 Dec 14 01:27:54.462477 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922d863-d62b-4a61-b0fd-001c369074fe req-2c0bf705-1eff-45cf-a264-93049c676fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:54.463929 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e922d863-d62b-4a61-b0fd-001c369074fe req-2c0bf705-1eff-45cf-a264-93049c676fdd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df538af2-abd3-43b5-92ca-4117ed750e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0632429 Dec 14 01:27:54.558000 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e922d863-d62b-4a61-b0fd-001c369074fe req-2557effa-1bd4-4fb8-a4ed-f0533d3fa6f0 service neutron] 10.222.0.16 "GET /v2.0/networks/df538af2-abd3-43b5-92ca-4117ed750e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853925 Dec 14 01:27:54.650111 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e922d863-d62b-4a61-b0fd-001c369074fe req-823a0e41-564b-4f8b-a233-813fb0219d49 service neutron] 10.222.0.16 "GET /v2.0/networks/df538af2-abd3-43b5-92ca-4117ed750e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838983 Dec 14 01:27:55.355875 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:55.579439 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b54ed-a080-4b4b-99e5-f87b6941b768 req-e08ba79d-28c4-42b8-9ee3-8ec82498401b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:55.580993 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ec3b54ed-a080-4b4b-99e5-f87b6941b768 req-e08ba79d-28c4-42b8-9ee3-8ec82498401b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 944 time: 0.0557585 Dec 14 01:27:55.632715 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ec3b54ed-a080-4b4b-99e5-f87b6941b768 req-225a562f-1c8e-4ff9-96b9-42b09b3c67f7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=4981e275-e253-4ff7-bb98-b33e581916b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454502 Dec 14 01:27:56.151330 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:27:56.258116 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4,segment=NetworkSegment(d8778f91-ad1d-490c-98d2-b318c6d75076),segment_id=d8778f91-ad1d-490c-98d2-b318c6d75076)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:27:56.269118 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4', 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f', 'port_id': '4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4', 'mac_address': 'fa:16:3e:cd:8d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:27:56.305717 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:56.319069 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:27:56.338372 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4,segment=NetworkSegment(d8778f91-ad1d-490c-98d2-b318c6d75076),segment_id=d8778f91-ad1d-490c-98d2-b318c6d75076)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:27:56.344042 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:56.388323 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:56.624139 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:27:56.753110 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:56.758424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68034e00-be20-442e-803b-2e9849fc64fb req-2f07d47d-d931-428a-b529-1e0bc867c3ae tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:56.759938 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-68034e00-be20-442e-803b-2e9849fc64fb req-2f07d47d-d931-428a-b529-1e0bc867c3ae tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 945 time: 0.0570252 Dec 14 01:27:56.813897 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-68034e00-be20-442e-803b-2e9849fc64fb req-fca592fd-85c8-45f4-b637-342d9820a00d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=4981e275-e253-4ff7-bb98-b33e581916b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469282 Dec 14 01:27:57.731523 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:57.931748 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91635c-f1e8-4d48-b3d1-34819be89cd2 req-6eaa4b75-f8fa-48c5-b961-51ba2cf10eb2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:57.933278 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2b91635c-f1e8-4d48-b3d1-34819be89cd2 req-6eaa4b75-f8fa-48c5-b961-51ba2cf10eb2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 945 time: 0.0514214 Dec 14 01:27:57.983759 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2b91635c-f1e8-4d48-b3d1-34819be89cd2 req-fe82bd29-d9e5-46ac-9cbf-addf10b4acd7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=4981e275-e253-4ff7-bb98-b33e581916b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441666 Dec 14 01:27:58.184734 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:27:58.245239 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:27:58.249547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:27:58.249929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:58.329201 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:58.354387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181b9d8e-acee-4b96-9701-da439bb760a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:27:58.357233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f258ed45-a4c0-446a-a510-0c132fa93e38" -d '{"events": [{"server_uuid": "181b9d8e-acee-4b96-9701-da439bb760a5", "name": "network-vif-plugged", "status": "completed", "tag": "4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:27:58.369458 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4,segment=NetworkSegment(d8778f91-ad1d-490c-98d2-b318c6d75076),segment_id=d8778f91-ad1d-490c-98d2-b318c6d75076)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:27:58.374088 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:27:58.396968 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e36c46f-9b04-45e6-9951-6376ee41c080 x-openstack-request-id: req-5e36c46f-9b04-45e6-9951-6376ee41c080 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:27:58.397291 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181b9d8e-acee-4b96-9701-da439bb760a5", "name": "network-vif-plugged", "status": "completed", "tag": "4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:27:58.397548 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e36c46f-9b04-45e6-9951-6376ee41c080 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:27:58.397940 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181b9d8e-acee-4b96-9701-da439bb760a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4', 'code': 200} Dec 14 01:27:58.424303 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:27:58.613014 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631ad49-1039-4ea5-b165-1f35550143d3 req-888d39c4-ede3-4868-bca8-cd94758f952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:58.614547 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2631ad49-1039-4ea5-b165-1f35550143d3 req-888d39c4-ede3-4868-bca8-cd94758f952b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 1099 time: 0.0475175 Dec 14 01:27:58.661428 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2631ad49-1039-4ea5-b165-1f35550143d3 req-dc1007f7-0d17-4eb2-b686-091fced3c7fd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4981e275-e253-4ff7-bb98-b33e581916b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394347 Dec 14 01:27:59.112651 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaaf295-644a-41ea-b872-f95ac9917081 req-d525050b-9ac7-41a3-a702-40ed472532a5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:27:59.114208 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ceaaf295-644a-41ea-b872-f95ac9917081 req-d525050b-9ac7-41a3-a702-40ed472532a5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 946 time: 0.0513122 Dec 14 01:27:59.168443 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ceaaf295-644a-41ea-b872-f95ac9917081 req-f4bb5695-1911-486b-b801-4d036e1c6aa5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=4981e275-e253-4ff7-bb98-b33e581916b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476661 Dec 14 01:28:00.289096 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80e063-23d9-460d-b344-6a0d768c8fdc req-7916e912-3efe-4d77-bf27-aaeac90e81c1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:28:00.290617 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2c80e063-23d9-460d-b344-6a0d768c8fdc req-7916e912-3efe-4d77-bf27-aaeac90e81c1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 946 time: 0.0511825 Dec 14 01:28:00.351245 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2c80e063-23d9-460d-b344-6a0d768c8fdc req-3667672c-11ee-40c6-8346-22e453b05bb9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=4981e275-e253-4ff7-bb98-b33e581916b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520828 Dec 14 01:28:00.469140 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d16b5-6ebe-4620-8ca7-dd9dab052335 req-df280108-59e7-48a7-b814-3ea46213b308 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:28:00.470629 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-629d16b5-6ebe-4620-8ca7-dd9dab052335 req-df280108-59e7-48a7-b814-3ea46213b308 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 946 time: 0.0521986 Dec 14 01:28:00.524693 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-629d16b5-6ebe-4620-8ca7-dd9dab052335 req-96a82978-f0b8-4c0e-89aa-23827c8be3cd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=4981e275-e253-4ff7-bb98-b33e581916b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453701 Dec 14 01:28:00.548367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58472) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:28:00.587734 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0def17-44b9-431d-9fb5-a27bdc0f3c79 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:28:00.589282 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5a0def17-44b9-431d-9fb5-a27bdc0f3c79 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 1094 time: 0.0399413 Dec 14 01:28:00.592287 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58474) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:28:00.596525 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:28:00.622799 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:00.728032 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:00.836189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.26.1.97 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/c1ef434f-d6d5-481b-93df-971ec4a1f7d5) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:28:00.941243 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:00.977747 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:01.016643 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:28:01.019460 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:28:01.023004 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:28:01.028490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=c1ef434f-d6d5-481b-93df-971ec4a1f7d5,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:28:01.389330 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:01.471368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:01.620037 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:01.627023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:01.699622 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=c1ef434f-d6d5-481b-93df-971ec4a1f7d5,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:28:01.714893 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:01.815798 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP 062902bb-7a1b-4305-9a4f-8c8b72de29ec associated. External IP: 172.26.1.97, port: 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4. Dec 14 01:28:02.023664 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:28:02.138474 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:28:02.148372 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6926f28c-a06a-4817-9f39-9278affdc25a None None] Sync routers for ids ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:28:02.159749 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:02.160582 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6926f28c-a06a-4817-9f39-9278affdc25a None None] Routers {'9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:28:02.161210 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6926f28c-a06a-4817-9f39-9278affdc25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:27:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:28:02.187013 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b8d4a515-bd29-48d0-b53c-3c951754af83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5937114 Dec 14 01:28:02.187599 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181b9d8e-acee-4b96-9701-da439bb760a5', 'tag': '4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:28:02.189893 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d07a509-2c2e-409d-a295-76eb90602ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "181b9d8e-acee-4b96-9701-da439bb760a5", "tag": "4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:28:02.190152 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58476) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:28:02.228662 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b04b217-5158-4d8a-9593-f449bc9c59da x-openstack-request-id: req-2b04b217-5158-4d8a-9593-f449bc9c59da {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:28:02.229176 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181b9d8e-acee-4b96-9701-da439bb760a5", "tag": "4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:28:02.229454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b04b217-5158-4d8a-9593-f449bc9c59da {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:28:02.229868 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181b9d8e-acee-4b96-9701-da439bb760a5', 'tag': '4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4', 'status': 'completed', 'code': 200} Dec 14 01:28:02.253323 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-22600853-bc7f-43f8-b0c4-3b3e030af608 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/062902bb-7a1b-4305-9a4f-8c8b72de29ec HTTP/1.1" status: 200 len: 991 time: 0.0619352 Dec 14 01:28:02.269050 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-6926f28c-a06a-4817-9f39-9278affdc25a None None] Set router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:28:02.312138 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07a509-2c2e-409d-a295-76eb90602ccd req-8b49a29d-50a7-406f-b3db-5d0682a24f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:28:02.313556 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d07a509-2c2e-409d-a295-76eb90602ccd req-8b49a29d-50a7-406f-b3db-5d0682a24f19 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 1099 time: 0.0415041 Dec 14 01:28:02.405445 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07a509-2c2e-409d-a295-76eb90602ccd req-ac5d0b23-ab6b-41f3-8d62-87cdcf53efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:28:02.406956 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d07a509-2c2e-409d-a295-76eb90602ccd req-ac5d0b23-ab6b-41f3-8d62-87cdcf53efa4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df538af2-abd3-43b5-92ca-4117ed750e9f HTTP/1.1" status: 200 len: 896 time: 0.0860984 Dec 14 01:28:02.493546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6926f28c-a06a-4817-9f39-9278affdc25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'name': 'tempest-TestNetworkBasicOps-router-1461930090', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '062902bb-7a1b-4305-9a4f-8c8b72de29ec', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'port_id': '4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f', 'mac_address': 'fa:16:3e:cd:8d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b9d8e-acee-4b96-9701-da439bb760a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:28:01Z', 'updated_at': '2021-12-14T01:28:01Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '190fa672-26a9-4ba3-977a-9b984844d9c2', 'name': '', 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:1b:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:46Z', 'updated_at': '2021-12-14T01:27:49Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:28:02.520539 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6926f28c-a06a-4817-9f39-9278affdc25a None None] Checking router: 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:28:02.530541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6926f28c-a06a-4817-9f39-9278affdc25a None None] Routers {'9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:28:02.531175 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6926f28c-a06a-4817-9f39-9278affdc25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:27:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:28:02.641040 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-6926f28c-a06a-4817-9f39-9278affdc25a None None] Set router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:28:02.794794 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d07a509-2c2e-409d-a295-76eb90602ccd req-27c8946a-eb0e-42da-a14b-3200fd4b51b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 HTTP/1.1" status: 200 len: 999 time: 0.3792887 Dec 14 01:28:02.846820 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07a509-2c2e-409d-a295-76eb90602ccd req-7e5d2a75-2e3c-4cad-b310-2b320096fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:28:02.848243 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d07a509-2c2e-409d-a295-76eb90602ccd req-7e5d2a75-2e3c-4cad-b310-2b320096fd64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d190e67-718f-4930-ab3f-2649d28a03f2 HTTP/1.1" status: 200 len: 843 time: 0.0472496 Dec 14 01:28:02.897979 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07a509-2c2e-409d-a295-76eb90602ccd req-e09ab349-bebc-4aa8-bf8c-9e65966f4bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:28:02.899492 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d07a509-2c2e-409d-a295-76eb90602ccd req-e09ab349-bebc-4aa8-bf8c-9e65966f4bbe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df538af2-abd3-43b5-92ca-4117ed750e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443137 Dec 14 01:28:02.987555 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d07a509-2c2e-409d-a295-76eb90602ccd req-5ba14815-11e8-49b6-9fac-18acd002188a service neutron] 10.222.0.16 "GET /v2.0/networks/df538af2-abd3-43b5-92ca-4117ed750e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806267 Dec 14 01:28:03.030799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6926f28c-a06a-4817-9f39-9278affdc25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'name': 'tempest-TestNetworkBasicOps-router-1461930090', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '062902bb-7a1b-4305-9a4f-8c8b72de29ec', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'port_id': '4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f', 'mac_address': 'fa:16:3e:cd:8d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b9d8e-acee-4b96-9701-da439bb760a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:28:01Z', 'updated_at': '2021-12-14T01:28:01Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '190fa672-26a9-4ba3-977a-9b984844d9c2', 'name': '', 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:1b:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:46Z', 'updated_at': '2021-12-14T01:27:49Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:28:03.058161 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6926f28c-a06a-4817-9f39-9278affdc25a None None] The sync data for ids ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'] in dv-neutron-821592-1-hyperv is: [{'id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'name': 'tempest-TestNetworkBasicOps-router-1461930090', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '062902bb-7a1b-4305-9a4f-8c8b72de29ec', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'port_id': '4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f', 'mac_address': 'fa:16:3e:cd:8d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b9d8e-acee-4b96-9701-da439bb760a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:28:01Z', 'updated_at': '2021-12-14T01:28:01Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '190fa672-26a9-4ba3-977a-9b984844d9c2', 'name': '', 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:1b:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:46Z', 'updated_at': '2021-12-14T01:27:49Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:28:03.086737 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d07a509-2c2e-409d-a295-76eb90602ccd req-b3da1797-5cc6-47f8-8644-08268236f100 service neutron] 10.222.0.16 "GET /v2.0/networks/df538af2-abd3-43b5-92ca-4117ed750e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920434 Dec 14 01:28:03.249891 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad39925-c1a5-4b17-8932-002f667cb6dc None None] New status for floating IP 062902bb-7a1b-4305-9a4f-8c8b72de29ec: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:28:03.257169 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58480) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:28:03.316933 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3a74b848-b8b1-4cd7-88ad-959495169337 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/062902bb-7a1b-4305-9a4f-8c8b72de29ec HTTP/1.1" status: 200 len: 991 time: 0.0585651 Dec 14 01:28:04.321104 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58482) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:28:04.391484 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-89fbfdb0-f6c8-4fa6-8524-b47454565289 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/062902bb-7a1b-4305-9a4f-8c8b72de29ec HTTP/1.1" status: 200 len: 993 time: 0.0691891 Dec 14 01:28:10.655026 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:21.849949 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5b3245d3-4cf7-4d11-bf31-047ccab5a81b req-5500d1e0-b22a-4578-8bc6-eb3f03a93060 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461178 Dec 14 01:28:21.926275 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aad054f2-0f26-4f4a-8a43-4526682e3527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:21.957219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3245d3-4cf7-4d11-bf31-047ccab5a81b req-a154df23-3a82-44d7-885f-461d3dd3e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:28:21.958739 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5b3245d3-4cf7-4d11-bf31-047ccab5a81b req-a154df23-3a82-44d7-885f-461d3dd3e82b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 1099 time: 0.0441036 Dec 14 01:28:22.069149 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3245d3-4cf7-4d11-bf31-047ccab5a81b req-2341fdb5-71f8-467d-9d49-778669b82229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:28:22.070521 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5b3245d3-4cf7-4d11-bf31-047ccab5a81b req-2341fdb5-71f8-467d-9d49-778669b82229 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df538af2-abd3-43b5-92ca-4117ed750e9f HTTP/1.1" status: 200 len: 896 time: 0.0919714 Dec 14 01:28:22.142408 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5b3245d3-4cf7-4d11-bf31-047ccab5a81b req-3b66beea-a89f-4ba2-ad81-ebeeabd3f8ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 HTTP/1.1" status: 200 len: 1001 time: 0.0646036 Dec 14 01:28:22.195096 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3245d3-4cf7-4d11-bf31-047ccab5a81b req-4c885ce0-4e1c-48e9-95d4-a2075582a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:28:22.196602 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5b3245d3-4cf7-4d11-bf31-047ccab5a81b req-4c885ce0-4e1c-48e9-95d4-a2075582a241 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d190e67-718f-4930-ab3f-2649d28a03f2 HTTP/1.1" status: 200 len: 843 time: 0.0464826 Dec 14 01:28:22.243829 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3245d3-4cf7-4d11-bf31-047ccab5a81b req-a1b054fc-55ff-4f36-a2cf-dd3baee99e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:28:22.245331 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5b3245d3-4cf7-4d11-bf31-047ccab5a81b req-a1b054fc-55ff-4f36-a2cf-dd3baee99e11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df538af2-abd3-43b5-92ca-4117ed750e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404143 Dec 14 01:28:22.343437 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5b3245d3-4cf7-4d11-bf31-047ccab5a81b req-0e857841-c172-4cdc-831e-1e6f8fff32fa service neutron] 10.222.0.16 "GET /v2.0/networks/df538af2-abd3-43b5-92ca-4117ed750e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899208 Dec 14 01:28:22.447856 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5b3245d3-4cf7-4d11-bf31-047ccab5a81b req-417d3c18-f3a2-42ed-83cd-dad012564fe4 service neutron] 10.222.0.16 "GET /v2.0/networks/df538af2-abd3-43b5-92ca-4117ed750e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968924 Dec 14 01:28:24.176290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bf12587-f5ab-4f94-a8c5-5e92d1396e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:25.121508 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:28:25.366648 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:26.745879 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:27.726887 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:40.668510 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:51.927733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-948a1920-26b5-4d81-8d1d-80224edc2f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:54.170594 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8fe6dbaf-d295-451a-9d38-9fe9f047be23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:55.367311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:56.745544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:28:57.732611 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:02.123803 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:29:10.677680 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:21.927502 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3d2ae77-7eea-4424-8d28-d1f08bfd2e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:23.828372 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0951296b-3e9c-4ec8-9554-0c2cc2164fbd req-adb89c22-5f5e-43ec-ab50-23160a71b139 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443392 Dec 14 01:29:23.934568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951296b-3e9c-4ec8-9554-0c2cc2164fbd req-ae2e3d70-f737-4b18-9834-1f9d5af6c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:29:23.936046 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0951296b-3e9c-4ec8-9554-0c2cc2164fbd req-ae2e3d70-f737-4b18-9834-1f9d5af6c640 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 1099 time: 0.0432951 Dec 14 01:29:24.056193 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951296b-3e9c-4ec8-9554-0c2cc2164fbd req-8d338d20-6edd-4d05-a5f4-4c4a4048f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:29:24.058284 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0951296b-3e9c-4ec8-9554-0c2cc2164fbd req-8d338d20-6edd-4d05-a5f4-4c4a4048f04c service neutron] 10.222.0.16 "GET /v2.0/networks?id=df538af2-abd3-43b5-92ca-4117ed750e9f HTTP/1.1" status: 200 len: 896 time: 0.1022449 Dec 14 01:29:24.126833 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0951296b-3e9c-4ec8-9554-0c2cc2164fbd req-0d11b896-3d20-41c2-ac82-ce8683d8dd38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 HTTP/1.1" status: 200 len: 1001 time: 0.0613239 Dec 14 01:29:24.167591 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4430891a-da3d-48de-9bbd-e101ead4df57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:24.181777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951296b-3e9c-4ec8-9554-0c2cc2164fbd req-8a412476-521e-4a0c-b5ee-32a782eba34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:29:24.183247 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0951296b-3e9c-4ec8-9554-0c2cc2164fbd req-8a412476-521e-4a0c-b5ee-32a782eba34b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d190e67-718f-4930-ab3f-2649d28a03f2 HTTP/1.1" status: 200 len: 843 time: 0.0496366 Dec 14 01:29:24.228457 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951296b-3e9c-4ec8-9554-0c2cc2164fbd req-e986b66c-04e8-4c7d-a028-834626b1185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:29:24.229953 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0951296b-3e9c-4ec8-9554-0c2cc2164fbd req-e986b66c-04e8-4c7d-a028-834626b1185d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df538af2-abd3-43b5-92ca-4117ed750e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397410 Dec 14 01:29:24.319828 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0951296b-3e9c-4ec8-9554-0c2cc2164fbd req-292bee19-b540-4df6-a6a5-0789196dfaea service neutron] 10.222.0.16 "GET /v2.0/networks/df538af2-abd3-43b5-92ca-4117ed750e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823324 Dec 14 01:29:24.423329 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0951296b-3e9c-4ec8-9554-0c2cc2164fbd req-fcd3a3aa-ab29-486f-897d-3f6926867d3f service neutron] 10.222.0.16 "GET /v2.0/networks/df538af2-abd3-43b5-92ca-4117ed750e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958252 Dec 14 01:29:25.366201 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:26.750689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:27.722882 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:39.128727 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:29:40.691247 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:51.927217 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-49a0e289-44bf-4096-8faf-b29f9004bc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:54.174019 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-136916ee-cb12-4ffd-b546-ea3a57d0eec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:54.223442 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58510) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:29:54.229683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:29:54.338206 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3954893'] for subnet, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:54.482870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760986610872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2758771'] for subnet, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:54.521008 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:29:54.521608 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:54.523040 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/subnets/3d190e67-718f-4930-ab3f-2649d28a03f2 HTTP/1.1" status: 200 len: 835 time: 0.2983606 Dec 14 01:29:54.528549 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d941188c-c5f7-46c1-beb1-fe537d087f4b None None] Network df538af2-abd3-43b5-92ca-4117ed750e9f requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:29:54.542189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Subnet': ['ID=3d190e67-718f-4930-ab3f-2649d28a03f2,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:29:54.549390 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:29:54.549833 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:29:54.550213 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:29:54.550529 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:29:54.550899 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:29:54.551238 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:29:54.551571 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:29:54.551902 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:29:54.552298 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:29:54.552632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:29:54.552961 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:29:54.553289 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:29:54.553600 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17caca1d-d346-446e-a637-58d64314ec3b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:29:54.839104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-85983dc2-2a41-4157-9fb6-9547197a9887 None None] Provisioning complete for port 41439d78-2062-4998-8bb3-e43a5a068e3b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:29:54.839521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-85983dc2-2a41-4157-9fb6-9547197a9887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:54.939413 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-85983dc2-2a41-4157-9fb6-9547197a9887 None None] Provisioning complete for port 190fa672-26a9-4ba3-977a-9b984844d9c2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:29:54.939734 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-85983dc2-2a41-4157-9fb6-9547197a9887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:55.033746 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-85983dc2-2a41-4157-9fb6-9547197a9887 None None] Provisioning complete for port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:29:55.034029 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-85983dc2-2a41-4157-9fb6-9547197a9887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:55.377625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:56.755459 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:29:57.730990 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:10.709640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:16.127760 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:30:21.923714 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-66dd5b50-57d4-4d13-9516-f7274e088e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:23.890170 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e008e2c5-34b5-4ec6-91e6-489005a468b3 req-82702e22-2a46-49e2-9868-b28cc072eee1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1143847 Dec 14 01:30:24.005143 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008e2c5-34b5-4ec6-91e6-489005a468b3 req-3709582a-5d00-4b5a-b92d-8748b5662439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:24.006524 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e008e2c5-34b5-4ec6-91e6-489005a468b3 req-3709582a-5d00-4b5a-b92d-8748b5662439 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 1099 time: 0.0464382 Dec 14 01:30:24.129234 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008e2c5-34b5-4ec6-91e6-489005a468b3 req-15a82183-81b3-47d3-bc41-a8a0b93295f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:24.130773 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e008e2c5-34b5-4ec6-91e6-489005a468b3 req-15a82183-81b3-47d3-bc41-a8a0b93295f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df538af2-abd3-43b5-92ca-4117ed750e9f HTTP/1.1" status: 200 len: 896 time: 0.1038117 Dec 14 01:30:24.159569 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bca764ff-2dd9-40cf-b3bc-6fbd03b2d1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:24.197923 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e008e2c5-34b5-4ec6-91e6-489005a468b3 req-ff2e4ca8-6716-4d6f-ad0a-6ccb08a909a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 HTTP/1.1" status: 200 len: 1001 time: 0.0597908 Dec 14 01:30:24.253703 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008e2c5-34b5-4ec6-91e6-489005a468b3 req-aa5ca807-da16-478d-b19e-5e568098b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:24.255243 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e008e2c5-34b5-4ec6-91e6-489005a468b3 req-aa5ca807-da16-478d-b19e-5e568098b1b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d190e67-718f-4930-ab3f-2649d28a03f2 HTTP/1.1" status: 200 len: 843 time: 0.0501959 Dec 14 01:30:24.302880 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008e2c5-34b5-4ec6-91e6-489005a468b3 req-ac76e073-0cbd-44db-ace6-085bdecc83fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:24.304435 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e008e2c5-34b5-4ec6-91e6-489005a468b3 req-ac76e073-0cbd-44db-ace6-085bdecc83fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df538af2-abd3-43b5-92ca-4117ed750e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421257 Dec 14 01:30:24.397384 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e008e2c5-34b5-4ec6-91e6-489005a468b3 req-8b16ac32-d92b-4849-8cff-dffeea33e4b3 service neutron] 10.222.0.16 "GET /v2.0/networks/df538af2-abd3-43b5-92ca-4117ed750e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853529 Dec 14 01:30:24.509167 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e008e2c5-34b5-4ec6-91e6-489005a468b3 req-4caa2641-fd97-4833-a826-1c7380d7c0bc service neutron] 10.222.0.16 "GET /v2.0/networks/df538af2-abd3-43b5-92ca-4117ed750e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035383 Dec 14 01:30:25.380405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:26.753542 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:27.728461 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:37.347528 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58532) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:37.527326 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port c1ef434f-d6d5-481b-93df-971ec4a1f7d5 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:30:37.527628 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:37.621283 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:37.621563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:37.633546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for c1ef434f-d6d5-481b-93df-971ec4a1f7d5 owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:30:37.782627 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:37.819891 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=c1ef434f-d6d5-481b-93df-971ec4a1f7d5,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:37.844321 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:37.844671 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:37.845023 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:37.845374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:37.845682 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:37.846012 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:37.846346 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:37.846703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:37.847031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:37.847364 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:37.847690 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:37.848015 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:37.848364 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:37.887946 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:37.888365 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP 062902bb-7a1b-4305-9a4f-8c8b72de29ec disassociated (deleted). External IP: 172.26.1.97, port: 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4. Dec 14 01:30:38.109044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:30:38.231595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:30:38.236731 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:38.244283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2c1435-e3a7-4eed-94e9-d4774dbb3525 None None] Sync routers for ids ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:30:38.257023 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2c1435-e3a7-4eed-94e9-d4774dbb3525 None None] Routers {'9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:30:38.257657 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0b2c1435-e3a7-4eed-94e9-d4774dbb3525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:30:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:38.265027 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-aeb92dd2-e272-4223-8afe-92946176df8a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/floatingips/062902bb-7a1b-4305-9a4f-8c8b72de29ec HTTP/1.1" status: 204 len: 168 time: 0.9163170 Dec 14 01:30:38.265726 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181b9d8e-acee-4b96-9701-da439bb760a5', 'tag': '4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:30:38.268258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31b6368-27ae-4219-aee2-ff74300ff9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "181b9d8e-acee-4b96-9701-da439bb760a5", "tag": "4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:30:38.314031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cb17e8-dc73-4d31-8394-148b9ef576eb x-openstack-request-id: req-d9cb17e8-dc73-4d31-8394-148b9ef576eb {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:30:38.314350 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181b9d8e-acee-4b96-9701-da439bb760a5", "tag": "4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:30:38.314610 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9cb17e8-dc73-4d31-8394-148b9ef576eb {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:30:38.315020 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181b9d8e-acee-4b96-9701-da439bb760a5', 'tag': '4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4', 'status': 'completed', 'code': 200} Dec 14 01:30:38.386259 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0b2c1435-e3a7-4eed-94e9-d4774dbb3525 None None] Set router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:30:38.425434 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b6368-27ae-4219-aee2-ff74300ff9b1 req-c20b09f2-4ab9-4afe-b875-c5be0cf80f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:38.426984 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c31b6368-27ae-4219-aee2-ff74300ff9b1 req-c20b09f2-4ab9-4afe-b875-c5be0cf80f8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 1099 time: 0.0626566 Dec 14 01:30:38.560587 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b6368-27ae-4219-aee2-ff74300ff9b1 req-da88e7a8-9740-4890-8398-f0b5e891e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:38.562442 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c31b6368-27ae-4219-aee2-ff74300ff9b1 req-da88e7a8-9740-4890-8398-f0b5e891e781 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df538af2-abd3-43b5-92ca-4117ed750e9f HTTP/1.1" status: 200 len: 896 time: 0.1271839 Dec 14 01:30:38.614672 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c31b6368-27ae-4219-aee2-ff74300ff9b1 req-428c2174-1161-4bd6-8a1c-ac539fe4f963 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 HTTP/1.1" status: 200 len: 217 time: 0.0440364 Dec 14 01:30:38.645035 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0b2c1435-e3a7-4eed-94e9-d4774dbb3525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'name': 'tempest-TestNetworkBasicOps-router-1461930090', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '190fa672-26a9-4ba3-977a-9b984844d9c2', 'name': '', 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:1b:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:46Z', 'updated_at': '2021-12-14T01:27:49Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:38.672355 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2c1435-e3a7-4eed-94e9-d4774dbb3525 None None] Checking router: 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:30:38.682133 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2c1435-e3a7-4eed-94e9-d4774dbb3525 None None] Routers {'9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:30:38.682759 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0b2c1435-e3a7-4eed-94e9-d4774dbb3525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:30:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:38.703696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b6368-27ae-4219-aee2-ff74300ff9b1 req-0fdc067e-e337-4899-86f0-03dddba5636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:38.705215 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c31b6368-27ae-4219-aee2-ff74300ff9b1 req-0fdc067e-e337-4899-86f0-03dddba5636c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d190e67-718f-4930-ab3f-2649d28a03f2 HTTP/1.1" status: 200 len: 843 time: 0.0802782 Dec 14 01:30:38.713610 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ca504-0659-4482-90a9-709edf98b6e7 req-b00e3c40-83e3-4b59-b407-af3c4238bf05 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:38.715017 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e68ca504-0659-4482-90a9-709edf98b6e7 req-b00e3c40-83e3-4b59-b407-af3c4238bf05 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 946 time: 0.2105157 Dec 14 01:30:38.789018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b6368-27ae-4219-aee2-ff74300ff9b1 req-1e58e32b-86a2-45ca-a2e4-9739e770679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:38.790458 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c31b6368-27ae-4219-aee2-ff74300ff9b1 req-1e58e32b-86a2-45ca-a2e4-9739e770679b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df538af2-abd3-43b5-92ca-4117ed750e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745764 Dec 14 01:30:38.796669 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e68ca504-0659-4482-90a9-709edf98b6e7 req-ecb29f99-8630-4c9d-90a5-45c28a412174 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=4981e275-e253-4ff7-bb98-b33e581916b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717010 Dec 14 01:30:38.802062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0b2c1435-e3a7-4eed-94e9-d4774dbb3525 None None] Set router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:30:38.894411 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c31b6368-27ae-4219-aee2-ff74300ff9b1 req-619005ec-f761-46c3-a494-b4543cedbdf0 service neutron] 10.222.0.16 "GET /v2.0/networks/df538af2-abd3-43b5-92ca-4117ed750e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956283 Dec 14 01:30:38.987971 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c31b6368-27ae-4219-aee2-ff74300ff9b1 req-39fd00a7-b0d9-4864-b0ea-5106db671042 service neutron] 10.222.0.16 "GET /v2.0/networks/df538af2-abd3-43b5-92ca-4117ed750e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860913 Dec 14 01:30:39.010290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0b2c1435-e3a7-4eed-94e9-d4774dbb3525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'name': 'tempest-TestNetworkBasicOps-router-1461930090', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '190fa672-26a9-4ba3-977a-9b984844d9c2', 'name': '', 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:1b:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:46Z', 'updated_at': '2021-12-14T01:27:49Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:39.040030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2c1435-e3a7-4eed-94e9-d4774dbb3525 None None] The sync data for ids ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'] in dv-neutron-821592-1-hyperv is: [{'id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'name': 'tempest-TestNetworkBasicOps-router-1461930090', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '190fa672-26a9-4ba3-977a-9b984844d9c2', 'name': '', 'network_id': 'df538af2-abd3-43b5-92ca-4117ed750e9f', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:1b:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:46Z', 'updated_at': '2021-12-14T01:27:49Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '3d190e67-718f-4930-ab3f-2649d28a03f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:30:39.256885 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd87a6-b282-4474-a3e3-2d62f4d13237 None None] New status for floating IP 062902bb-7a1b-4305-9a4f-8c8b72de29ec: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:30:40.021613 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9c7c0-f18e-49a1-a281-3d1c152822ab req-3cdd9faa-832e-478b-a36a-af8af188eb16 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:40.023257 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4ac9c7c0-f18e-49a1-a281-3d1c152822ab req-3cdd9faa-832e-478b-a36a-af8af188eb16 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 946 time: 0.1320224 Dec 14 01:30:40.035776 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09117798-7a2a-4c0c-a690-6bd40f34accd req-0fcd4fb6-d83b-4056-9241-5f56658db510 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:40.037245 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09117798-7a2a-4c0c-a690-6bd40f34accd req-0fcd4fb6-d83b-4056-9241-5f56658db510 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/ports?device_id=181b9d8e-acee-4b96-9701-da439bb760a5 HTTP/1.1" status: 200 len: 946 time: 0.0842583 Dec 14 01:30:40.132429 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4ac9c7c0-f18e-49a1-a281-3d1c152822ab req-20025bf7-7a97-4cf5-84d1-e4b72a7fa361 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=4981e275-e253-4ff7-bb98-b33e581916b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940495 Dec 14 01:30:40.160664 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-09117798-7a2a-4c0c-a690-6bd40f34accd req-0dbfbaf2-0c9f-480a-a796-f29aafa2db6a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:30:40.161046 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-09117798-7a2a-4c0c-a690-6bd40f34accd req-0dbfbaf2-0c9f-480a-a796-f29aafa2db6a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:40.255575 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-09117798-7a2a-4c0c-a690-6bd40f34accd req-0dbfbaf2-0c9f-480a-a796-f29aafa2db6a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4,segment=NetworkSegment(d8778f91-ad1d-490c-98d2-b318c6d75076),segment_id=d8778f91-ad1d-490c-98d2-b318c6d75076)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:30:40.255941 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-09117798-7a2a-4c0c-a690-6bd40f34accd req-0dbfbaf2-0c9f-480a-a796-f29aafa2db6a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:40.268899 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-09117798-7a2a-4c0c-a690-6bd40f34accd req-0dbfbaf2-0c9f-480a-a796-f29aafa2db6a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:30:40.404526 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-09117798-7a2a-4c0c-a690-6bd40f34accd req-0dbfbaf2-0c9f-480a-a796-f29aafa2db6a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:40.439656 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfbaf2-0c9f-480a-a796-f29aafa2db6a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:40.484199 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-09117798-7a2a-4c0c-a690-6bd40f34accd req-0dbfbaf2-0c9f-480a-a796-f29aafa2db6a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] No DVR routers for this DVR port 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 on host hv-neutron-8215 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:30:40.487073 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-09117798-7a2a-4c0c-a690-6bd40f34accd req-0dbfbaf2-0c9f-480a-a796-f29aafa2db6a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:40.491002 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09117798-7a2a-4c0c-a690-6bd40f34accd req-0dbfbaf2-0c9f-480a-a796-f29aafa2db6a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "DELETE /v2.0/ports/4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 HTTP/1.1" status: 204 len: 173 time: 0.4470236 Dec 14 01:30:40.491479 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181b9d8e-acee-4b96-9701-da439bb760a5', 'name': 'network-vif-deleted', 'tag': '4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:30:40.494351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c66743-8f42-4d9b-afda-5703b75e9935" -d '{"events": [{"server_uuid": "181b9d8e-acee-4b96-9701-da439bb760a5", "name": "network-vif-deleted", "tag": "4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:30:40.585098 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c908ee14-e5a9-4fea-b874-608ab72b926b x-openstack-request-id: req-c908ee14-e5a9-4fea-b874-608ab72b926b {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:30:40.585410 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181b9d8e-acee-4b96-9701-da439bb760a5", "name": "network-vif-deleted", "tag": "4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:30:40.585665 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c908ee14-e5a9-4fea-b874-608ab72b926b {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:30:40.586067 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181b9d8e-acee-4b96-9701-da439bb760a5', 'name': 'network-vif-deleted', 'tag': '4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4', 'status': 'completed', 'code': 200} Dec 14 01:30:40.706372 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:41.192871 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58562) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:41.252558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2dab-30ed-4eb2-b0d4-495661cc689a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:41.278864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2dab-30ed-4eb2-b0d4-495661cc689a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:41.342323 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2dab-30ed-4eb2-b0d4-495661cc689a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:41.345187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2dab-30ed-4eb2-b0d4-495661cc689a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:41.348266 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1e9d2dab-30ed-4eb2-b0d4-495661cc689a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/security-groups/4981e275-e253-4ff7-bb98-b33e581916b3 HTTP/1.1" status: 204 len: 168 time: 0.1525879 Dec 14 01:30:41.356347 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d2dab-30ed-4eb2-b0d4-495661cc689a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4981e275-e253-4ff7-bb98-b33e581916b3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:41.384772 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58566) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:41.760635 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-343aa7d6-4b30-4b08-987f-cf674fc8fc1c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:42.028727 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-343aa7d6-4b30-4b08-987f-cf674fc8fc1c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 190fa672-26a9-4ba3-977a-9b984844d9c2 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:30:42.028962 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-343aa7d6-4b30-4b08-987f-cf674fc8fc1c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:42.121746 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-343aa7d6-4b30-4b08-987f-cf674fc8fc1c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 190fa672-26a9-4ba3-977a-9b984844d9c2, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=190fa672-26a9-4ba3-977a-9b984844d9c2,segment=NetworkSegment(d8778f91-ad1d-490c-98d2-b318c6d75076),segment_id=d8778f91-ad1d-490c-98d2-b318c6d75076)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:30:42.122268 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-343aa7d6-4b30-4b08-987f-cf674fc8fc1c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:42.134618 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-343aa7d6-4b30-4b08-987f-cf674fc8fc1c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 190fa672-26a9-4ba3-977a-9b984844d9c2 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:30:42.325999 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-343aa7d6-4b30-4b08-987f-cf674fc8fc1c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:42.351741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343aa7d6-4b30-4b08-987f-cf674fc8fc1c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=190fa672-26a9-4ba3-977a-9b984844d9c2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:42.558358 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-343aa7d6-4b30-4b08-987f-cf674fc8fc1c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:43.003648 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:30:43.025049 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:30:43.025391 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 4e9e2241-4f76-4b4f-9e6f-2e8076c76aa4 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:30:43.114622 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343aa7d6-4b30-4b08-987f-cf674fc8fc1c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:30:43.226330 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343aa7d6-4b30-4b08-987f-cf674fc8fc1c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:30:43.231906 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-343aa7d6-4b30-4b08-987f-cf674fc8fc1c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8457637 Dec 14 01:30:43.234631 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58568) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:43.237449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01468207-71f7-44cc-a9df-6750eb1ee423 None None] Sync routers for ids ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:30:43.254111 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01468207-71f7-44cc-a9df-6750eb1ee423 None None] Routers {'9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:30:43.254655 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-01468207-71f7-44cc-a9df-6750eb1ee423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:30:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:43.288065 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7864e23-5f9f-4ed1-a876-e48503076672 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting subnet 3d190e67-718f-4930-ab3f-2649d28a03f2 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:30:43.291512 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7864e23-5f9f-4ed1-a876-e48503076672 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:43.335884 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7864e23-5f9f-4ed1-a876-e48503076672 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:43.365098 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-01468207-71f7-44cc-a9df-6750eb1ee423 None None] Set router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:30:43.440732 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7864e23-5f9f-4ed1-a876-e48503076672 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:43.505585 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7864e23-5f9f-4ed1-a876-e48503076672 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:43.535475 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7864e23-5f9f-4ed1-a876-e48503076672 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Subnet': ['ID=3d190e67-718f-4930-ab3f-2649d28a03f2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:43.540935 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7864e23-5f9f-4ed1-a876-e48503076672 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:43.546994 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58570) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:43.548637 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d55a5ba-ad7f-469f-86c6-db08c78a174f None None] Network df538af2-abd3-43b5-92ca-4117ed750e9f requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:30:43.556724 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d7864e23-5f9f-4ed1-a876-e48503076672 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/subnets/3d190e67-718f-4930-ab3f-2649d28a03f2 HTTP/1.1" status: 204 len: 168 time: 0.3209896 Dec 14 01:30:43.634552 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-01468207-71f7-44cc-a9df-6750eb1ee423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'name': 'tempest-TestNetworkBasicOps-router-1461930090', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:30:42Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:43.666776 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8189d481-b072-441b-ad8b-5be419eb7577 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:43.669240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01468207-71f7-44cc-a9df-6750eb1ee423 None None] Checking router: 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:30:43.682839 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01468207-71f7-44cc-a9df-6750eb1ee423 None None] Routers {'9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:30:43.683466 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-01468207-71f7-44cc-a9df-6750eb1ee423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:30:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:43.791049 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8189d481-b072-441b-ad8b-5be419eb7577 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:43.858880 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8189d481-b072-441b-ad8b-5be419eb7577 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 6acc4dbc-e453-4443-9b1f-8ea45cbe9401 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:30:43.859739 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8189d481-b072-441b-ad8b-5be419eb7577 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:43.947446 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-8189d481-b072-441b-ad8b-5be419eb7577 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 6acc4dbc-e453-4443-9b1f-8ea45cbe9401, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6acc4dbc-e453-4443-9b1f-8ea45cbe9401,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:30:43.947838 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8189d481-b072-441b-ad8b-5be419eb7577 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:43.950915 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] DHCP port deletion for df538af2-abd3-43b5-92ca-4117ed750e9f request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:30:43.967055 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8189d481-b072-441b-ad8b-5be419eb7577 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 6acc4dbc-e453-4443-9b1f-8ea45cbe9401 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:30:44.001910 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-01468207-71f7-44cc-a9df-6750eb1ee423 None None] Set router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:30:44.110118 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Deleting port 41439d78-2062-4998-8bb3-e43a5a068e3b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:30:44.110814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.139397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8189d481-b072-441b-ad8b-5be419eb7577 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.177846 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189d481-b072-441b-ad8b-5be419eb7577 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=6acc4dbc-e453-4443-9b1f-8ea45cbe9401,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:44.203571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208e9c51-6515-4222-a3ff-21cab0eddf4a None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:30:44.208861 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] For port 41439d78-2062-4998-8bb3-e43a5a068e3b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=41439d78-2062-4998-8bb3-e43a5a068e3b,segment=NetworkSegment(d8778f91-ad1d-490c-98d2-b318c6d75076),segment_id=d8778f91-ad1d-490c-98d2-b318c6d75076)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:30:44.209268 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.226982 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Calling delete_port for 41439d78-2062-4998-8bb3-e43a5a068e3b owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:30:44.250618 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8189d481-b072-441b-ad8b-5be419eb7577 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.344721 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-01468207-71f7-44cc-a9df-6750eb1ee423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'name': 'tempest-TestNetworkBasicOps-router-1461930090', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:30:42Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:44.349197 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8189d481-b072-441b-ad8b-5be419eb7577 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.351781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8189d481-b072-441b-ad8b-5be419eb7577 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.375154 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01468207-71f7-44cc-a9df-6750eb1ee423 None None] The sync data for ids ['9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae'] in dv-neutron-821592-1-hyperv is: [{'id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'name': 'tempest-TestNetworkBasicOps-router-1461930090', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:30:42Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '6acc4dbc-e453-4443-9b1f-8ea45cbe9401', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:27:43Z', 'updated_at': '2021-12-14T01:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:30:44.381810 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.407390 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8189d481-b072-441b-ad8b-5be419eb7577 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.408509 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8189d481-b072-441b-ad8b-5be419eb7577 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Fanout notify agent at l3_agent the message router_deleted on router 9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:30:44.416270 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8189d481-b072-441b-ad8b-5be419eb7577 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.420190 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8189d481-b072-441b-ad8b-5be419eb7577 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/routers/9ec7a934-9aa4-46b2-9c26-2bbf0b1cbeae HTTP/1.1" status: 204 len: 168 time: 0.8695679 Dec 14 01:30:44.420519 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Pushing event deleted for resources: {'Port': ['ID=41439d78-2062-4998-8bb3-e43a5a068e3b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:44.421483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58572) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:44.430990 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] No DVR routers for this DVR port 41439d78-2062-4998-8bb3-e43a5a068e3b on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:30:44.433877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:44.433877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:44.434099 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:44.434419 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:44.435065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:44.435499 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:44.435864 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:44.436226 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:44.436621 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:44.436956 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:44.437287 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:44.437613 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:44.437940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c21a36-c26e-4ada-a746-b7370afc4ea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:44.505690 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-adc26847-3727-4959-9903-eff758080747 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.596445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-adc26847-3727-4959-9903-eff758080747 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.617686 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-adc26847-3727-4959-9903-eff758080747 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df538af2-abd3-43b5-92ca-4117ed750e9f']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:44.627899 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-adc26847-3727-4959-9903-eff758080747 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8778f91-ad1d-490c-98d2-b318c6d75076') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:44.628130 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-adc26847-3727-4959-9903-eff758080747 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8778f91-ad1d-490c-98d2-b318c6d75076') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:44.637725 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-adc26847-3727-4959-9903-eff758080747 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.652199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-adc26847-3727-4959-9903-eff758080747 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.659155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc26847-3727-4959-9903-eff758080747 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:30:44.659577 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-adc26847-3727-4959-9903-eff758080747 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:30:44.662610 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:30:44.723126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-adc26847-3727-4959-9903-eff758080747 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.735583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-adc26847-3727-4959-9903-eff758080747 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.739022 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-adc26847-3727-4959-9903-eff758080747 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/networks/df538af2-abd3-43b5-92ca-4117ed750e9f HTTP/1.1" status: 204 len: 168 time: 0.3163521 Dec 14 01:30:44.753831 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58574) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:44.761325 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f08ba290-c385-46aa-8e12-0303126467ea tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'network': {'name': 'tempest-network-smoke--812691882', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'port_security_enabled': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:30:44.779855 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc26847-3727-4959-9903-eff758080747 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Network': ['ID=df538af2-abd3-43b5-92ca-4117ed750e9f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:44.805680 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08ba290-c385-46aa-8e12-0303126467ea tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:30:44.809789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f08ba290-c385-46aa-8e12-0303126467ea tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.847391 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08ba290-c385-46aa-8e12-0303126467ea tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:30:44.860880 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f08ba290-c385-46aa-8e12-0303126467ea tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.861201 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-f08ba290-c385-46aa-8e12-0303126467ea tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Added segment 7a875b9c-7a41-464a-bfd8-4294e1d8f5fe of type vlan for network 4c1d2411-23db-46ab-becb-85205925f171 Dec 14 01:30:44.920361 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f08ba290-c385-46aa-8e12-0303126467ea tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.923464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 190fa672-26a9-4ba3-977a-9b984844d9c2 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:30:44.951434 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 190fa672-26a9-4ba3-977a-9b984844d9c2 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:30:44.951784 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 190fa672-26a9-4ba3-977a-9b984844d9c2 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:30:44.952259 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 41439d78-2062-4998-8bb3-e43a5a068e3b no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:30:44.953518 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f08ba290-c385-46aa-8e12-0303126467ea tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.959950 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08ba290-c385-46aa-8e12-0303126467ea tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:44.960727 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f08ba290-c385-46aa-8e12-0303126467ea tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:44.978157 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 41439d78-2062-4998-8bb3-e43a5a068e3b {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:30:44.978504 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 41439d78-2062-4998-8bb3-e43a5a068e3b not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:30:45.039341 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f08ba290-c385-46aa-8e12-0303126467ea tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2820933 Dec 14 01:30:45.042302 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58576) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:45.042772 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ba290-c385-46aa-8e12-0303126467ea tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Network': ['ID=4c1d2411-23db-46ab-becb-85205925f171,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:45.050605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'admin_state_up': True, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:30:45.053953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 4c1d2411-23db-46ab-becb-85205925f171 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:30:45.088017 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:45.089181 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:45.154412 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:45.554815 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:45.755861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:45.775202 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:45.888200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.26.1.246 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/47386a95-08b5-4ab9-9063-7b98eaead983) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:30:45.989982 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:46.026542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:46.072152 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:30:46.075033 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:30:46.078773 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:30:46.091684 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd5a019-55c4-4467-8d19-90855ca6a1f4 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:30:46.107896 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=47386a95-08b5-4ab9-9063-7b98eaead983,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:46.211537 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c4e95a18-ecc0-4462-bd71-95d5fee1b92a None None] Provisioning complete for port 47386a95-08b5-4ab9-9063-7b98eaead983 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:30:46.211929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c4e95a18-ecc0-4462-bd71-95d5fee1b92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:46.254616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c4e95a18-ecc0-4462-bd71-95d5fee1b92a None None] Port 47386a95-08b5-4ab9-9063-7b98eaead983 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:30:46.343795 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:46.549748 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:46.673199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router c05d26cc-3d68-4b50-98f5-225e3f548545 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:30:46.682279 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6acc4dbc-e453-4443-9b1f-8ea45cbe9401 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:30:46.703898 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 6acc4dbc-e453-4443-9b1f-8ea45cbe9401 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:30:46.704294 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6acc4dbc-e453-4443-9b1f-8ea45cbe9401 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:30:46.786229 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:30:46.798276 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Sync routers for ids ['c05d26cc-3d68-4b50-98f5-225e3f548545'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:30:46.808257 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Routers {'c05d26cc-3d68-4b50-98f5-225e3f548545'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:30:46.809096 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:30:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c05d26cc-3d68-4b50-98f5-225e3f548545'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:46.809319 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:46.810274 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cc33f365-9eea-48e4-ba8f-5f6eb4c5b1bb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7667353 Dec 14 01:30:46.814012 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58578) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:46.855738 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e3942a94-9263-4c31-b1cf-896d68b69f19 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9e28f216f8fb4b05811c7d7158efaac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405543 Dec 14 01:30:46.859112 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58580) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:46.920197 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Set router c05d26cc-3d68-4b50-98f5-225e3f548545 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:30:46.949522 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c278830-d430-4c87-b951-c6b48ad81576 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:46.954242 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9c278830-d430-4c87-b951-c6b48ad81576 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914314 Dec 14 01:30:46.954425 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58582) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:46.982306 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f9d4efd6-36be-44c0-bd24-c5430e30976b tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267138 Dec 14 01:30:46.984780 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58584) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:46.989554 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-31c28120-0c76-4a16-8cda-be9b2669bfda tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-596306247', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:30:47.081309 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c28120-0c76-4a16-8cda-be9b2669bfda tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:30:47.084989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31c28120-0c76-4a16-8cda-be9b2669bfda tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:47.093938 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:46Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:47.123381 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Checking router: c05d26cc-3d68-4b50-98f5-225e3f548545 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:30:47.123722 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Updating router c05d26cc-3d68-4b50-98f5-225e3f548545 port 47386a95-08b5-4ab9-9063-7b98eaead983 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:30:47.147889 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:47.268692 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31c28120-0c76-4a16-8cda-be9b2669bfda tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:47.335721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c28120-0c76-4a16-8cda-be9b2669bfda tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Subnet': ['ID=92538173-5962-47ff-82de-c229ea448730,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:47.346095 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c28120-0c76-4a16-8cda-be9b2669bfda tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Checking segment: {'id': '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c1d2411-23db-46ab-becb-85205925f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:30:47.346469 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c28120-0c76-4a16-8cda-be9b2669bfda tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network hostable DHCP agents. Network: 4c1d2411-23db-46ab-becb-85205925f171, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:30:47.366879 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c28120-0c76-4a16-8cda-be9b2669bfda tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 4c1d2411-23db-46ab-becb-85205925f171 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:30:47.380248 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-31c28120-0c76-4a16-8cda-be9b2669bfda tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 4c1d2411-23db-46ab-becb-85205925f171) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:30:47.385726 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c28120-0c76-4a16-8cda-be9b2669bfda tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:47.386355 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31c28120-0c76-4a16-8cda-be9b2669bfda tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:47.391638 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf05c10-781d-4039-adba-a0435ff7cb4a None None] Network 4c1d2411-23db-46ab-becb-85205925f171 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:30:47.395969 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:47.402802 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:47.407446 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58586) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:47.407715 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-31c28120-0c76-4a16-8cda-be9b2669bfda tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4217286 Dec 14 01:30:47.452477 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Attempting to bind port 47386a95-08b5-4ab9-9063-7b98eaead983 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:30:47.452912 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Attempting to bind port 47386a95-08b5-4ab9-9063-7b98eaead983 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:30:47.453654 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Attempting to bind port 47386a95-08b5-4ab9-9063-7b98eaead983 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:30:47.454064 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb95d08-df82-4679-9695-245499fcc37f None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:30:47.463833 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:30:47.464258 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:30:47.464660 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:47.465053 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:30:47.465985 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Bound port: 47386a95-08b5-4ab9-9063-7b98eaead983, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:30:47.465985 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:47.511237 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ae94b-9bd4-4456-92aa-38528435979d None None] Pushing event updated for resources: {'Port': ['ID=47386a95-08b5-4ab9-9063-7b98eaead983,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:47.520800 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-4c1d2411-23db-46ab-becb-85205925f171', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:30:47.521615 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:47.524631 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae94b-9bd4-4456-92aa-38528435979d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:47.525006 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae94b-9bd4-4456-92aa-38528435979d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:47.525345 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae94b-9bd4-4456-92aa-38528435979d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:47.525684 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae94b-9bd4-4456-92aa-38528435979d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:47.526012 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae94b-9bd4-4456-92aa-38528435979d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:47.526336 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae94b-9bd4-4456-92aa-38528435979d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:47.526672 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae94b-9bd4-4456-92aa-38528435979d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:47.527004 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae94b-9bd4-4456-92aa-38528435979d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:47.527335 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae94b-9bd4-4456-92aa-38528435979d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:47.527681 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae94b-9bd4-4456-92aa-38528435979d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:47.528076 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae94b-9bd4-4456-92aa-38528435979d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:47.528423 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae94b-9bd4-4456-92aa-38528435979d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:47.528740 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae94b-9bd4-4456-92aa-38528435979d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:30:47.535295 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] For port 47386a95-08b5-4ab9-9063-7b98eaead983, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:30:47.538641 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] For port 47386a95-08b5-4ab9-9063-7b98eaead983, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=47386a95-08b5-4ab9-9063-7b98eaead983,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:30:47.544375 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:47.595556 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Routers {'c05d26cc-3d68-4b50-98f5-225e3f548545'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:30:47.596211 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:30:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c05d26cc-3d68-4b50-98f5-225e3f548545'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:47.604015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11130405-04d0-4a4a-b68a-4f899527f04e None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:30:47.641709 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2d1df8b9-4ef9-45db-bf08-6d673033830e None None] Provisioning complete for port 47386a95-08b5-4ab9-9063-7b98eaead983 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:30:47.642091 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d1df8b9-4ef9-45db-bf08-6d673033830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:47.704071 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] Set router c05d26cc-3d68-4b50-98f5-225e3f548545 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:30:47.715406 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Allocated IP 172.20.0.2 (4c1d2411-23db-46ab-becb-85205925f171/92538173-5962-47ff-82de-c229ea448730/c2414d3b-0707-42c4-95ac-00a378909c3a) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:30:47.809518 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ae94b-9bd4-4456-92aa-38528435979d None None] Pushing event updated for resources: {'Port': ['ID=47386a95-08b5-4ab9-9063-7b98eaead983,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:47.819396 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d1df8b9-4ef9-45db-bf08-6d673033830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:47.858989 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2d1df8b9-4ef9-45db-bf08-6d673033830e None None] For port 47386a95-08b5-4ab9-9063-7b98eaead983, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=47386a95-08b5-4ab9-9063-7b98eaead983,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:30:47.866529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d1df8b9-4ef9-45db-bf08-6d673033830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:47.892697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:47.917533 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:46Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:47.949205 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86dbaa9-255c-43ae-85cc-bd7e3842980b None None] The sync data for ids ['c05d26cc-3d68-4b50-98f5-225e3f548545'] in dv-neutron-821592-1-hyperv is: [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:46Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:30:47.952213 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:47.957384 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1df8b9-4ef9-45db-bf08-6d673033830e None None] Pushing event updated for resources: {'Port': ['ID=47386a95-08b5-4ab9-9063-7b98eaead983,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:47.962182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:48.025409 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Network 4c1d2411-23db-46ab-becb-85205925f171 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:30:48.034943 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:30:48.037834 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Pushing event updated for resources: {'Port': ['ID=c2414d3b-0707-42c4-95ac-00a378909c3a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:48.040575 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:30:48.042904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-fa8bd88c-5c7e-4c86-aca0-c771ec8ec9d5 None None] Provisioning complete for port 47386a95-08b5-4ab9-9063-7b98eaead983 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:30:48.043273 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa8bd88c-5c7e-4c86-aca0-c771ec8ec9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:48.136725 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Attempting to bind port c2414d3b-0707-42c4-95ac-00a378909c3a on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:30:48.137103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Attempting to bind port c2414d3b-0707-42c4-95ac-00a378909c3a by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c1d2411-23db-46ab-becb-85205925f171'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:30:48.137536 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Attempting to bind port c2414d3b-0707-42c4-95ac-00a378909c3a on network 4c1d2411-23db-46ab-becb-85205925f171 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:30:48.146350 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:30:48.146728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Checking segment: {'id': '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c1d2411-23db-46ab-becb-85205925f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:30:48.147138 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:48.147538 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Bound using segment: {'id': '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c1d2411-23db-46ab-becb-85205925f171'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:30:48.148013 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Bound port: c2414d3b-0707-42c4-95ac-00a378909c3a, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c1d2411-23db-46ab-becb-85205925f171'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:30:48.148418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:48.235815 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.1 (4c1d2411-23db-46ab-becb-85205925f171/92538173-5962-47ff-82de-c229ea448730/d41776fc-1bf8-491b-8ade-2c9d835bb2e6) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:30:48.280167 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] For port c2414d3b-0707-42c4-95ac-00a378909c3a, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:30:48.284154 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] For port c2414d3b-0707-42c4-95ac-00a378909c3a, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c2414d3b-0707-42c4-95ac-00a378909c3a,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:30:48.294826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:48.381734 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa0199-9fc5-4614-afcc-011bc3de2554 None None] Pushing event updated for resources: {'Port': ['ID=c2414d3b-0707-42c4-95ac-00a378909c3a,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:48.412633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:48.458013 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:48.514738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 4c1d2411-23db-46ab-becb-85205925f171 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:30:48.518102 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:30:48.522226 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:30:48.530126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=d41776fc-1bf8-491b-8ade-2c9d835bb2e6,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:48.596573 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:48.755695 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:48.816563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 47386a95-08b5-4ab9-9063-7b98eaead983 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:30:48.866765 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 47386a95-08b5-4ab9-9063-7b98eaead983 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:30:48.867285 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:48.963314 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c2414d3b-0707-42c4-95ac-00a378909c3a up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:30:49.010962 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port c2414d3b-0707-42c4-95ac-00a378909c3a triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:30:49.011334 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:49.094976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:49.133556 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port c2414d3b-0707-42c4-95ac-00a378909c3a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c2414d3b-0707-42c4-95ac-00a378909c3a,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:30:49.139903 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:49.191137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=c2414d3b-0707-42c4-95ac-00a378909c3a,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:49.337823 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:49.342829 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:49.415433 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=d41776fc-1bf8-491b-8ade-2c9d835bb2e6,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:49.417886 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:49.433922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe21896-4e27-4b3a-a46a-112954430bcd None None] Network 4c1d2411-23db-46ab-becb-85205925f171 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:30:49.516198 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 4c1d2411-23db-46ab-becb-85205925f171 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:30:49.517915 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:30:49.643835 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router c05d26cc-3d68-4b50-98f5-225e3f548545 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:30:49.664331 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-724641e4-0409-4cfb-b332-978a3d504f3d None None] Provisioning complete for port c2414d3b-0707-42c4-95ac-00a378909c3a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:30:49.664695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-724641e4-0409-4cfb-b332-978a3d504f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:49.757712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:30:49.763777 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-db597044-5ecf-4d28-903d-a016f416d37c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/c05d26cc-3d68-4b50-98f5-225e3f548545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3538840 Dec 14 01:30:49.765625 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58588) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:49.871225 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ab5b88-27b3-407b-871c-6801e5a4593d tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:49.871862 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ab5b88-27b3-407b-871c-6801e5a4593d tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:49.872369 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ab5b88-27b3-407b-871c-6801e5a4593d tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:49.873030 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ab5b88-27b3-407b-871c-6801e5a4593d tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:49.875231 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-77ab5b88-27b3-407b-871c-6801e5a4593d tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1082840 Dec 14 01:30:49.877753 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58590) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:49.939722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d3dafb-637a-46ab-b7ff-dd8f1056a1a0 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:49.940210 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d3dafb-637a-46ab-b7ff-dd8f1056a1a0 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:49.940713 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d3dafb-637a-46ab-b7ff-dd8f1056a1a0 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:49.941720 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d3dafb-637a-46ab-b7ff-dd8f1056a1a0 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:49.942981 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-92d3dafb-637a-46ab-b7ff-dd8f1056a1a0 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0642426 Dec 14 01:30:49.946245 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58592) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:49.950092 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Sync routers for ids ['c05d26cc-3d68-4b50-98f5-225e3f548545'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:30:49.960903 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Routers {'c05d26cc-3d68-4b50-98f5-225e3f548545'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:30:49.961543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:30:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c05d26cc-3d68-4b50-98f5-225e3f548545'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:50.076347 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Set router c05d26cc-3d68-4b50-98f5-225e3f548545 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:30:50.082667 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1b833d3a-7ff0-4bc4-ab01-d002d0f86c07 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1350167 Dec 14 01:30:50.217190 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e808fbb0-49a6-4cf6-8c34-fa5e623901c7 None None] Provisioning complete for port d41776fc-1bf8-491b-8ade-2c9d835bb2e6 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:30:50.217562 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e808fbb0-49a6-4cf6-8c34-fa5e623901c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.272478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58596) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:50.276166 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e808fbb0-49a6-4cf6-8c34-fa5e623901c7 None None] Port d41776fc-1bf8-491b-8ade-2c9d835bb2e6 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:30:50.278294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6b92e6da-d5ca-4e81-b3e9-f7f6b190b44a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-311912538', 'description': 'tempest-secgroup-smoke-311912538 description', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:30:50.302756 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b92e6da-d5ca-4e81-b3e9-f7f6b190b44a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.314791 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e808fbb0-49a6-4cf6-8c34-fa5e623901c7 None None] Provisioning complete for port c2414d3b-0707-42c4-95ac-00a378909c3a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:30:50.315117 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e808fbb0-49a6-4cf6-8c34-fa5e623901c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.373790 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:48Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'd41776fc-1bf8-491b-8ade-2c9d835bb2e6', 'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:89:0b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:48Z', 'updated_at': '2021-12-14T01:30:48Z', 'revision_number': 2, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '92538173-5962-47ff-82de-c229ea448730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:50.384911 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b92e6da-d5ca-4e81-b3e9-f7f6b190b44a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.389839 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b92e6da-d5ca-4e81-b3e9-f7f6b190b44a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.407388 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Checking router: c05d26cc-3d68-4b50-98f5-225e3f548545 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:30:50.407388 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Updating router c05d26cc-3d68-4b50-98f5-225e3f548545 port d41776fc-1bf8-491b-8ade-2c9d835bb2e6 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:30:50.424044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92e6da-d5ca-4e81-b3e9-f7f6b190b44a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f022450b-9a42-4716-bba5-0a1fe2b58e46,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:50.429049 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b92e6da-d5ca-4e81-b3e9-f7f6b190b44a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.430313 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6b92e6da-d5ca-4e81-b3e9-f7f6b190b44a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1563933 Dec 14 01:30:50.433187 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58598) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:50.437784 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b8f3c236-3da1-4098-9eba-eeb8a2eb34c2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'f022450b-9a42-4716-bba5-0a1fe2b58e46', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:30:50.464147 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.468713 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c236-3da1-4098-9eba-eeb8a2eb34c2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.531299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c236-3da1-4098-9eba-eeb8a2eb34c2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.535727 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c236-3da1-4098-9eba-eeb8a2eb34c2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.553315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3c236-3da1-4098-9eba-eeb8a2eb34c2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b261547-7f3e-4b93-b6cc-8d4650ae7dd0,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:50.562675 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c236-3da1-4098-9eba-eeb8a2eb34c2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.566547 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b8f3c236-3da1-4098-9eba-eeb8a2eb34c2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297691 Dec 14 01:30:50.566871 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58600) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:50.571365 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-df289374-3e3b-4962-9fb0-a5339791e7e1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'f022450b-9a42-4716-bba5-0a1fe2b58e46', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:30:50.599395 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-df289374-3e3b-4962-9fb0-a5339791e7e1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.655148 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5a5f0395-8baf-49d5-b889-4f4cc97ebf42 None None] Provisioning complete for port d41776fc-1bf8-491b-8ade-2c9d835bb2e6 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:30:50.655496 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0395-8baf-49d5-b889-4f4cc97ebf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.657249 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-df289374-3e3b-4962-9fb0-a5339791e7e1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.662575 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-df289374-3e3b-4962-9fb0-a5339791e7e1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.683475 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df289374-3e3b-4962-9fb0-a5339791e7e1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4112ad43-83f7-44a1-be4a-8d7cc876136a,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:50.693699 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-df289374-3e3b-4962-9fb0-a5339791e7e1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.695815 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-df289374-3e3b-4962-9fb0-a5339791e7e1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272233 Dec 14 01:30:50.698067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58602) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:50.702855 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f06c61b8-6081-42d4-9ce3-e41389db262a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'f022450b-9a42-4716-bba5-0a1fe2b58e46', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:30:50.714725 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f0395-8baf-49d5-b889-4f4cc97ebf42 None None] Port d41776fc-1bf8-491b-8ade-2c9d835bb2e6 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:30:50.739528 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f06c61b8-6081-42d4-9ce3-e41389db262a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.746060 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c2414d3b-0707-42c4-95ac-00a378909c3a up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:30:50.788395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f06c61b8-6081-42d4-9ce3-e41389db262a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.793152 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f06c61b8-6081-42d4-9ce3-e41389db262a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.811606 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c61b8-6081-42d4-9ce3-e41389db262a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ebd040-f8dc-4947-96e3-1af0624594a0,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:50.819102 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.825041 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f06c61b8-6081-42d4-9ce3-e41389db262a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.825970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.826902 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f06c61b8-6081-42d4-9ce3-e41389db262a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269152 Dec 14 01:30:50.828868 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58604) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:50.833276 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-63fe4e12-ccdc-4f42-bb7f-a3c0357b76c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'f022450b-9a42-4716-bba5-0a1fe2b58e46', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:30:50.861789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63fe4e12-ccdc-4f42-bb7f-a3c0357b76c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.875087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port c2414d3b-0707-42c4-95ac-00a378909c3a triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:30:50.875468 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.915548 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572c8c7-d132-44f3-a1ff-f4223a4a9077 None None] Pushing event updated for resources: {'Port': ['ID=d41776fc-1bf8-491b-8ade-2c9d835bb2e6,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:50.928485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63fe4e12-ccdc-4f42-bb7f-a3c0357b76c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.933443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63fe4e12-ccdc-4f42-bb7f-a3c0357b76c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.954409 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe4e12-ccdc-4f42-bb7f-a3c0357b76c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072f9ac3-1953-4a06-86bf-21ab4fcb560e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:50.962646 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63fe4e12-ccdc-4f42-bb7f-a3c0357b76c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:50.964198 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-63fe4e12-ccdc-4f42-bb7f-a3c0357b76c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342645 Dec 14 01:30:50.967192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58606) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:50.972281 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ff3fb1da-cc87-477d-9717-d9e9f41b3052 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'f022450b-9a42-4716-bba5-0a1fe2b58e46', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:30:50.975369 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Attempting to bind port d41776fc-1bf8-491b-8ade-2c9d835bb2e6 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:30:50.975859 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Attempting to bind port d41776fc-1bf8-491b-8ade-2c9d835bb2e6 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c1d2411-23db-46ab-becb-85205925f171'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:30:50.976291 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Attempting to bind port d41776fc-1bf8-491b-8ade-2c9d835bb2e6 on network 4c1d2411-23db-46ab-becb-85205925f171 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:30:51.001624 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-ff3fb1da-cc87-477d-9717-d9e9f41b3052 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:30:51.004983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:30:51.005440 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Checking segment: {'id': '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c1d2411-23db-46ab-becb-85205925f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:30:51.005934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:51.006395 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Bound using segment: {'id': '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c1d2411-23db-46ab-becb-85205925f171'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:30:51.006949 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Bound port: d41776fc-1bf8-491b-8ade-2c9d835bb2e6, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c1d2411-23db-46ab-becb-85205925f171'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:30:51.007395 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb1da-cc87-477d-9717-d9e9f41b3052 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:51.007533 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:51.081333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb1da-cc87-477d-9717-d9e9f41b3052 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:51.085643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb1da-cc87-477d-9717-d9e9f41b3052 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:51.093259 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] For port d41776fc-1bf8-491b-8ade-2c9d835bb2e6, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:30:51.096984 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] For port d41776fc-1bf8-491b-8ade-2c9d835bb2e6, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d41776fc-1bf8-491b-8ade-2c9d835bb2e6,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:30:51.103261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:51.107932 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fb1da-cc87-477d-9717-d9e9f41b3052 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28871ef5-5d51-4af3-8b27-9008bb49a952,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:51.121896 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb1da-cc87-477d-9717-d9e9f41b3052 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:51.126678 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ff3fb1da-cc87-477d-9717-d9e9f41b3052 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1558969 Dec 14 01:30:51.126974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58608) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:30:51.131839 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-bcf10c5b-96a4-449e-8904-0bfdf71e5b8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'f022450b-9a42-4716-bba5-0a1fe2b58e46', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:30:51.159630 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-bcf10c5b-96a4-449e-8904-0bfdf71e5b8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:30:51.165049 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bcf10c5b-96a4-449e-8904-0bfdf71e5b8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:51.175029 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Routers {'c05d26cc-3d68-4b50-98f5-225e3f548545'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:30:51.175673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:30:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c05d26cc-3d68-4b50-98f5-225e3f548545'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:51.181440 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572c8c7-d132-44f3-a1ff-f4223a4a9077 None None] Pushing event updated for resources: {'Port': ['ID=d41776fc-1bf8-491b-8ade-2c9d835bb2e6,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:51.216403 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-abd1a49b-7be7-4c59-b09a-4e4d5c78ce7e None None] Provisioning complete for port d41776fc-1bf8-491b-8ade-2c9d835bb2e6 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:30:51.216779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abd1a49b-7be7-4c59-b09a-4e4d5c78ce7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:51.229873 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bcf10c5b-96a4-449e-8904-0bfdf71e5b8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:51.234660 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bcf10c5b-96a4-449e-8904-0bfdf71e5b8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:51.252869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf10c5b-96a4-449e-8904-0bfdf71e5b8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d7887d-2dcc-4211-b145-44c1d1b02f2c,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:51.265128 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bcf10c5b-96a4-449e-8904-0bfdf71e5b8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:51.272653 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bcf10c5b-96a4-449e-8904-0bfdf71e5b8c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445348 Dec 14 01:30:51.349237 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] Set router c05d26cc-3d68-4b50-98f5-225e3f548545 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:30:51.390713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abd1a49b-7be7-4c59-b09a-4e4d5c78ce7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:51.438011 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2849716d-56f8-4997-89e2-96b1edd749df req-c33546c5-672f-46e1-a1e3-78ce6b54938a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311912538&fields=id&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 267 time: 0.0437326 Dec 14 01:30:51.498029 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-abd1a49b-7be7-4c59-b09a-4e4d5c78ce7e None None] For port d41776fc-1bf8-491b-8ade-2c9d835bb2e6, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d41776fc-1bf8-491b-8ade-2c9d835bb2e6,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:30:51.505405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abd1a49b-7be7-4c59-b09a-4e4d5c78ce7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:51.551591 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849716d-56f8-4997-89e2-96b1edd749df req-ee569646-b144-4875-9e16-90981e9b6963 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:51.553098 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2849716d-56f8-4997-89e2-96b1edd749df req-ee569646-b144-4875-9e16-90981e9b6963 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/networks?id=4c1d2411-23db-46ab-becb-85205925f171 HTTP/1.1" status: 200 len: 796 time: 0.1080151 Dec 14 01:30:51.568956 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2849716d-56f8-4997-89e2-96b1edd749df req-74451fcb-9523-4344-b2c8-5dad937b972b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/quotas/9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 375 time: 0.0093124 Dec 14 01:30:51.593846 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1a49b-7be7-4c59-b09a-4e4d5c78ce7e None None] Pushing event updated for resources: {'Port': ['ID=d41776fc-1bf8-491b-8ade-2c9d835bb2e6,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:51.629823 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2849716d-56f8-4997-89e2-96b1edd749df req-f133bc1f-5d36-4019-a8c6-149e8ca1be5b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550559 Dec 14 01:30:51.638475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1e65920e-c285-450b-a427-f613d03a77f3 None None] Provisioning complete for port d41776fc-1bf8-491b-8ade-2c9d835bb2e6 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:30:51.638859 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e65920e-c285-450b-a427-f613d03a77f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:51.667851 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:48Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'd41776fc-1bf8-491b-8ade-2c9d835bb2e6', 'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:89:0b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:48Z', 'updated_at': '2021-12-14T01:30:51Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '92538173-5962-47ff-82de-c229ea448730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:30:51.699161 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c10ae-a85d-4c85-b5d4-b4e3a3c99745 None None] The sync data for ids ['c05d26cc-3d68-4b50-98f5-225e3f548545'] in dv-neutron-821592-1-hyperv is: [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:48Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'd41776fc-1bf8-491b-8ade-2c9d835bb2e6', 'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:89:0b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:48Z', 'updated_at': '2021-12-14T01:30:51Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '92538173-5962-47ff-82de-c229ea448730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:30:51.743103 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2849716d-56f8-4997-89e2-96b1edd749df req-ee7f5955-bf7f-4921-9f9b-26dc87de755b service neutron] 10.222.0.32 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968964 Dec 14 01:30:51.861998 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2849716d-56f8-4997-89e2-96b1edd749df req-170b58b1-3c48-4ef7-aaa3-ce5171a90773 service neutron] 10.222.0.32 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990913 Dec 14 01:30:51.917785 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-74db5e68-26de-48d7-bc25-05cc36579b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:52.056140 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ae2e37c9-e4f2-4508-b21d-aa58afd0cd79 req-a35f1c6b-74a3-4e0b-9028-3760dbee5db1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 210 time: 0.0351503 Dec 14 01:30:52.750651 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d41776fc-1bf8-491b-8ade-2c9d835bb2e6 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:30:52.799716 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port d41776fc-1bf8-491b-8ade-2c9d835bb2e6 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:30:52.800147 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:53.080387 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849716d-56f8-4997-89e2-96b1edd749df req-c0ba0987-23b5-4a88-a48b-312c5c9ea501 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:53.082627 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2849716d-56f8-4997-89e2-96b1edd749df req-c0ba0987-23b5-4a88-a48b-312c5c9ea501 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/networks?id=4c1d2411-23db-46ab-becb-85205925f171 HTTP/1.1" status: 200 len: 796 time: 0.1130760 Dec 14 01:30:53.128913 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:30:53.164749 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e5ef6539-b018-43bc-9442-403941246fbe req-3f73c395-ead5-45c6-b1d2-fc7ce97525eb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 210 time: 0.0361440 Dec 14 01:30:53.179981 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2849716d-56f8-4997-89e2-96b1edd749df req-5b3d2880-f395-485d-b34d-ef5e15300805 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 379 time: 0.0822852 Dec 14 01:30:53.193166 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-2849716d-56f8-4997-89e2-96b1edd749df req-2b9bd53f-2465-4d22-947e-6e9ce664166c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'port': {'device_id': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'admin_state_up': True, 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'security_groups': ['f022450b-9a42-4716-bba5-0a1fe2b58e46']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:30:53.325308 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2849716d-56f8-4997-89e2-96b1edd749df req-2b9bd53f-2465-4d22-947e-6e9ce664166c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:30:53.330669 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2849716d-56f8-4997-89e2-96b1edd749df req-2b9bd53f-2465-4d22-947e-6e9ce664166c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:53.478810 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-2849716d-56f8-4997-89e2-96b1edd749df req-2b9bd53f-2465-4d22-947e-6e9ce664166c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.3 (4c1d2411-23db-46ab-becb-85205925f171/92538173-5962-47ff-82de-c229ea448730/57f46266-2254-498e-a9c8-29d79cd8ffe2) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:30:53.616449 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2849716d-56f8-4997-89e2-96b1edd749df req-2b9bd53f-2465-4d22-947e-6e9ce664166c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:53.657809 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2849716d-56f8-4997-89e2-96b1edd749df req-2b9bd53f-2465-4d22-947e-6e9ce664166c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:53.708060 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2849716d-56f8-4997-89e2-96b1edd749df req-2b9bd53f-2465-4d22-947e-6e9ce664166c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 4c1d2411-23db-46ab-becb-85205925f171 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:30:53.711099 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-2849716d-56f8-4997-89e2-96b1edd749df req-2b9bd53f-2465-4d22-947e-6e9ce664166c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:30:53.715819 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-2849716d-56f8-4997-89e2-96b1edd749df req-2b9bd53f-2465-4d22-947e-6e9ce664166c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:30:53.722411 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bd53f-2465-4d22-947e-6e9ce664166c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=57f46266-2254-498e-a9c8-29d79cd8ffe2,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:53.771719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849716d-56f8-4997-89e2-96b1edd749df req-2b9bd53f-2465-4d22-947e-6e9ce664166c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:53.772393 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2849716d-56f8-4997-89e2-96b1edd749df req-2b9bd53f-2465-4d22-947e-6e9ce664166c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:53.789603 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2849716d-56f8-4997-89e2-96b1edd749df req-2b9bd53f-2465-4d22-947e-6e9ce664166c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6027479 Dec 14 01:30:53.808353 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Request body: {'port': {'device_id': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:30:53.868668 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:53.908698 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-bfb76e0c-f29a-408c-9d54-7abceb278561 None None] Provisioning complete for port 57f46266-2254-498e-a9c8-29d79cd8ffe2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:30:53.909287 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfb76e0c-f29a-408c-9d54-7abceb278561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:53.946982 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bfb76e0c-f29a-408c-9d54-7abceb278561 None None] Port 57f46266-2254-498e-a9c8-29d79cd8ffe2 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:30:54.143459 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f46266-2254-498e-a9c8-29d79cd8ffe2 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:30:54.151546 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:54.153538 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c497acd0-3e2f-46d3-be56-cbdcf40e8f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:54.164839 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Transition to ACTIVE for port object 57f46266-2254-498e-a9c8-29d79cd8ffe2 will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:30:54.169906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:54.221135 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Pushing event updated for resources: {'Port': ['ID=57f46266-2254-498e-a9c8-29d79cd8ffe2,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:54.332857 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc405b00-956a-4688-901e-1e56e0729bdf req-0f8a6baf-17bc-4a32-9b5a-4c87540eb087 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:54.334437 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bc405b00-956a-4688-901e-1e56e0729bdf req-0f8a6baf-17bc-4a32-9b5a-4c87540eb087 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 943 time: 0.0918686 Dec 14 01:30:54.335400 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Attempting to bind port 57f46266-2254-498e-a9c8-29d79cd8ffe2 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:30:54.335734 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Attempting to bind port 57f46266-2254-498e-a9c8-29d79cd8ffe2 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c1d2411-23db-46ab-becb-85205925f171'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:30:54.336056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Attempting to bind port 57f46266-2254-498e-a9c8-29d79cd8ffe2 on network 4c1d2411-23db-46ab-becb-85205925f171 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:30:54.342992 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Port 57f46266-2254-498e-a9c8-29d79cd8ffe2 on network 4c1d2411-23db-46ab-becb-85205925f171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:30:54.343310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Attempting to bind port 57f46266-2254-498e-a9c8-29d79cd8ffe2 on network 4c1d2411-23db-46ab-becb-85205925f171 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:30:54.359518 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:30:54.359844 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Checking segment: {'id': '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c1d2411-23db-46ab-becb-85205925f171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:30:54.360260 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Bound using segment: {'id': '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c1d2411-23db-46ab-becb-85205925f171'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:30:54.360678 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Bound port: 57f46266-2254-498e-a9c8-29d79cd8ffe2, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c1d2411-23db-46ab-becb-85205925f171'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:30:54.361035 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:54.422746 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bc405b00-956a-4688-901e-1e56e0729bdf req-7f53f49e-8528-4891-aefa-91fe7827126e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=f022450b-9a42-4716-bba5-0a1fe2b58e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815845 Dec 14 01:30:54.448490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] For port 57f46266-2254-498e-a9c8-29d79cd8ffe2, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:30:54.451713 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] For port 57f46266-2254-498e-a9c8-29d79cd8ffe2, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=57f46266-2254-498e-a9c8-29d79cd8ffe2,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:30:54.458060 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:54.498886 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:54.499502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:54.500953 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2849716d-56f8-4997-89e2-96b1edd749df req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] 10.222.0.16 "PUT /v2.0/ports/57f46266-2254-498e-a9c8-29d79cd8ffe2 HTTP/1.1" status: 200 len: 1093 time: 0.6980591 Dec 14 01:30:54.502905 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'tag': '57f46266-2254-498e-a9c8-29d79cd8ffe2'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:30:54.505220 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db4b9ef-5695-47b3-8e2a-4211af69d683" -d '{"events": [{"name": "network-changed", "server_uuid": "63aed8f7-d679-453b-8580-8a1b9bed351a", "tag": "57f46266-2254-498e-a9c8-29d79cd8ffe2"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:30:54.534910 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932b678-b5c8-4584-9f09-8d949a44b99c service neutron] Pushing event updated for resources: {'Port': ['ID=57f46266-2254-498e-a9c8-29d79cd8ffe2,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:54.554825 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a3624b-66a5-4064-8283-395269ade5a2 x-openstack-request-id: req-47a3624b-66a5-4064-8283-395269ade5a2 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:30:54.555142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63aed8f7-d679-453b-8580-8a1b9bed351a", "tag": "57f46266-2254-498e-a9c8-29d79cd8ffe2", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:30:54.555395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47a3624b-66a5-4064-8283-395269ade5a2 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:30:54.555800 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'tag': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'status': 'completed', 'code': 200} Dec 14 01:30:54.615472 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849716d-56f8-4997-89e2-96b1edd749df req-2bec32fb-71bb-41e7-9720-0c3581993b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:54.617054 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2849716d-56f8-4997-89e2-96b1edd749df req-2bec32fb-71bb-41e7-9720-0c3581993b72 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 1096 time: 0.0438039 Dec 14 01:30:54.670347 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2849716d-56f8-4997-89e2-96b1edd749df req-0be4f2d3-e553-47aa-a8be-7c53ea65a59f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57f46266-2254-498e-a9c8-29d79cd8ffe2 HTTP/1.1" status: 200 len: 217 time: 0.0390737 Dec 14 01:30:54.725667 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849716d-56f8-4997-89e2-96b1edd749df req-ceae1e2a-61aa-4b24-9a1f-2e7ef633e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:54.727126 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2849716d-56f8-4997-89e2-96b1edd749df req-ceae1e2a-61aa-4b24-9a1f-2e7ef633e40c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=92538173-5962-47ff-82de-c229ea448730 HTTP/1.1" status: 200 len: 834 time: 0.0498531 Dec 14 01:30:54.773325 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849716d-56f8-4997-89e2-96b1edd749df req-59fe449e-2013-47e0-980b-98bf1d00989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:54.774744 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2849716d-56f8-4997-89e2-96b1edd749df req-59fe449e-2013-47e0-980b-98bf1d00989a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4c1d2411-23db-46ab-becb-85205925f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405231 Dec 14 01:30:54.868965 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2849716d-56f8-4997-89e2-96b1edd749df req-5c1552d9-59fe-47aa-bb69-b7b0386dc9b7 service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861433 Dec 14 01:30:54.965496 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2849716d-56f8-4997-89e2-96b1edd749df req-d8e08465-efac-482d-b87e-7c01e8d7a2f1 service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888901 Dec 14 01:30:55.110994 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4b9ef-5695-47b3-8e2a-4211af69d683 req-8093690a-c0b7-470f-9d9b-6fd6a60c2053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:55.112561 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6db4b9ef-5695-47b3-8e2a-4211af69d683 req-8093690a-c0b7-470f-9d9b-6fd6a60c2053 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 1096 time: 0.0542436 Dec 14 01:30:55.208602 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4b9ef-5695-47b3-8e2a-4211af69d683 req-cde9c801-a5bf-4ede-9e51-fbb4f23ffb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:55.210069 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6db4b9ef-5695-47b3-8e2a-4211af69d683 req-cde9c801-a5bf-4ede-9e51-fbb4f23ffb58 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4c1d2411-23db-46ab-becb-85205925f171 HTTP/1.1" status: 200 len: 896 time: 0.0901299 Dec 14 01:30:55.255547 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6db4b9ef-5695-47b3-8e2a-4211af69d683 req-4ef1ba1a-889d-4e90-a2f8-a015a505cdcb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57f46266-2254-498e-a9c8-29d79cd8ffe2 HTTP/1.1" status: 200 len: 217 time: 0.0344939 Dec 14 01:30:55.314526 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4b9ef-5695-47b3-8e2a-4211af69d683 req-3a0c3a98-5c09-4be6-a20f-81b79b58c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:55.316898 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6db4b9ef-5695-47b3-8e2a-4211af69d683 req-3a0c3a98-5c09-4be6-a20f-81b79b58c539 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=92538173-5962-47ff-82de-c229ea448730 HTTP/1.1" status: 200 len: 834 time: 0.0495224 Dec 14 01:30:55.377302 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:55.377980 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4b9ef-5695-47b3-8e2a-4211af69d683 req-b0898166-540b-4ef1-9e6d-595b9c278271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:55.379411 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6db4b9ef-5695-47b3-8e2a-4211af69d683 req-b0898166-540b-4ef1-9e6d-595b9c278271 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4c1d2411-23db-46ab-becb-85205925f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0544214 Dec 14 01:30:55.473073 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6db4b9ef-5695-47b3-8e2a-4211af69d683 req-cd6cd502-6f18-4a1b-9ba8-a87050793997 service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850253 Dec 14 01:30:55.606422 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b4c86-903b-4529-a408-804174e367e5 req-9145047e-338d-4b2d-8e60-12b3ccc24f5a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:55.607785 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1e7b4c86-903b-4529-a408-804174e367e5 req-9145047e-338d-4b2d-8e60-12b3ccc24f5a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 943 time: 0.1150625 Dec 14 01:30:55.613247 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6db4b9ef-5695-47b3-8e2a-4211af69d683 req-f82d0ce1-c63d-4473-b282-4b75f6818c7a service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291401 Dec 14 01:30:55.665014 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1e7b4c86-903b-4529-a408-804174e367e5 req-90f690b7-db5e-4c82-ba06-5632f2393be6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=f022450b-9a42-4716-bba5-0a1fe2b58e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507998 Dec 14 01:30:56.755689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:56.787685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b82d3-f288-4293-875c-ce735eae7f12 req-3fb6c403-9ff3-4442-94ed-432ffe540f16 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:56.789218 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-448b82d3-f288-4293-875c-ce735eae7f12 req-3fb6c403-9ff3-4442-94ed-432ffe540f16 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 943 time: 0.0508621 Dec 14 01:30:56.851418 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-448b82d3-f288-4293-875c-ce735eae7f12 req-ab543943-6f0a-4738-be4d-e40d43c16bc5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=f022450b-9a42-4716-bba5-0a1fe2b58e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554986 Dec 14 01:30:57.131481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 57f46266-2254-498e-a9c8-29d79cd8ffe2 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:30:57.241318 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 57f46266-2254-498e-a9c8-29d79cd8ffe2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=57f46266-2254-498e-a9c8-29d79cd8ffe2,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:30:57.253543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'port_id': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'mac_address': 'fa:16:3e:72:55:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:30:57.291620 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:57.304345 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f46266-2254-498e-a9c8-29d79cd8ffe2 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:30:57.328815 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 57f46266-2254-498e-a9c8-29d79cd8ffe2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=57f46266-2254-498e-a9c8-29d79cd8ffe2,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:30:57.335984 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:57.392601 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=57f46266-2254-498e-a9c8-29d79cd8ffe2,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:57.647906 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['57f46266-2254-498e-a9c8-29d79cd8ffe2'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:30:57.722752 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:57.968758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29824d8-719f-45df-a373-803080e3f50c req-b655c123-acf5-4089-996d-c59a0b62b329 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:57.970138 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c29824d8-719f-45df-a373-803080e3f50c req-b655c123-acf5-4089-996d-c59a0b62b329 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 944 time: 0.0498013 Dec 14 01:30:58.020016 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c29824d8-719f-45df-a373-803080e3f50c req-b1f602a6-dc2e-4591-8cf5-fd5b4c1e6643 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=f022450b-9a42-4716-bba5-0a1fe2b58e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439157 Dec 14 01:30:59.147966 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 57f46266-2254-498e-a9c8-29d79cd8ffe2 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:30:59.153789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebe5a5-2e9c-4f77-9936-25309310f820 req-40fec96f-a26c-47fb-b4c5-0af251ac8a1f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:59.155306 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8bebe5a5-2e9c-4f77-9936-25309310f820 req-40fec96f-a26c-47fb-b4c5-0af251ac8a1f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 944 time: 0.0522380 Dec 14 01:30:59.199826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 57f46266-2254-498e-a9c8-29d79cd8ffe2 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:30:59.203924 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 57f46266-2254-498e-a9c8-29d79cd8ffe2 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:30:59.204328 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:59.206623 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8bebe5a5-2e9c-4f77-9936-25309310f820 req-436fbcbf-d93c-4d54-8918-8562113fd1f6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=f022450b-9a42-4716-bba5-0a1fe2b58e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447369 Dec 14 01:30:59.283364 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:59.306489 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f46266-2254-498e-a9c8-29d79cd8ffe2'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:30:59.308822 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f436fda4-9ed7-4544-ac90-73082a85185c" -d '{"events": [{"server_uuid": "63aed8f7-d679-453b-8580-8a1b9bed351a", "name": "network-vif-plugged", "status": "completed", "tag": "57f46266-2254-498e-a9c8-29d79cd8ffe2"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:30:59.321613 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 57f46266-2254-498e-a9c8-29d79cd8ffe2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=57f46266-2254-498e-a9c8-29d79cd8ffe2,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:30:59.327608 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:30:59.350159 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bed5749-e6c0-46ab-81c5-c34f9c69f5c3 x-openstack-request-id: req-9bed5749-e6c0-46ab-81c5-c34f9c69f5c3 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:30:59.350449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63aed8f7-d679-453b-8580-8a1b9bed351a", "name": "network-vif-plugged", "status": "completed", "tag": "57f46266-2254-498e-a9c8-29d79cd8ffe2", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:30:59.350695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9bed5749-e6c0-46ab-81c5-c34f9c69f5c3 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:30:59.351073 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'code': 200} Dec 14 01:30:59.376621 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=57f46266-2254-498e-a9c8-29d79cd8ffe2,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:30:59.561225 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12d042-01ac-4946-b498-471bd2b4f50b req-adc76e85-573e-47eb-a2e9-a0a10c227a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:30:59.562576 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ba12d042-01ac-4946-b498-471bd2b4f50b req-adc76e85-573e-47eb-a2e9-a0a10c227a34 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 1098 time: 0.0467448 Dec 14 01:30:59.609897 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ba12d042-01ac-4946-b498-471bd2b4f50b req-f58f29e7-2c62-441c-b48a-3ece1b741795 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f022450b-9a42-4716-bba5-0a1fe2b58e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401771 Dec 14 01:31:00.329838 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2cf3c-1c07-4ec9-83b0-202128a1ee91 req-e78115ef-4239-4c5e-89d3-80e53fdffdb3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:00.331338 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-98e2cf3c-1c07-4ec9-83b0-202128a1ee91 req-e78115ef-4239-4c5e-89d3-80e53fdffdb3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 945 time: 0.0505426 Dec 14 01:31:00.381280 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-98e2cf3c-1c07-4ec9-83b0-202128a1ee91 req-dae305c1-0a99-4753-aff5-02acb9eec4cc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=f022450b-9a42-4716-bba5-0a1fe2b58e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439112 Dec 14 01:31:01.518338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea076ed7-4d07-4f11-9cbc-72862f60120b req-4354e2a6-8e85-4ffb-8e7b-fd54fc091c22 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:01.519790 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ea076ed7-4d07-4f11-9cbc-72862f60120b req-4354e2a6-8e85-4ffb-8e7b-fd54fc091c22 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 945 time: 0.0612676 Dec 14 01:31:01.569034 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ea076ed7-4d07-4f11-9cbc-72862f60120b req-6c863c8f-05ea-49b4-b903-f15b7d8d0cae tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=f022450b-9a42-4716-bba5-0a1fe2b58e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432515 Dec 14 01:31:01.693486 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfcfc9-c98d-4552-919d-68d6af58a75e req-24adb8cb-692e-4219-ab58-aa7cc5ea0ac0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:01.694965 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-37dfcfc9-c98d-4552-919d-68d6af58a75e req-24adb8cb-692e-4219-ab58-aa7cc5ea0ac0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 945 time: 0.0536346 Dec 14 01:31:01.747776 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-37dfcfc9-c98d-4552-919d-68d6af58a75e req-98737a9c-1265-4ff2-b364-5883e4e56476 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=f022450b-9a42-4716-bba5-0a1fe2b58e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440357 Dec 14 01:31:01.770599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58662) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:31:01.820794 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6463f15f-6940-4fb0-8160-e12dd01c64aa tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:01.822378 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6463f15f-6940-4fb0-8160-e12dd01c64aa tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 1093 time: 0.0507202 Dec 14 01:31:01.825367 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58664) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:31:01.830048 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:31:01.857249 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:01.976940 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:02.107391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.26.1.48 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/e682bf85-ea49-4601-bff7-4162eb3cd3a2) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:31:02.208460 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:02.245538 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:02.290745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:31:02.293553 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:31:02.298191 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:31:02.303518 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=e682bf85-ea49-4601-bff7-4162eb3cd3a2,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:02.670300 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:02.743928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:02.896176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:02.902900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:02.975665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=e682bf85-ea49-4601-bff7-4162eb3cd3a2,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:02.984390 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:03.092513 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP 6632a97a-4d3d-4e79-9e0d-6c1ae7de2092 associated. External IP: 172.26.1.48, port: 57f46266-2254-498e-a9c8-29d79cd8ffe2. Dec 14 01:31:03.301493 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router c05d26cc-3d68-4b50-98f5-225e3f548545 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:31:03.418465 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:31:03.429323 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def4c0aa-7ab5-4be9-a5fd-118938819018 None None] Sync routers for ids ['c05d26cc-3d68-4b50-98f5-225e3f548545'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:31:03.437981 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:03.439809 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def4c0aa-7ab5-4be9-a5fd-118938819018 None None] Routers {'c05d26cc-3d68-4b50-98f5-225e3f548545'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:31:03.440599 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-def4c0aa-7ab5-4be9-a5fd-118938819018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:30:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c05d26cc-3d68-4b50-98f5-225e3f548545'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:31:03.550807 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-def4c0aa-7ab5-4be9-a5fd-118938819018 None None] Set router c05d26cc-3d68-4b50-98f5-225e3f548545 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:31:03.722673 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a79aab20-ac20-4ed9-beb1-2c7583261d90 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8961625 Dec 14 01:31:03.723276 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'tag': '57f46266-2254-498e-a9c8-29d79cd8ffe2'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:31:03.725480 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58666) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:31:03.725997 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9999cbf6-9064-4f8d-aad9-f848a23188c7" -d '{"events": [{"name": "network-changed", "server_uuid": "63aed8f7-d679-453b-8580-8a1b9bed351a", "tag": "57f46266-2254-498e-a9c8-29d79cd8ffe2"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:31:03.767576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d9e849-a620-4d6d-881b-14932d81c0bc x-openstack-request-id: req-a7d9e849-a620-4d6d-881b-14932d81c0bc {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:31:03.767876 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63aed8f7-d679-453b-8580-8a1b9bed351a", "tag": "57f46266-2254-498e-a9c8-29d79cd8ffe2", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:31:03.768256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7d9e849-a620-4d6d-881b-14932d81c0bc {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:31:03.769168 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'tag': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'status': 'completed', 'code': 200} Dec 14 01:31:03.775369 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ffef02-fa5b-48e8-8ab9-72f38c909dc5 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:03.776932 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-22ffef02-fa5b-48e8-8ab9-72f38c909dc5 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 1093 time: 0.0504515 Dec 14 01:31:03.777714 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-def4c0aa-7ab5-4be9-a5fd-118938819018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:48Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '6632a97a-4d3d-4e79-9e0d-6c1ae7de2092', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'port_id': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'mac_address': 'fa:16:3e:72:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:31:02Z', 'updated_at': '2021-12-14T01:31:02Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41776fc-1bf8-491b-8ade-2c9d835bb2e6', 'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:89:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:48Z', 'updated_at': '2021-12-14T01:30:51Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '92538173-5962-47ff-82de-c229ea448730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:31:03.871861 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999cbf6-9064-4f8d-aad9-f848a23188c7 req-e9e4bc54-4dd7-4383-8ada-28d221090088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:03.873837 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9999cbf6-9064-4f8d-aad9-f848a23188c7 req-e9e4bc54-4dd7-4383-8ada-28d221090088 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 1098 time: 0.0533457 Dec 14 01:31:03.903938 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def4c0aa-7ab5-4be9-a5fd-118938819018 None None] Checking router: c05d26cc-3d68-4b50-98f5-225e3f548545 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:31:03.913260 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def4c0aa-7ab5-4be9-a5fd-118938819018 None None] Routers {'c05d26cc-3d68-4b50-98f5-225e3f548545'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:31:03.913872 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-def4c0aa-7ab5-4be9-a5fd-118938819018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:30:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c05d26cc-3d68-4b50-98f5-225e3f548545'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:31:03.960123 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58672) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:31:03.964819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-24eac461-ec0f-4ae1-8f28-a83f83154c13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1223651492', 'description': 'tempest-secgroup-smoke-1223651492 description', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:31:03.976929 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999cbf6-9064-4f8d-aad9-f848a23188c7 req-c7077854-cb75-4477-9e03-a7f490b9fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:03.978504 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9999cbf6-9064-4f8d-aad9-f848a23188c7 req-c7077854-cb75-4477-9e03-a7f490b9fe5e service neutron] 10.222.0.16 "GET /v2.0/networks?id=4c1d2411-23db-46ab-becb-85205925f171 HTTP/1.1" status: 200 len: 896 time: 0.0972443 Dec 14 01:31:03.989270 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24eac461-ec0f-4ae1-8f28-a83f83154c13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.023176 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-def4c0aa-7ab5-4be9-a5fd-118938819018 None None] Set router c05d26cc-3d68-4b50-98f5-225e3f548545 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:31:04.050952 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9999cbf6-9064-4f8d-aad9-f848a23188c7 req-bdf04f3b-524e-40e2-aae0-7b5a6776373a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57f46266-2254-498e-a9c8-29d79cd8ffe2 HTTP/1.1" status: 200 len: 998 time: 0.0651748 Dec 14 01:31:04.058699 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24eac461-ec0f-4ae1-8f28-a83f83154c13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.063655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24eac461-ec0f-4ae1-8f28-a83f83154c13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.089658 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eac461-ec0f-4ae1-8f28-a83f83154c13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4f5495-1ed9-471f-8467-18949bfe3e89,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:04.102164 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999cbf6-9064-4f8d-aad9-f848a23188c7 req-1b03fc8a-8419-4be6-aed8-86525d253d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:04.103709 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9999cbf6-9064-4f8d-aad9-f848a23188c7 req-1b03fc8a-8419-4be6-aed8-86525d253d4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=92538173-5962-47ff-82de-c229ea448730 HTTP/1.1" status: 200 len: 834 time: 0.0464528 Dec 14 01:31:04.113349 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24eac461-ec0f-4ae1-8f28-a83f83154c13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.117356 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-24eac461-ec0f-4ae1-8f28-a83f83154c13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1534994 Dec 14 01:31:04.117697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58674) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:31:04.122374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-bd8be637-3598-4671-a511-fe4ff0b8eb6c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8f4f5495-1ed9-471f-8467-18949bfe3e89', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:31:04.152643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd8be637-3598-4671-a511-fe4ff0b8eb6c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.152923 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999cbf6-9064-4f8d-aad9-f848a23188c7 req-e8168a65-e5d7-4b06-9ce7-f7d0d8a3aade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:04.154407 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9999cbf6-9064-4f8d-aad9-f848a23188c7 req-e8168a65-e5d7-4b06-9ce7-f7d0d8a3aade service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4c1d2411-23db-46ab-becb-85205925f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437770 Dec 14 01:31:04.208741 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd8be637-3598-4671-a511-fe4ff0b8eb6c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.213592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd8be637-3598-4671-a511-fe4ff0b8eb6c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.233737 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8be637-3598-4671-a511-fe4ff0b8eb6c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2c9a21-7479-479f-aeba-cf9d39f680eb,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:04.239257 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd8be637-3598-4671-a511-fe4ff0b8eb6c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.240498 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bd8be637-3598-4671-a511-fe4ff0b8eb6c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218021 Dec 14 01:31:04.243311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58676) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:31:04.248710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e11427df-d57c-4854-890f-f3d097162521 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8f4f5495-1ed9-471f-8467-18949bfe3e89', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:31:04.258196 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-def4c0aa-7ab5-4be9-a5fd-118938819018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:48Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '6632a97a-4d3d-4e79-9e0d-6c1ae7de2092', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'port_id': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'mac_address': 'fa:16:3e:72:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:31:02Z', 'updated_at': '2021-12-14T01:31:02Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41776fc-1bf8-491b-8ade-2c9d835bb2e6', 'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:89:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:48Z', 'updated_at': '2021-12-14T01:30:51Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '92538173-5962-47ff-82de-c229ea448730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:31:04.259824 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9999cbf6-9064-4f8d-aad9-f848a23188c7 req-26d2d4ea-c56b-4040-b9a0-f484717800a0 service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980380 Dec 14 01:31:04.278767 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e11427df-d57c-4854-890f-f3d097162521 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.289521 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def4c0aa-7ab5-4be9-a5fd-118938819018 None None] The sync data for ids ['c05d26cc-3d68-4b50-98f5-225e3f548545'] in dv-neutron-821592-1-hyperv is: [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:48Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '6632a97a-4d3d-4e79-9e0d-6c1ae7de2092', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'port_id': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'mac_address': 'fa:16:3e:72:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:31:02Z', 'updated_at': '2021-12-14T01:31:02Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41776fc-1bf8-491b-8ade-2c9d835bb2e6', 'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:89:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:48Z', 'updated_at': '2021-12-14T01:30:51Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '92538173-5962-47ff-82de-c229ea448730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:31:04.344847 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e11427df-d57c-4854-890f-f3d097162521 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.348974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e11427df-d57c-4854-890f-f3d097162521 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.360019 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9999cbf6-9064-4f8d-aad9-f848a23188c7 req-c75ed338-6e55-4524-ac5a-c06b37d5f6a1 service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922632 Dec 14 01:31:04.367869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11427df-d57c-4854-890f-f3d097162521 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe427097-985a-41e1-b744-0f9b3a7e0acc,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:04.377064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e11427df-d57c-4854-890f-f3d097162521 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.378319 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e11427df-d57c-4854-890f-f3d097162521 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338212 Dec 14 01:31:04.381052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58678) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:31:04.385788 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6b078705-5efa-4530-9c54-919652d23ea8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8f4f5495-1ed9-471f-8467-18949bfe3e89', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:31:04.415247 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b078705-5efa-4530-9c54-919652d23ea8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.473161 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b078705-5efa-4530-9c54-919652d23ea8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.478122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b078705-5efa-4530-9c54-919652d23ea8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.495992 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b078705-5efa-4530-9c54-919652d23ea8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11bd1be-55a2-4fa7-98f6-9bb8b8212688,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:04.504974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b078705-5efa-4530-9c54-919652d23ea8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.508766 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6b078705-5efa-4530-9c54-919652d23ea8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267226 Dec 14 01:31:04.513270 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58680) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:31:04.516467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecd624e-c67c-4689-8ad2-ee5ae8562409 None None] New status for floating IP 6632a97a-4d3d-4e79-9e0d-6c1ae7de2092: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:31:04.518222 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8f4f5495-1ed9-471f-8467-18949bfe3e89', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:31:04.548443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.605196 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.610111 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.627731 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986c2345-0664-4a25-afc8-ac34768be64b,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:04.638064 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.639367 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249893 Dec 14 01:31:04.640820 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:04.641189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:04.641635 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:04.642148 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:04.642441 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:04.642671 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58682) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:31:04.642853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:04.643114 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:04.643462 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:04.643821 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:04.644192 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:04.644529 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:04.644938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:04.645189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fdd68-4705-4576-960a-0a887dc60a6d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:04.649213 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-09a2b85a-4be6-4083-89f4-85344b65216a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8f4f5495-1ed9-471f-8467-18949bfe3e89', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:31:04.683343 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-09a2b85a-4be6-4083-89f4-85344b65216a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:31:04.689563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09a2b85a-4be6-4083-89f4-85344b65216a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.746407 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09a2b85a-4be6-4083-89f4-85344b65216a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.750704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09a2b85a-4be6-4083-89f4-85344b65216a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.768408 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2b85a-4be6-4083-89f4-85344b65216a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c6430a-b6c8-44b0-9ce7-4e95f5f19b82,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:04.776898 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09a2b85a-4be6-4083-89f4-85344b65216a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.778137 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-09a2b85a-4be6-4083-89f4-85344b65216a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339815 Dec 14 01:31:04.781390 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58684) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:31:04.786208 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ef76cf2f-3056-41ce-8638-f15cf6b04172 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': '8f4f5495-1ed9-471f-8467-18949bfe3e89', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:31:04.812639 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-ef76cf2f-3056-41ce-8638-f15cf6b04172 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:31:04.817763 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef76cf2f-3056-41ce-8638-f15cf6b04172 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.886869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef76cf2f-3056-41ce-8638-f15cf6b04172 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.892127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef76cf2f-3056-41ce-8638-f15cf6b04172 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.911337 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76cf2f-3056-41ce-8638-f15cf6b04172 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0d1b7f-b615-4016-b2a5-a40a71f0b0d6,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:04.916754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef76cf2f-3056-41ce-8638-f15cf6b04172 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:04.923140 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ef76cf2f-3056-41ce-8638-f15cf6b04172 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355765 Dec 14 01:31:05.076128 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c9d57873-4961-4a00-9d16-e0d7fe8266c7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1223651492&fields=id&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 267 time: 0.0479245 Dec 14 01:31:05.179799 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-1b2b6868-d4c3-49ee-b864-7b55651ce7f2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:05.181264 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-1b2b6868-d4c3-49ee-b864-7b55651ce7f2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/networks?id=4c1d2411-23db-46ab-becb-85205925f171 HTTP/1.1" status: 200 len: 796 time: 0.0978169 Dec 14 01:31:05.202176 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-226ec7f5-e485-4cca-8a48-8107ab24b9c8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/quotas/9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 375 time: 0.0148780 Dec 14 01:31:05.261404 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-ac00b65c-45b0-4262-93be-a4aef2111e3f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519176 Dec 14 01:31:05.360153 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c5c63cb5-75fa-48e6-b60f-941502462c79 service neutron] 10.222.0.32 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867038 Dec 14 01:31:05.761969 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-1a1ecabf-3dce-474b-9cdb-fe475adea718 service neutron] 10.222.0.32 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957300 Dec 14 01:31:05.917926 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ecdf9316-7fc9-4651-937b-4a94c9394105 req-603a9967-5167-4522-9533-3aa6b8e80605 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 210 time: 0.0264456 Dec 14 01:31:07.018499 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-e84a295f-1cde-4798-9315-60e33eda517b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:07.019989 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-e84a295f-1cde-4798-9315-60e33eda517b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/networks?id=4c1d2411-23db-46ab-becb-85205925f171 HTTP/1.1" status: 200 len: 796 time: 0.1294348 Dec 14 01:31:07.036819 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9d1eb171-f2f2-4e0d-a5c9-185d37b4ae69 req-9a0d8a18-5988-4823-b453-9ff7caced92e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 210 time: 0.0429564 Dec 14 01:31:07.134355 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-eed7f281-659f-4e49-bb8e-b8381abfe376 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 472 time: 0.0962875 Dec 14 01:31:07.153083 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-4b0cab70-ed77-49e2-a3e7-69bf9b886640 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'port': {'device_id': 'b0f919fb-65a7-4d66-82d4-1439853f514d', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'admin_state_up': True, 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'security_groups': ['8f4f5495-1ed9-471f-8467-18949bfe3e89']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:31:07.264629 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-4b0cab70-ed77-49e2-a3e7-69bf9b886640 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:31:07.268168 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-4b0cab70-ed77-49e2-a3e7-69bf9b886640 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:07.403910 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-4b0cab70-ed77-49e2-a3e7-69bf9b886640 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.11 (4c1d2411-23db-46ab-becb-85205925f171/92538173-5962-47ff-82de-c229ea448730/d74462fb-3f33-4b4c-94a5-1536d35c099b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:31:07.549756 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-4b0cab70-ed77-49e2-a3e7-69bf9b886640 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:07.584781 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-4b0cab70-ed77-49e2-a3e7-69bf9b886640 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:07.631225 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-4b0cab70-ed77-49e2-a3e7-69bf9b886640 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 4c1d2411-23db-46ab-becb-85205925f171 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:31:07.634305 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-4b0cab70-ed77-49e2-a3e7-69bf9b886640 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:31:07.638175 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-4b0cab70-ed77-49e2-a3e7-69bf9b886640 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:31:07.650434 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0cab70-ed77-49e2-a3e7-69bf9b886640 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=d74462fb-3f33-4b4c-94a5-1536d35c099b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:07.719027 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-4b0cab70-ed77-49e2-a3e7-69bf9b886640 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:07.720986 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-4b0cab70-ed77-49e2-a3e7-69bf9b886640 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:07.744043 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-4b0cab70-ed77-49e2-a3e7-69bf9b886640 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5946903 Dec 14 01:31:07.762071 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Request body: {'port': {'device_id': 'b0f919fb-65a7-4d66-82d4-1439853f514d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:31:07.827630 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:07.918001 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3ecf764d-77f9-48d8-880f-f6d9efb2a59c None None] Provisioning complete for port d74462fb-3f33-4b4c-94a5-1536d35c099b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:31:07.918639 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ecf764d-77f9-48d8-880f-f6d9efb2a59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:07.957264 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf764d-77f9-48d8-880f-f6d9efb2a59c None None] Port d74462fb-3f33-4b4c-94a5-1536d35c099b cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:31:08.168460 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74462fb-3f33-4b4c-94a5-1536d35c099b {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:31:08.178716 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:08.196330 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Transition to ACTIVE for port object d74462fb-3f33-4b4c-94a5-1536d35c099b will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:31:08.201998 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:08.213210 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfad26-27dd-4e4e-b100-2f429d60d899 req-ffad3e45-e61d-4c52-8ac5-5959f83caebc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:08.214718 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-04dfad26-27dd-4e4e-b100-2f429d60d899 req-ffad3e45-e61d-4c52-8ac5-5959f83caebc tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 932 time: 0.1036644 Dec 14 01:31:08.280877 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Pushing event updated for resources: {'Port': ['ID=d74462fb-3f33-4b4c-94a5-1536d35c099b,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:08.344452 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-04dfad26-27dd-4e4e-b100-2f429d60d899 req-527bfc27-94d7-43f0-b1e0-fe167cafab2b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f4f5495-1ed9-471f-8467-18949bfe3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064522 Dec 14 01:31:08.381901 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Attempting to bind port d74462fb-3f33-4b4c-94a5-1536d35c099b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:31:08.382246 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Attempting to bind port d74462fb-3f33-4b4c-94a5-1536d35c099b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c1d2411-23db-46ab-becb-85205925f171'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:31:08.382577 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Attempting to bind port d74462fb-3f33-4b4c-94a5-1536d35c099b on network 4c1d2411-23db-46ab-becb-85205925f171 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:31:08.387669 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Port d74462fb-3f33-4b4c-94a5-1536d35c099b on network 4c1d2411-23db-46ab-becb-85205925f171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:31:08.387997 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Attempting to bind port d74462fb-3f33-4b4c-94a5-1536d35c099b on network 4c1d2411-23db-46ab-becb-85205925f171 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:31:08.393552 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:31:08.393894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Checking segment: {'id': '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c1d2411-23db-46ab-becb-85205925f171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:31:08.394286 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Bound using segment: {'id': '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c1d2411-23db-46ab-becb-85205925f171'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:31:08.397428 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Bound port: d74462fb-3f33-4b4c-94a5-1536d35c099b, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c1d2411-23db-46ab-becb-85205925f171'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:31:08.397428 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:08.472627 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] For port d74462fb-3f33-4b4c-94a5-1536d35c099b, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:31:08.477690 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] For port d74462fb-3f33-4b4c-94a5-1536d35c099b, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d74462fb-3f33-4b4c-94a5-1536d35c099b,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:31:08.482806 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:08.519925 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:08.520849 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:08.522316 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] 10.222.0.16 "PUT /v2.0/ports/d74462fb-3f33-4b4c-94a5-1536d35c099b HTTP/1.1" status: 200 len: 1094 time: 0.7647200 Dec 14 01:31:08.524743 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f919fb-65a7-4d66-82d4-1439853f514d', 'tag': 'd74462fb-3f33-4b4c-94a5-1536d35c099b'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:31:08.527341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d4c6ae-f766-4a9c-bfc2-ebf72219e911" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f919fb-65a7-4d66-82d4-1439853f514d", "tag": "d74462fb-3f33-4b4c-94a5-1536d35c099b"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:31:08.563472 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76515f3-1b22-48ed-98d9-0bfa2b0e3157 service neutron] Pushing event updated for resources: {'Port': ['ID=d74462fb-3f33-4b4c-94a5-1536d35c099b,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:08.597215 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a121d849-5c48-4f2d-9f68-14d032c1c7fb x-openstack-request-id: req-a121d849-5c48-4f2d-9f68-14d032c1c7fb {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:31:08.597652 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f919fb-65a7-4d66-82d4-1439853f514d", "tag": "d74462fb-3f33-4b4c-94a5-1536d35c099b", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:31:08.597924 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a121d849-5c48-4f2d-9f68-14d032c1c7fb {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:31:08.598332 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f919fb-65a7-4d66-82d4-1439853f514d', 'tag': 'd74462fb-3f33-4b4c-94a5-1536d35c099b', 'status': 'completed', 'code': 200} Dec 14 01:31:08.630100 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-f5d9b46e-1822-46af-af09-4ddf9070bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:08.631650 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-f5d9b46e-1822-46af-af09-4ddf9070bea8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 1097 time: 0.0466568 Dec 14 01:31:08.688048 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-605dd7f1-94e8-4b77-86fb-f714d78e9a1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d74462fb-3f33-4b4c-94a5-1536d35c099b HTTP/1.1" status: 200 len: 217 time: 0.0426376 Dec 14 01:31:08.740914 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-bdbabee7-bdf2-4e39-bd93-652ee7ba590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:08.742439 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-bdbabee7-bdf2-4e39-bd93-652ee7ba590e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=92538173-5962-47ff-82de-c229ea448730 HTTP/1.1" status: 200 len: 834 time: 0.0475037 Dec 14 01:31:08.790516 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-679dbe43-6a61-4b66-9632-3896956b8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:08.791940 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-679dbe43-6a61-4b66-9632-3896956b8ec0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4c1d2411-23db-46ab-becb-85205925f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421972 Dec 14 01:31:08.914576 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-952e5320-e195-49e6-8c25-88186706476e service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154015 Dec 14 01:31:09.009814 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d7d21cae-f417-47a3-b7b8-0833584f6ae4 req-d36772e2-17e9-4cde-9bba-1e492a8351e3 service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886505 Dec 14 01:31:09.148508 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4c6ae-f766-4a9c-bfc2-ebf72219e911 req-8905bf9b-707e-4995-b95e-46461a523e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:09.150003 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-94d4c6ae-f766-4a9c-bfc2-ebf72219e911 req-8905bf9b-707e-4995-b95e-46461a523e10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 1097 time: 0.0426569 Dec 14 01:31:09.245607 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4c6ae-f766-4a9c-bfc2-ebf72219e911 req-670c02c1-4ff4-404b-afb4-0ffa5abce2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:09.247077 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-94d4c6ae-f766-4a9c-bfc2-ebf72219e911 req-670c02c1-4ff4-404b-afb4-0ffa5abce2f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4c1d2411-23db-46ab-becb-85205925f171 HTTP/1.1" status: 200 len: 896 time: 0.0897601 Dec 14 01:31:09.290567 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-94d4c6ae-f766-4a9c-bfc2-ebf72219e911 req-530dc26b-ef55-4f73-b9a1-02c3f5da7844 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d74462fb-3f33-4b4c-94a5-1536d35c099b HTTP/1.1" status: 200 len: 217 time: 0.0352378 Dec 14 01:31:09.353581 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4c6ae-f766-4a9c-bfc2-ebf72219e911 req-8831cc09-c79b-490c-9ab3-f42c4b927f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:09.355060 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-94d4c6ae-f766-4a9c-bfc2-ebf72219e911 req-8831cc09-c79b-490c-9ab3-f42c4b927f1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=92538173-5962-47ff-82de-c229ea448730 HTTP/1.1" status: 200 len: 834 time: 0.0558069 Dec 14 01:31:09.404894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4c6ae-f766-4a9c-bfc2-ebf72219e911 req-e6924aa0-36b5-41fd-9d1a-5c38c85d66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:09.406467 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-94d4c6ae-f766-4a9c-bfc2-ebf72219e911 req-e6924aa0-36b5-41fd-9d1a-5c38c85d66e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4c1d2411-23db-46ab-becb-85205925f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437660 Dec 14 01:31:09.530166 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef072e56-f854-4639-acb9-25899a9e3209 req-51d6ad7e-5fe9-45a9-9e38-1b43320eba56 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:09.531542 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ef072e56-f854-4639-acb9-25899a9e3209 req-51d6ad7e-5fe9-45a9-9e38-1b43320eba56 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 944 time: 0.1083679 Dec 14 01:31:09.537430 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-94d4c6ae-f766-4a9c-bfc2-ebf72219e911 req-2c1c7bed-f257-446b-a530-3b1e39b823bf service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227274 Dec 14 01:31:09.633181 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ef072e56-f854-4639-acb9-25899a9e3209 req-b69b215b-4c5a-48d1-96d6-245fa074a211 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f4f5495-1ed9-471f-8467-18949bfe3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947921 Dec 14 01:31:09.659487 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-94d4c6ae-f766-4a9c-bfc2-ebf72219e911 req-df8f3733-75a6-4670-ab7b-c7fb8865699c service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143799 Dec 14 01:31:10.715248 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:10.767533 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb4e-d297-4128-8ae0-49560d856e6a req-824202fe-98da-451d-83cf-cf96f3d82dbb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:10.769058 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1ea8cb4e-d297-4128-8ae0-49560d856e6a req-824202fe-98da-451d-83cf-cf96f3d82dbb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 944 time: 0.0527408 Dec 14 01:31:10.821420 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1ea8cb4e-d297-4128-8ae0-49560d856e6a req-83d2d3fd-d891-4075-a5b9-f99c1ad5d962 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f4f5495-1ed9-471f-8467-18949bfe3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443089 Dec 14 01:31:11.223594 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device d74462fb-3f33-4b4c-94a5-1536d35c099b details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:31:11.326691 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port d74462fb-3f33-4b4c-94a5-1536d35c099b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d74462fb-3f33-4b4c-94a5-1536d35c099b,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:31:11.338621 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'd74462fb-3f33-4b4c-94a5-1536d35c099b', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'port_id': 'd74462fb-3f33-4b4c-94a5-1536d35c099b', 'mac_address': 'fa:16:3e:17:3c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:31:11.376054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:11.389090 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74462fb-3f33-4b4c-94a5-1536d35c099b {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:31:11.408454 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port d74462fb-3f33-4b4c-94a5-1536d35c099b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d74462fb-3f33-4b4c-94a5-1536d35c099b,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:31:11.414076 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:11.462987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=d74462fb-3f33-4b4c-94a5-1536d35c099b,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:11.694635 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['d74462fb-3f33-4b4c-94a5-1536d35c099b'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:31:11.938504 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ac124-75db-4146-b14a-bbde0cf52c8f req-ed56385f-694e-481d-a7ce-b273ffce124a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:11.940030 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-666ac124-75db-4146-b14a-bbde0cf52c8f req-ed56385f-694e-481d-a7ce-b273ffce124a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 945 time: 0.0508580 Dec 14 01:31:11.990471 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-666ac124-75db-4146-b14a-bbde0cf52c8f req-95c7d6f0-cd86-4063-b862-176222d05a39 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f4f5495-1ed9-471f-8467-18949bfe3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443797 Dec 14 01:31:13.118290 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21cff4-929d-4b59-bb4c-f27c63a6eafc req-ebe5f061-2608-456b-9b89-aa2f7a303207 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:13.119735 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f21cff4-929d-4b59-bb4c-f27c63a6eafc req-ebe5f061-2608-456b-9b89-aa2f7a303207 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 945 time: 0.0549200 Dec 14 01:31:13.168660 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f21cff4-929d-4b59-bb4c-f27c63a6eafc req-a655b4ac-a51a-470e-b00f-8913c11678a9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f4f5495-1ed9-471f-8467-18949bfe3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427048 Dec 14 01:31:13.242575 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device d74462fb-3f33-4b4c-94a5-1536d35c099b up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:31:13.310244 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port d74462fb-3f33-4b4c-94a5-1536d35c099b completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:31:13.313987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port d74462fb-3f33-4b4c-94a5-1536d35c099b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:31:13.314356 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:13.548552 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:13.571122 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f919fb-65a7-4d66-82d4-1439853f514d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74462fb-3f33-4b4c-94a5-1536d35c099b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:31:13.573331 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788d0ca7-f8ea-4e4b-845d-cba9ab91e974" -d '{"events": [{"server_uuid": "b0f919fb-65a7-4d66-82d4-1439853f514d", "name": "network-vif-plugged", "status": "completed", "tag": "d74462fb-3f33-4b4c-94a5-1536d35c099b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:31:13.586784 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port d74462fb-3f33-4b4c-94a5-1536d35c099b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d74462fb-3f33-4b4c-94a5-1536d35c099b,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:31:13.592491 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:13.639831 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=d74462fb-3f33-4b4c-94a5-1536d35c099b,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:13.661977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83972c7-87ef-4956-91db-8036db4e0cf4 x-openstack-request-id: req-d83972c7-87ef-4956-91db-8036db4e0cf4 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:31:13.662272 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f919fb-65a7-4d66-82d4-1439853f514d", "name": "network-vif-plugged", "status": "completed", "tag": "d74462fb-3f33-4b4c-94a5-1536d35c099b", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:31:13.662583 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d83972c7-87ef-4956-91db-8036db4e0cf4 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:31:13.662990 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f919fb-65a7-4d66-82d4-1439853f514d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74462fb-3f33-4b4c-94a5-1536d35c099b', 'code': 200} Dec 14 01:31:13.901206 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35058622-1fa6-4253-88ba-26c574de39c4 req-aae184ac-94cf-4524-a09d-6bb741b0ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:13.903566 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-35058622-1fa6-4253-88ba-26c574de39c4 req-aae184ac-94cf-4524-a09d-6bb741b0ebe1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 1099 time: 0.0597413 Dec 14 01:31:13.951198 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-35058622-1fa6-4253-88ba-26c574de39c4 req-1bf5f292-a60e-4bff-9ca4-ca67e9f6492d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8f4f5495-1ed9-471f-8467-18949bfe3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407846 Dec 14 01:31:14.298166 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25434258-d4f2-48c5-a49b-12bf24fe3d34 req-e351aa54-2725-4483-9b06-90724e1bf1b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:14.299660 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-25434258-d4f2-48c5-a49b-12bf24fe3d34 req-e351aa54-2725-4483-9b06-90724e1bf1b8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 946 time: 0.0552437 Dec 14 01:31:14.364135 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-25434258-d4f2-48c5-a49b-12bf24fe3d34 req-004d0cf2-d750-45fb-9074-e391db51b32a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f4f5495-1ed9-471f-8467-18949bfe3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510702 Dec 14 01:31:15.498420 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6f38f-8e40-46fa-ab11-c0c57e8e4854 req-ca2f431c-fa94-4c12-a260-6f65cf863a67 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:15.499927 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-70a6f38f-8e40-46fa-ab11-c0c57e8e4854 req-ca2f431c-fa94-4c12-a260-6f65cf863a67 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 946 time: 0.0636132 Dec 14 01:31:15.551407 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-70a6f38f-8e40-46fa-ab11-c0c57e8e4854 req-1fafb016-b5b3-4fad-a20f-c1aaa0ae8c71 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f4f5495-1ed9-471f-8467-18949bfe3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452280 Dec 14 01:31:15.693367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07b9e7-d2f2-4034-8546-39286cf2a020 req-da70b968-ad42-432e-9c58-0dd1099b4aea tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:15.694756 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cf07b9e7-d2f2-4034-8546-39286cf2a020 req-da70b968-ad42-432e-9c58-0dd1099b4aea tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 946 time: 0.0496285 Dec 14 01:31:15.747399 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cf07b9e7-d2f2-4034-8546-39286cf2a020 req-30ac0c8c-a5da-446a-9670-492a88add89d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f4f5495-1ed9-471f-8467-18949bfe3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440121 Dec 14 01:31:15.769060 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58736) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:31:15.815996 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61a71de-349e-44b9-997e-c47620bccea3 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:15.817629 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f61a71de-349e-44b9-997e-c47620bccea3 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 1094 time: 0.0475340 Dec 14 01:31:15.821455 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58738) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:31:15.825736 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': 'd74462fb-3f33-4b4c-94a5-1536d35c099b', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:31:15.857304 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:15.960719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:16.080903 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.26.1.172 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/242015d9-7e92-464b-82f6-214b3f004773) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:31:16.182853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:16.218742 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:16.261757 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:31:16.264640 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:31:16.268279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:31:16.289786 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=242015d9-7e92-464b-82f6-214b3f004773,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:16.625078 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:16.699830 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:16.854308 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:16.861653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:16.934344 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=242015d9-7e92-464b-82f6-214b3f004773,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:16.946579 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:17.065323 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP 366e2622-4e89-4c99-b37b-2ce853ae7222 associated. External IP: 172.26.1.172, port: d74462fb-3f33-4b4c-94a5-1536d35c099b. Dec 14 01:31:17.280616 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router c05d26cc-3d68-4b50-98f5-225e3f548545 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:31:17.401507 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:31:17.413113 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1e0f8-6bbb-4f33-a21d-ea175f6bbe88 None None] Sync routers for ids ['c05d26cc-3d68-4b50-98f5-225e3f548545'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:31:17.421846 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:17.424212 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de1e0f8-6bbb-4f33-a21d-ea175f6bbe88 None None] Routers {'c05d26cc-3d68-4b50-98f5-225e3f548545'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:31:17.425043 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7de1e0f8-6bbb-4f33-a21d-ea175f6bbe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:30:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c05d26cc-3d68-4b50-98f5-225e3f548545'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:31:17.449091 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3a0b67cd-40a2-40d4-92c3-f8ae1b96b131 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6266241 Dec 14 01:31:17.449680 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f919fb-65a7-4d66-82d4-1439853f514d', 'tag': 'd74462fb-3f33-4b4c-94a5-1536d35c099b'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:31:17.451989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54d6b6c-ce47-4762-9229-5e06beec0d99" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f919fb-65a7-4d66-82d4-1439853f514d", "tag": "d74462fb-3f33-4b4c-94a5-1536d35c099b"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:31:17.488762 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac860ed8-87aa-435f-ae01-819f56440bf7 x-openstack-request-id: req-ac860ed8-87aa-435f-ae01-819f56440bf7 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:31:17.489050 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f919fb-65a7-4d66-82d4-1439853f514d", "tag": "d74462fb-3f33-4b4c-94a5-1536d35c099b", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:31:17.489326 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac860ed8-87aa-435f-ae01-819f56440bf7 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:31:17.489738 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f919fb-65a7-4d66-82d4-1439853f514d', 'tag': 'd74462fb-3f33-4b4c-94a5-1536d35c099b', 'status': 'completed', 'code': 200} Dec 14 01:31:17.538854 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-7de1e0f8-6bbb-4f33-a21d-ea175f6bbe88 None None] Set router c05d26cc-3d68-4b50-98f5-225e3f548545 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:31:17.579330 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d6b6c-ce47-4762-9229-5e06beec0d99 req-ceed0439-e5f2-4879-afbb-52d12409eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:17.580868 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c54d6b6c-ce47-4762-9229-5e06beec0d99 req-ceed0439-e5f2-4879-afbb-52d12409eb13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 1099 time: 0.0427392 Dec 14 01:31:17.681494 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d6b6c-ce47-4762-9229-5e06beec0d99 req-0464be83-4ffe-4f08-a197-2f664446be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:17.682994 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c54d6b6c-ce47-4762-9229-5e06beec0d99 req-0464be83-4ffe-4f08-a197-2f664446be18 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4c1d2411-23db-46ab-becb-85205925f171 HTTP/1.1" status: 200 len: 896 time: 0.0946283 Dec 14 01:31:17.751855 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c54d6b6c-ce47-4762-9229-5e06beec0d99 req-cde3a316-1f49-46b3-84c5-509ff8225f69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d74462fb-3f33-4b4c-94a5-1536d35c099b HTTP/1.1" status: 200 len: 1000 time: 0.0608077 Dec 14 01:31:17.770015 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7de1e0f8-6bbb-4f33-a21d-ea175f6bbe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:48Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '366e2622-4e89-4c99-b37b-2ce853ae7222', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.172', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'port_id': 'd74462fb-3f33-4b4c-94a5-1536d35c099b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'mac_address': 'fa:16:3e:17:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f919fb-65a7-4d66-82d4-1439853f514d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:31:16Z', 'updated_at': '2021-12-14T01:31:16Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}, {'id': '6632a97a-4d3d-4e79-9e0d-6c1ae7de2092', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'port_id': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'mac_address': 'fa:16:3e:72:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:31:02Z', 'updated_at': '2021-12-14T01:31:04Z', 'revision_number': 1, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41776fc-1bf8-491b-8ade-2c9d835bb2e6', 'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:89:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:48Z', 'updated_at': '2021-12-14T01:30:51Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '92538173-5962-47ff-82de-c229ea448730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:31:17.796596 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1e0f8-6bbb-4f33-a21d-ea175f6bbe88 None None] Checking router: c05d26cc-3d68-4b50-98f5-225e3f548545 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:31:17.805679 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de1e0f8-6bbb-4f33-a21d-ea175f6bbe88 None None] Routers {'c05d26cc-3d68-4b50-98f5-225e3f548545'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:31:17.806282 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7de1e0f8-6bbb-4f33-a21d-ea175f6bbe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:30:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c05d26cc-3d68-4b50-98f5-225e3f548545'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:31:17.809428 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d6b6c-ce47-4762-9229-5e06beec0d99 req-bcd3a370-8721-4bad-989a-0a07ce67bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:17.811199 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c54d6b6c-ce47-4762-9229-5e06beec0d99 req-bcd3a370-8721-4bad-989a-0a07ce67bb23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=92538173-5962-47ff-82de-c229ea448730 HTTP/1.1" status: 200 len: 834 time: 0.0514004 Dec 14 01:31:17.859839 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d6b6c-ce47-4762-9229-5e06beec0d99 req-7eb99ec9-c2e5-4466-a23d-8ebc105cd49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:17.861402 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c54d6b6c-ce47-4762-9229-5e06beec0d99 req-7eb99ec9-c2e5-4466-a23d-8ebc105cd49c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4c1d2411-23db-46ab-becb-85205925f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431812 Dec 14 01:31:17.911957 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-7de1e0f8-6bbb-4f33-a21d-ea175f6bbe88 None None] Set router c05d26cc-3d68-4b50-98f5-225e3f548545 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:31:17.957224 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c54d6b6c-ce47-4762-9229-5e06beec0d99 req-471d8f27-80d6-4804-96ab-2991d172b307 service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867615 Dec 14 01:31:18.142633 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7de1e0f8-6bbb-4f33-a21d-ea175f6bbe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:48Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '366e2622-4e89-4c99-b37b-2ce853ae7222', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.172', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'port_id': 'd74462fb-3f33-4b4c-94a5-1536d35c099b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'mac_address': 'fa:16:3e:17:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f919fb-65a7-4d66-82d4-1439853f514d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:31:16Z', 'updated_at': '2021-12-14T01:31:16Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}, {'id': '6632a97a-4d3d-4e79-9e0d-6c1ae7de2092', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'port_id': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'mac_address': 'fa:16:3e:72:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:31:02Z', 'updated_at': '2021-12-14T01:31:04Z', 'revision_number': 1, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41776fc-1bf8-491b-8ade-2c9d835bb2e6', 'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:89:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:48Z', 'updated_at': '2021-12-14T01:30:51Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '92538173-5962-47ff-82de-c229ea448730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:31:18.173855 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1e0f8-6bbb-4f33-a21d-ea175f6bbe88 None None] The sync data for ids ['c05d26cc-3d68-4b50-98f5-225e3f548545'] in dv-neutron-821592-1-hyperv is: [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:48Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '366e2622-4e89-4c99-b37b-2ce853ae7222', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.172', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'port_id': 'd74462fb-3f33-4b4c-94a5-1536d35c099b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'mac_address': 'fa:16:3e:17:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f919fb-65a7-4d66-82d4-1439853f514d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:31:16Z', 'updated_at': '2021-12-14T01:31:16Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}, {'id': '6632a97a-4d3d-4e79-9e0d-6c1ae7de2092', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'port_id': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'mac_address': 'fa:16:3e:72:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:31:02Z', 'updated_at': '2021-12-14T01:31:04Z', 'revision_number': 1, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41776fc-1bf8-491b-8ade-2c9d835bb2e6', 'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:89:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:48Z', 'updated_at': '2021-12-14T01:30:51Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '92538173-5962-47ff-82de-c229ea448730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:31:18.366490 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c54d6b6c-ce47-4762-9229-5e06beec0d99 req-b46fb2a1-e11d-4e33-8a05-e9e148d845ae service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015687 Dec 14 01:31:18.367097 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0460a5b5-7221-4a0c-bc22-7560d3ad187a None None] New status for floating IP 366e2622-4e89-4c99-b37b-2ce853ae7222: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:31:21.928247 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a05a949-0fe6-4615-bf62-f2aa5a1f1ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:24.166150 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cbc32477-d73d-46f0-bb25-c1b9d49f205b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:25.390860 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:25.878345 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-402cf494-31f8-4370-b128-d3c042b5ac9a req-bffb2201-7210-4fc9-b88a-afb98ae97db7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493851 Dec 14 01:31:25.993116 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cf494-31f8-4370-b128-d3c042b5ac9a req-0bc07efa-9ec6-4ea8-bbca-4fab8f325acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:25.994616 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-402cf494-31f8-4370-b128-d3c042b5ac9a req-0bc07efa-9ec6-4ea8-bbca-4fab8f325acc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 1098 time: 0.0427146 Dec 14 01:31:26.126132 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cf494-31f8-4370-b128-d3c042b5ac9a req-21e77f78-6323-4b5a-a785-4c72db0f7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:26.127556 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-402cf494-31f8-4370-b128-d3c042b5ac9a req-21e77f78-6323-4b5a-a785-4c72db0f7a28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4c1d2411-23db-46ab-becb-85205925f171 HTTP/1.1" status: 200 len: 896 time: 0.1044569 Dec 14 01:31:26.205616 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-402cf494-31f8-4370-b128-d3c042b5ac9a req-fe8e26ba-5e2c-4e6c-a56a-5df3ef1caeb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57f46266-2254-498e-a9c8-29d79cd8ffe2 HTTP/1.1" status: 200 len: 1000 time: 0.0685089 Dec 14 01:31:26.261239 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cf494-31f8-4370-b128-d3c042b5ac9a req-42d814c8-11dd-40ab-9909-31fc8a13428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:26.262653 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-402cf494-31f8-4370-b128-d3c042b5ac9a req-42d814c8-11dd-40ab-9909-31fc8a13428f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=92538173-5962-47ff-82de-c229ea448730 HTTP/1.1" status: 200 len: 834 time: 0.0500653 Dec 14 01:31:26.308848 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cf494-31f8-4370-b128-d3c042b5ac9a req-dfd5f758-f92b-47e1-a369-483c67c33558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:26.310292 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-402cf494-31f8-4370-b128-d3c042b5ac9a req-dfd5f758-f92b-47e1-a369-483c67c33558 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4c1d2411-23db-46ab-becb-85205925f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402424 Dec 14 01:31:26.404697 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-402cf494-31f8-4370-b128-d3c042b5ac9a req-712c6309-276a-4d7e-a97a-e66493dfa2ab service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866699 Dec 14 01:31:26.508297 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-402cf494-31f8-4370-b128-d3c042b5ac9a req-20434fdf-a18a-4469-a92e-45d94f1786d1 service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965128 Dec 14 01:31:26.759788 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:27.728159 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:30.134115 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:31:40.736337 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:51.928442 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-438b8445-fdd4-4aa2-bd47-6960c17b9854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:52.279497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58754) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:31:52.413369 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-04f6f343-3187-436a-9b43-c75e4c5f2a84 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/6632a97a-4d3d-4e79-9e0d-6c1ae7de2092 HTTP/1.1" status: 200 len: 992 time: 0.1324096 Dec 14 01:31:53.306572 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58764) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:31:53.315381 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5ccb7de3-ed88-4718-b3fb-f23bd1f56be6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:31:53.378989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ccb7de3-ed88-4718-b3fb-f23bd1f56be6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:53.545249 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5ccb7de3-ed88-4718-b3fb-f23bd1f56be6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 57f46266-2254-498e-a9c8-29d79cd8ffe2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=57f46266-2254-498e-a9c8-29d79cd8ffe2,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:31:53.576389 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ccb7de3-ed88-4718-b3fb-f23bd1f56be6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:53.582368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ccb7de3-ed88-4718-b3fb-f23bd1f56be6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:53.624655 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccb7de3-ed88-4718-b3fb-f23bd1f56be6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:53.625313 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ccb7de3-ed88-4718-b3fb-f23bd1f56be6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:53.626711 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5ccb7de3-ed88-4718-b3fb-f23bd1f56be6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/ports/57f46266-2254-498e-a9c8-29d79cd8ffe2 HTTP/1.1" status: 200 len: 938 time: 0.3187380 Dec 14 01:31:53.627253 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'tag': '57f46266-2254-498e-a9c8-29d79cd8ffe2'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:31:53.629570 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e15cfa0-2359-4b70-9973-8746da53abb7" -d '{"events": [{"name": "network-changed", "server_uuid": "63aed8f7-d679-453b-8580-8a1b9bed351a", "tag": "57f46266-2254-498e-a9c8-29d79cd8ffe2"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:31:53.654893 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb7de3-ed88-4718-b3fb-f23bd1f56be6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=57f46266-2254-498e-a9c8-29d79cd8ffe2,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:53.674406 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4b093c-c00f-452b-b510-f995d1160ee9 x-openstack-request-id: req-7f4b093c-c00f-452b-b510-f995d1160ee9 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:31:53.674701 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63aed8f7-d679-453b-8580-8a1b9bed351a", "tag": "57f46266-2254-498e-a9c8-29d79cd8ffe2", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:31:53.674941 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f4b093c-c00f-452b-b510-f995d1160ee9 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:31:53.675362 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'tag': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'status': 'completed', 'code': 200} Dec 14 01:31:53.768639 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15cfa0-2359-4b70-9973-8746da53abb7 req-4eeecf93-a21f-4f9f-a694-12920556ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:53.770205 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5e15cfa0-2359-4b70-9973-8746da53abb7 req-4eeecf93-a21f-4f9f-a694-12920556ed52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 1099 time: 0.0481288 Dec 14 01:31:53.864171 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-266d789d-4a00-4d2b-8fdc-805a7229cad2 None None] Provisioning complete for port 57f46266-2254-498e-a9c8-29d79cd8ffe2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:31:53.864775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-266d789d-4a00-4d2b-8fdc-805a7229cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:53.870468 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15cfa0-2359-4b70-9973-8746da53abb7 req-d3aeaa6f-f994-4d3d-8c71-3ec69791ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:53.872227 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5e15cfa0-2359-4b70-9973-8746da53abb7 req-d3aeaa6f-f994-4d3d-8c71-3ec69791ffb8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4c1d2411-23db-46ab-becb-85205925f171 HTTP/1.1" status: 200 len: 896 time: 0.0931799 Dec 14 01:31:53.906439 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-266d789d-4a00-4d2b-8fdc-805a7229cad2 None None] Port 57f46266-2254-498e-a9c8-29d79cd8ffe2 is administratively disabled so it will not transition to active. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Dec 14 01:31:53.946523 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5e15cfa0-2359-4b70-9973-8746da53abb7 req-39c1fb2d-e6f8-48fe-ac4d-43ec4bab6624 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57f46266-2254-498e-a9c8-29d79cd8ffe2 HTTP/1.1" status: 200 len: 1001 time: 0.0672739 Dec 14 01:31:53.999351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15cfa0-2359-4b70-9973-8746da53abb7 req-dd4b1630-13f0-4c7b-8f28-12eb9e23e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:54.000901 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5e15cfa0-2359-4b70-9973-8746da53abb7 req-dd4b1630-13f0-4c7b-8f28-12eb9e23e1df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=92538173-5962-47ff-82de-c229ea448730 HTTP/1.1" status: 200 len: 834 time: 0.0472219 Dec 14 01:31:54.048503 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15cfa0-2359-4b70-9973-8746da53abb7 req-079b41c6-eb74-481c-9d5c-aee40347aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:54.050056 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5e15cfa0-2359-4b70-9973-8746da53abb7 req-079b41c6-eb74-481c-9d5c-aee40347aa40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4c1d2411-23db-46ab-becb-85205925f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422091 Dec 14 01:31:54.147493 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5e15cfa0-2359-4b70-9973-8746da53abb7 req-4339a30d-9e90-42c6-836c-bf60bcbdb6cc service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893376 Dec 14 01:31:54.162427 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab91cd65-3bc3-40db-b7fe-61f27f499342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:54.250182 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5e15cfa0-2359-4b70-9973-8746da53abb7 req-face66ee-ee86-46f5-800a-4464b2eaa13e service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954199 Dec 14 01:31:55.395965 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:56.763172 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:57.055484 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58772) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:31:57.064318 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:31:57.126649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:57.285228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 57f46266-2254-498e-a9c8-29d79cd8ffe2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=57f46266-2254-498e-a9c8-29d79cd8ffe2,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:31:57.317245 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:57.324903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:57.362772 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:57.363413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:57.364837 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/ports/57f46266-2254-498e-a9c8-29d79cd8ffe2 HTTP/1.1" status: 200 len: 937 time: 0.3079503 Dec 14 01:31:57.368207 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58774) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:31:57.370129 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'tag': '57f46266-2254-498e-a9c8-29d79cd8ffe2'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:31:57.372112 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15939832-0492-42b7-9b4b-9b4a3c93bb1b" -d '{"events": [{"name": "network-changed", "server_uuid": "63aed8f7-d679-453b-8580-8a1b9bed351a", "tag": "57f46266-2254-498e-a9c8-29d79cd8ffe2"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:31:57.405392 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=57f46266-2254-498e-a9c8-29d79cd8ffe2,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:31:57.413944 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:57.414466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:57.414942 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:57.416186 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:57.416667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:57.417038 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:57.418020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:57.418376 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:57.418815 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:57.419165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:57.419502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:57.419900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:57.420283 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6a6c-d1d9-4ed6-b74b-4965121ba092 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:31:57.429383 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4978279c-b3df-41a8-9e37-26b9794b1d49 x-openstack-request-id: req-4978279c-b3df-41a8-9e37-26b9794b1d49 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:31:57.429822 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63aed8f7-d679-453b-8580-8a1b9bed351a", "tag": "57f46266-2254-498e-a9c8-29d79cd8ffe2", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:31:57.430195 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4978279c-b3df-41a8-9e37-26b9794b1d49 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:31:57.431499 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'tag': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'status': 'completed', 'code': 200} Dec 14 01:31:57.443730 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d6c13563-5dc2-4581-8097-25a343ea8513 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/6632a97a-4d3d-4e79-9e0d-6c1ae7de2092 HTTP/1.1" status: 200 len: 992 time: 0.0743134 Dec 14 01:31:57.510938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15939832-0492-42b7-9b4b-9b4a3c93bb1b req-d71a8a5d-9ac4-4745-9996-826ff77aa4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:57.513004 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-15939832-0492-42b7-9b4b-9b4a3c93bb1b req-d71a8a5d-9ac4-4745-9996-826ff77aa4bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 1098 time: 0.0466387 Dec 14 01:31:57.608077 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15939832-0492-42b7-9b4b-9b4a3c93bb1b req-65a1fe8e-f2ea-42b6-9823-247e997eeda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:57.609520 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-15939832-0492-42b7-9b4b-9b4a3c93bb1b req-65a1fe8e-f2ea-42b6-9823-247e997eeda1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4c1d2411-23db-46ab-becb-85205925f171 HTTP/1.1" status: 200 len: 896 time: 0.0894079 Dec 14 01:31:57.644661 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['57f46266-2254-498e-a9c8-29d79cd8ffe2'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:31:57.680978 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-15939832-0492-42b7-9b4b-9b4a3c93bb1b req-00e07b8b-9514-410b-9dea-00225bcf13ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57f46266-2254-498e-a9c8-29d79cd8ffe2 HTTP/1.1" status: 200 len: 1000 time: 0.0636327 Dec 14 01:31:57.681836 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-714acb05-84cb-405a-8b66-31a3abe7896f None None] Provisioning complete for port 57f46266-2254-498e-a9c8-29d79cd8ffe2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:31:57.682210 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-714acb05-84cb-405a-8b66-31a3abe7896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:57.732143 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15939832-0492-42b7-9b4b-9b4a3c93bb1b req-13fc7998-0b60-4e80-b908-a05cdff9bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:57.733711 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-15939832-0492-42b7-9b4b-9b4a3c93bb1b req-13fc7998-0b60-4e80-b908-a05cdff9bdcc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=92538173-5962-47ff-82de-c229ea448730 HTTP/1.1" status: 200 len: 834 time: 0.0453284 Dec 14 01:31:57.739733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:31:57.780593 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15939832-0492-42b7-9b4b-9b4a3c93bb1b req-eb5f4879-2b04-403b-9851-1e58833ab4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:31:57.782134 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-15939832-0492-42b7-9b4b-9b4a3c93bb1b req-eb5f4879-2b04-403b-9851-1e58833ab4db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4c1d2411-23db-46ab-becb-85205925f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417171 Dec 14 01:31:57.880547 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-15939832-0492-42b7-9b4b-9b4a3c93bb1b req-42b0e7d6-54aa-4e67-a5e0-ce76fc387740 service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907869 Dec 14 01:31:57.970208 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-15939832-0492-42b7-9b4b-9b4a3c93bb1b req-652c8077-337e-436c-8c6c-e3864e6ed562 service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819490 Dec 14 01:32:00.022905 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58784) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:00.193465 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5b24d4ee-c930-4076-b025-68f282d623e8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 242015d9-7e92-464b-82f6-214b3f004773 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:32:00.193728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b24d4ee-c930-4076-b025-68f282d623e8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:00.273759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b24d4ee-c930-4076-b025-68f282d623e8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:00.274051 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b24d4ee-c930-4076-b025-68f282d623e8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:00.287177 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5b24d4ee-c930-4076-b025-68f282d623e8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 242015d9-7e92-464b-82f6-214b3f004773 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:32:00.449724 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b24d4ee-c930-4076-b025-68f282d623e8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:00.475233 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24d4ee-c930-4076-b025-68f282d623e8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=242015d9-7e92-464b-82f6-214b3f004773,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:00.544573 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b24d4ee-c930-4076-b025-68f282d623e8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:00.544901 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-5b24d4ee-c930-4076-b025-68f282d623e8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP 366e2622-4e89-4c99-b37b-2ce853ae7222 disassociated (deleted). External IP: 172.26.1.172, port: d74462fb-3f33-4b4c-94a5-1536d35c099b. Dec 14 01:32:00.759253 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b24d4ee-c930-4076-b025-68f282d623e8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router c05d26cc-3d68-4b50-98f5-225e3f548545 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:32:00.868016 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b24d4ee-c930-4076-b025-68f282d623e8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:32:00.873184 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b24d4ee-c930-4076-b025-68f282d623e8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:00.877787 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eae594-ba9c-4c82-9d78-965ae441a56d None None] Sync routers for ids ['c05d26cc-3d68-4b50-98f5-225e3f548545'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:32:00.888292 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eae594-ba9c-4c82-9d78-965ae441a56d None None] Routers {'c05d26cc-3d68-4b50-98f5-225e3f548545'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:32:00.888895 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f5eae594-ba9c-4c82-9d78-965ae441a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:31:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c05d26cc-3d68-4b50-98f5-225e3f548545'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:00.907374 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5b24d4ee-c930-4076-b025-68f282d623e8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/floatingips/366e2622-4e89-4c99-b37b-2ce853ae7222 HTTP/1.1" status: 204 len: 168 time: 0.8804905 Dec 14 01:32:00.907374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f919fb-65a7-4d66-82d4-1439853f514d', 'tag': 'd74462fb-3f33-4b4c-94a5-1536d35c099b'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:32:00.908349 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61df3ee8-0d48-47e1-88f3-66c534b5d101" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f919fb-65a7-4d66-82d4-1439853f514d", "tag": "d74462fb-3f33-4b4c-94a5-1536d35c099b"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:32:00.950568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da89030c-52da-434a-9300-1fb144f7c574 x-openstack-request-id: req-da89030c-52da-434a-9300-1fb144f7c574 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:32:00.951167 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f919fb-65a7-4d66-82d4-1439853f514d", "tag": "d74462fb-3f33-4b4c-94a5-1536d35c099b", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:32:00.951435 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da89030c-52da-434a-9300-1fb144f7c574 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:32:00.951850 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f919fb-65a7-4d66-82d4-1439853f514d', 'tag': 'd74462fb-3f33-4b4c-94a5-1536d35c099b', 'status': 'completed', 'code': 200} Dec 14 01:32:00.993246 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-f5eae594-ba9c-4c82-9d78-965ae441a56d None None] Set router c05d26cc-3d68-4b50-98f5-225e3f548545 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:32:01.041343 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df3ee8-0d48-47e1-88f3-66c534b5d101 req-6d43018a-10bd-425b-a3c6-c53ee7a0fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:01.043499 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-61df3ee8-0d48-47e1-88f3-66c534b5d101 req-6d43018a-10bd-425b-a3c6-c53ee7a0fa3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 1099 time: 0.0464787 Dec 14 01:32:01.172434 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df3ee8-0d48-47e1-88f3-66c534b5d101 req-48d7bbeb-4520-4e70-a213-4c695e5b8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:01.173938 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-61df3ee8-0d48-47e1-88f3-66c534b5d101 req-48d7bbeb-4520-4e70-a213-4c695e5b8e40 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4c1d2411-23db-46ab-becb-85205925f171 HTTP/1.1" status: 200 len: 896 time: 0.1227481 Dec 14 01:32:01.182146 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e89ff-97aa-483a-a1f3-82dcdbf72b8f req-78047dbd-88da-4f66-b49e-5f222b9669a2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:01.183783 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f61e89ff-97aa-483a-a1f3-82dcdbf72b8f req-78047dbd-88da-4f66-b49e-5f222b9669a2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 946 time: 0.0819685 Dec 14 01:32:01.225234 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-61df3ee8-0d48-47e1-88f3-66c534b5d101 req-d2e5eb72-fbf0-4a68-a559-f745234c1c4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d74462fb-3f33-4b4c-94a5-1536d35c099b HTTP/1.1" status: 200 len: 217 time: 0.0404406 Dec 14 01:32:01.303086 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f61e89ff-97aa-483a-a1f3-82dcdbf72b8f req-bf7f19b6-1e85-4f87-9287-fbc094f26e8f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f4f5495-1ed9-471f-8467-18949bfe3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117384 Dec 14 01:32:01.304627 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df3ee8-0d48-47e1-88f3-66c534b5d101 req-bfadf562-3e95-42e5-b003-b30d2deb98be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:01.305948 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-61df3ee8-0d48-47e1-88f3-66c534b5d101 req-bfadf562-3e95-42e5-b003-b30d2deb98be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=92538173-5962-47ff-82de-c229ea448730 HTTP/1.1" status: 200 len: 834 time: 0.0711870 Dec 14 01:32:01.329000 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f5eae594-ba9c-4c82-9d78-965ae441a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:48Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '6632a97a-4d3d-4e79-9e0d-6c1ae7de2092', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'port_id': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'mac_address': 'fa:16:3e:72:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:31:02Z', 'updated_at': '2021-12-14T01:31:04Z', 'revision_number': 1, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41776fc-1bf8-491b-8ade-2c9d835bb2e6', 'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:89:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:48Z', 'updated_at': '2021-12-14T01:30:51Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '92538173-5962-47ff-82de-c229ea448730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:01.354562 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eae594-ba9c-4c82-9d78-965ae441a56d None None] Checking router: c05d26cc-3d68-4b50-98f5-225e3f548545 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:32:01.362367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df3ee8-0d48-47e1-88f3-66c534b5d101 req-06ee9744-9688-47cc-85ea-48b59603ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:01.363132 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eae594-ba9c-4c82-9d78-965ae441a56d None None] Routers {'c05d26cc-3d68-4b50-98f5-225e3f548545'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:32:01.363730 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f5eae594-ba9c-4c82-9d78-965ae441a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:31:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c05d26cc-3d68-4b50-98f5-225e3f548545'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:01.363902 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-61df3ee8-0d48-47e1-88f3-66c534b5d101 req-06ee9744-9688-47cc-85ea-48b59603ff1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4c1d2411-23db-46ab-becb-85205925f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503848 Dec 14 01:32:01.454925 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-61df3ee8-0d48-47e1-88f3-66c534b5d101 req-6b6a680e-dc3f-46cb-b447-df0d85698824 service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829265 Dec 14 01:32:01.471954 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-f5eae594-ba9c-4c82-9d78-965ae441a56d None None] Set router c05d26cc-3d68-4b50-98f5-225e3f548545 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:32:01.552395 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-61df3ee8-0d48-47e1-88f3-66c534b5d101 req-bcc08d81-b4b0-4950-8ea3-676bc57f067f service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889237 Dec 14 01:32:01.700347 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f5eae594-ba9c-4c82-9d78-965ae441a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:48Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '6632a97a-4d3d-4e79-9e0d-6c1ae7de2092', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'port_id': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'mac_address': 'fa:16:3e:72:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:31:02Z', 'updated_at': '2021-12-14T01:31:04Z', 'revision_number': 1, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41776fc-1bf8-491b-8ade-2c9d835bb2e6', 'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:89:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:48Z', 'updated_at': '2021-12-14T01:30:51Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '92538173-5962-47ff-82de-c229ea448730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:01.726084 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eae594-ba9c-4c82-9d78-965ae441a56d None None] The sync data for ids ['c05d26cc-3d68-4b50-98f5-225e3f548545'] in dv-neutron-821592-1-hyperv is: [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:48Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '6632a97a-4d3d-4e79-9e0d-6c1ae7de2092', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'port_id': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'mac_address': 'fa:16:3e:72:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:31:02Z', 'updated_at': '2021-12-14T01:31:04Z', 'revision_number': 1, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41776fc-1bf8-491b-8ade-2c9d835bb2e6', 'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:89:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:48Z', 'updated_at': '2021-12-14T01:30:51Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '92538173-5962-47ff-82de-c229ea448730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:32:01.946910 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44325179-be8b-4e60-816d-9cd3d770b18d None None] New status for floating IP 366e2622-4e89-4c99-b37b-2ce853ae7222: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:32:02.434345 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bd196-9876-41f9-bd29-849c384f62d2 req-7a57de54-d56c-410b-b038-da07e1fc3bcb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:02.435831 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-195bd196-9876-41f9-bd29-849c384f62d2 req-7a57de54-d56c-410b-b038-da07e1fc3bcb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 946 time: 0.0512719 Dec 14 01:32:02.484897 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-195bd196-9876-41f9-bd29-849c384f62d2 req-ba5840a1-e907-4117-92e7-a295a40260a6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f4f5495-1ed9-471f-8467-18949bfe3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431263 Dec 14 01:32:02.586497 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ec620-034f-4892-976c-9f0553391ba3 req-972e2c6a-b175-48a3-bcf2-0c424daab07e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:02.588052 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-702ec620-034f-4892-976c-9f0553391ba3 req-972e2c6a-b175-48a3-bcf2-0c424daab07e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 946 time: 0.0598242 Dec 14 01:32:02.681146 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-702ec620-034f-4892-976c-9f0553391ba3 req-1823b67e-fcc5-4d44-8c29-d4a5ffc62c87 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port d74462fb-3f33-4b4c-94a5-1536d35c099b {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:32:02.681465 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-702ec620-034f-4892-976c-9f0553391ba3 req-1823b67e-fcc5-4d44-8c29-d4a5ffc62c87 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:02.780584 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-702ec620-034f-4892-976c-9f0553391ba3 req-1823b67e-fcc5-4d44-8c29-d4a5ffc62c87 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port d74462fb-3f33-4b4c-94a5-1536d35c099b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d74462fb-3f33-4b4c-94a5-1536d35c099b,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:32:02.780949 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-702ec620-034f-4892-976c-9f0553391ba3 req-1823b67e-fcc5-4d44-8c29-d4a5ffc62c87 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:02.798937 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-702ec620-034f-4892-976c-9f0553391ba3 req-1823b67e-fcc5-4d44-8c29-d4a5ffc62c87 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for d74462fb-3f33-4b4c-94a5-1536d35c099b owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:32:02.936859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-702ec620-034f-4892-976c-9f0553391ba3 req-1823b67e-fcc5-4d44-8c29-d4a5ffc62c87 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:02.964703 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823b67e-fcc5-4d44-8c29-d4a5ffc62c87 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=d74462fb-3f33-4b4c-94a5-1536d35c099b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:03.009238 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-702ec620-034f-4892-976c-9f0553391ba3 req-1823b67e-fcc5-4d44-8c29-d4a5ffc62c87 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] No DVR routers for this DVR port d74462fb-3f33-4b4c-94a5-1536d35c099b on host hv-neutron-8215 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:32:03.012283 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-702ec620-034f-4892-976c-9f0553391ba3 req-1823b67e-fcc5-4d44-8c29-d4a5ffc62c87 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:03.015608 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-702ec620-034f-4892-976c-9f0553391ba3 req-1823b67e-fcc5-4d44-8c29-d4a5ffc62c87 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "DELETE /v2.0/ports/d74462fb-3f33-4b4c-94a5-1536d35c099b HTTP/1.1" status: 204 len: 173 time: 0.4213476 Dec 14 01:32:03.016071 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f919fb-65a7-4d66-82d4-1439853f514d', 'name': 'network-vif-deleted', 'tag': 'd74462fb-3f33-4b4c-94a5-1536d35c099b'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:32:03.018350 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e723a8-0f1b-487d-a656-3037ac6d393c" -d '{"events": [{"server_uuid": "b0f919fb-65a7-4d66-82d4-1439853f514d", "name": "network-vif-deleted", "tag": "d74462fb-3f33-4b4c-94a5-1536d35c099b"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:32:03.056764 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dcfae0-4fd8-4a81-814c-40aa092f7d3b x-openstack-request-id: req-30dcfae0-4fd8-4a81-814c-40aa092f7d3b {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:32:03.057102 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f919fb-65a7-4d66-82d4-1439853f514d", "name": "network-vif-deleted", "tag": "d74462fb-3f33-4b4c-94a5-1536d35c099b", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:32:03.057430 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30dcfae0-4fd8-4a81-814c-40aa092f7d3b {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:32:03.057874 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f919fb-65a7-4d66-82d4-1439853f514d', 'name': 'network-vif-deleted', 'tag': 'd74462fb-3f33-4b4c-94a5-1536d35c099b', 'status': 'completed', 'code': 200} Dec 14 01:32:03.599501 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13e5310a-607b-431e-91a8-e1fd60684fa7 req-71a817ce-075a-4c05-b540-159c314188fd tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0f919fb-65a7-4d66-82d4-1439853f514d HTTP/1.1" status: 200 len: 210 time: 0.0275824 Dec 14 01:32:04.657075 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58800) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:04.716107 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:04.746579 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:04.808223 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:04.811617 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:04.814481 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/security-groups/8f4f5495-1ed9-471f-8467-18949bfe3e89 HTTP/1.1" status: 204 len: 168 time: 0.1558311 Dec 14 01:32:04.825732 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4f5495-1ed9-471f-8467-18949bfe3e89,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:04.833400 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:04.833834 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:04.834236 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:04.834741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:04.835101 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:04.835489 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:04.835882 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:04.836396 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:04.836760 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:04.837087 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:04.837411 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:04.837731 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:04.838054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a82d0-7587-4bb0-8a50-4700783bf11c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:04.844515 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58804) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:05.016224 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4992af8f-033f-4b48-ba51-223b0933ed13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port e682bf85-ea49-4601-bff7-4162eb3cd3a2 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:32:05.016534 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4992af8f-033f-4b48-ba51-223b0933ed13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:05.100073 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4992af8f-033f-4b48-ba51-223b0933ed13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:05.100394 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4992af8f-033f-4b48-ba51-223b0933ed13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:05.113848 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4992af8f-033f-4b48-ba51-223b0933ed13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for e682bf85-ea49-4601-bff7-4162eb3cd3a2 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:32:05.290809 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4992af8f-033f-4b48-ba51-223b0933ed13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:05.316972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992af8f-033f-4b48-ba51-223b0933ed13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=e682bf85-ea49-4601-bff7-4162eb3cd3a2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:05.380860 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4992af8f-033f-4b48-ba51-223b0933ed13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:05.381176 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-4992af8f-033f-4b48-ba51-223b0933ed13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP 6632a97a-4d3d-4e79-9e0d-6c1ae7de2092 disassociated (deleted). External IP: 172.26.1.48, port: 57f46266-2254-498e-a9c8-29d79cd8ffe2. Dec 14 01:32:05.441450 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device d74462fb-3f33-4b4c-94a5-1536d35c099b no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:32:05.461358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: d74462fb-3f33-4b4c-94a5-1536d35c099b {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:32:05.461699 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device d74462fb-3f33-4b4c-94a5-1536d35c099b not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:32:05.595373 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4992af8f-033f-4b48-ba51-223b0933ed13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router c05d26cc-3d68-4b50-98f5-225e3f548545 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:32:05.706495 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4992af8f-033f-4b48-ba51-223b0933ed13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:32:05.711519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4992af8f-033f-4b48-ba51-223b0933ed13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:05.716155 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e8e160-bce4-47c1-bad7-3c68850d2ee2 None None] Sync routers for ids ['c05d26cc-3d68-4b50-98f5-225e3f548545'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:32:05.726761 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e8e160-bce4-47c1-bad7-3c68850d2ee2 None None] Routers {'c05d26cc-3d68-4b50-98f5-225e3f548545'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:32:05.727351 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-46e8e160-bce4-47c1-bad7-3c68850d2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:31:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c05d26cc-3d68-4b50-98f5-225e3f548545'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:05.737917 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4992af8f-033f-4b48-ba51-223b0933ed13 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/floatingips/6632a97a-4d3d-4e79-9e0d-6c1ae7de2092 HTTP/1.1" status: 204 len: 168 time: 0.8923337 Dec 14 01:32:05.738519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'tag': '57f46266-2254-498e-a9c8-29d79cd8ffe2'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:32:05.742597 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8c6dd9-b205-438f-8cb2-7d2a55b49775" -d '{"events": [{"name": "network-changed", "server_uuid": "63aed8f7-d679-453b-8580-8a1b9bed351a", "tag": "57f46266-2254-498e-a9c8-29d79cd8ffe2"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:32:05.784717 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f89bfd-8d36-4ca4-ae8f-921ea5713808 x-openstack-request-id: req-b7f89bfd-8d36-4ca4-ae8f-921ea5713808 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:32:05.785015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63aed8f7-d679-453b-8580-8a1b9bed351a", "tag": "57f46266-2254-498e-a9c8-29d79cd8ffe2", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:32:05.785453 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7f89bfd-8d36-4ca4-ae8f-921ea5713808 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:32:05.785836 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'tag': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'status': 'completed', 'code': 200} Dec 14 01:32:05.836253 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-46e8e160-bce4-47c1-bad7-3c68850d2ee2 None None] Set router c05d26cc-3d68-4b50-98f5-225e3f548545 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:32:05.882424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c6dd9-b205-438f-8cb2-7d2a55b49775 req-67de3ad0-6c56-4b0b-80ab-c47fd2a798e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:05.884697 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fc8c6dd9-b205-438f-8cb2-7d2a55b49775 req-67de3ad0-6c56-4b0b-80ab-c47fd2a798e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 1098 time: 0.0551884 Dec 14 01:32:06.026747 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359275a5-da27-4575-914f-7e5991210387 req-9534676d-550b-435e-be91-0b1c7c2107b2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:06.028256 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-359275a5-da27-4575-914f-7e5991210387 req-9534676d-550b-435e-be91-0b1c7c2107b2 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 945 time: 0.0998054 Dec 14 01:32:06.039337 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-46e8e160-bce4-47c1-bad7-3c68850d2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:48Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'd41776fc-1bf8-491b-8ade-2c9d835bb2e6', 'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:89:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:48Z', 'updated_at': '2021-12-14T01:30:51Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '92538173-5962-47ff-82de-c229ea448730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:06.056648 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c6dd9-b205-438f-8cb2-7d2a55b49775 req-0ee44a69-f313-42b3-87d2-981fcc65c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:06.058317 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fc8c6dd9-b205-438f-8cb2-7d2a55b49775 req-0ee44a69-f313-42b3-87d2-981fcc65c7d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4c1d2411-23db-46ab-becb-85205925f171 HTTP/1.1" status: 200 len: 896 time: 0.1375268 Dec 14 01:32:06.065167 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e8e160-bce4-47c1-bad7-3c68850d2ee2 None None] Checking router: c05d26cc-3d68-4b50-98f5-225e3f548545 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:32:06.073789 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e8e160-bce4-47c1-bad7-3c68850d2ee2 None None] Routers {'c05d26cc-3d68-4b50-98f5-225e3f548545'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:32:06.074379 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-46e8e160-bce4-47c1-bad7-3c68850d2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:31:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c05d26cc-3d68-4b50-98f5-225e3f548545'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:06.111909 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fc8c6dd9-b205-438f-8cb2-7d2a55b49775 req-5ef334f2-b083-4bb2-a197-8dbaf9635916 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57f46266-2254-498e-a9c8-29d79cd8ffe2 HTTP/1.1" status: 200 len: 217 time: 0.0457339 Dec 14 01:32:06.120881 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-359275a5-da27-4575-914f-7e5991210387 req-7f15453d-589f-4120-9130-408683ae7344 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=f022450b-9a42-4716-bba5-0a1fe2b58e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844731 Dec 14 01:32:06.164519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c6dd9-b205-438f-8cb2-7d2a55b49775 req-b962edb9-4d64-4d23-9a14-cdb3b037c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:06.166065 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fc8c6dd9-b205-438f-8cb2-7d2a55b49775 req-b962edb9-4d64-4d23-9a14-cdb3b037c5b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=92538173-5962-47ff-82de-c229ea448730 HTTP/1.1" status: 200 len: 834 time: 0.0443377 Dec 14 01:32:06.184953 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-46e8e160-bce4-47c1-bad7-3c68850d2ee2 None None] Set router c05d26cc-3d68-4b50-98f5-225e3f548545 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:32:06.215907 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c6dd9-b205-438f-8cb2-7d2a55b49775 req-9ca9ae01-34c8-400a-9d2c-10b8878f25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:06.217544 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fc8c6dd9-b205-438f-8cb2-7d2a55b49775 req-9ca9ae01-34c8-400a-9d2c-10b8878f25a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4c1d2411-23db-46ab-becb-85205925f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438833 Dec 14 01:32:06.320386 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fc8c6dd9-b205-438f-8cb2-7d2a55b49775 req-60273907-6dbc-4100-b5b7-346c5d9e32ec service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944195 Dec 14 01:32:06.387590 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-46e8e160-bce4-47c1-bad7-3c68850d2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:48Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'd41776fc-1bf8-491b-8ade-2c9d835bb2e6', 'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:89:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:48Z', 'updated_at': '2021-12-14T01:30:51Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '92538173-5962-47ff-82de-c229ea448730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:06.420989 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e8e160-bce4-47c1-bad7-3c68850d2ee2 None None] The sync data for ids ['c05d26cc-3d68-4b50-98f5-225e3f548545'] in dv-neutron-821592-1-hyperv is: [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:48Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'd41776fc-1bf8-491b-8ade-2c9d835bb2e6', 'name': '', 'network_id': '4c1d2411-23db-46ab-becb-85205925f171', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:89:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '92538173-5962-47ff-82de-c229ea448730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:48Z', 'updated_at': '2021-12-14T01:30:51Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '92538173-5962-47ff-82de-c229ea448730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:32:06.421777 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fc8c6dd9-b205-438f-8cb2-7d2a55b49775 req-16130df8-6876-45ad-8ae6-c3ec29007358 service neutron] 10.222.0.16 "GET /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941484 Dec 14 01:32:06.762102 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd28b489-4c5a-4c7b-827e-fd6e7bf8c35a None None] New status for floating IP 6632a97a-4d3d-4e79-9e0d-6c1ae7de2092: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:32:07.139038 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:32:07.247790 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e14c5-f1b3-4ec1-9c69-0e056424289e req-28d7ab45-03c4-48bd-af6a-70c2a7d93281 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:07.249298 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-060e14c5-f1b3-4ec1-9c69-0e056424289e req-28d7ab45-03c4-48bd-af6a-70c2a7d93281 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 945 time: 0.0515885 Dec 14 01:32:07.299648 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-060e14c5-f1b3-4ec1-9c69-0e056424289e req-e4a9285c-de91-45f8-a1c1-f9d6eee106a4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=f022450b-9a42-4716-bba5-0a1fe2b58e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443203 Dec 14 01:32:07.542774 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c06c5-61ec-4933-ac6d-aff498e39691 req-f4b30d3c-2f47-437b-afb6-16ce4a317770 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:07.544233 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-449c06c5-61ec-4933-ac6d-aff498e39691 req-f4b30d3c-2f47-437b-afb6-16ce4a317770 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 945 time: 0.0594893 Dec 14 01:32:07.941145 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-449c06c5-61ec-4933-ac6d-aff498e39691 req-9b88f064-21fb-4324-b13b-705de0176d83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 57f46266-2254-498e-a9c8-29d79cd8ffe2 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:32:07.941496 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-449c06c5-61ec-4933-ac6d-aff498e39691 req-9b88f064-21fb-4324-b13b-705de0176d83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:08.030801 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-449c06c5-61ec-4933-ac6d-aff498e39691 req-9b88f064-21fb-4324-b13b-705de0176d83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 57f46266-2254-498e-a9c8-29d79cd8ffe2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=57f46266-2254-498e-a9c8-29d79cd8ffe2,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:32:08.031161 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-449c06c5-61ec-4933-ac6d-aff498e39691 req-9b88f064-21fb-4324-b13b-705de0176d83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:08.047678 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-449c06c5-61ec-4933-ac6d-aff498e39691 req-9b88f064-21fb-4324-b13b-705de0176d83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 57f46266-2254-498e-a9c8-29d79cd8ffe2 owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:32:08.177660 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-449c06c5-61ec-4933-ac6d-aff498e39691 req-9b88f064-21fb-4324-b13b-705de0176d83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:08.211810 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88f064-21fb-4324-b13b-705de0176d83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=57f46266-2254-498e-a9c8-29d79cd8ffe2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:08.256569 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-449c06c5-61ec-4933-ac6d-aff498e39691 req-9b88f064-21fb-4324-b13b-705de0176d83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] No DVR routers for this DVR port 57f46266-2254-498e-a9c8-29d79cd8ffe2 on host hv-neutron-8215 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:32:08.259079 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-449c06c5-61ec-4933-ac6d-aff498e39691 req-9b88f064-21fb-4324-b13b-705de0176d83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:08.262664 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-449c06c5-61ec-4933-ac6d-aff498e39691 req-9b88f064-21fb-4324-b13b-705de0176d83 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "DELETE /v2.0/ports/57f46266-2254-498e-a9c8-29d79cd8ffe2 HTTP/1.1" status: 204 len: 173 time: 0.7119217 Dec 14 01:32:08.263112 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'name': 'network-vif-deleted', 'tag': '57f46266-2254-498e-a9c8-29d79cd8ffe2'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:32:08.265421 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f8805d-ef8c-4897-8eac-17239518d31a" -d '{"events": [{"server_uuid": "63aed8f7-d679-453b-8580-8a1b9bed351a", "name": "network-vif-deleted", "tag": "57f46266-2254-498e-a9c8-29d79cd8ffe2"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:32:08.305391 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a245afb-d136-4e40-9b16-4a5ebc091847 x-openstack-request-id: req-3a245afb-d136-4e40-9b16-4a5ebc091847 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:32:08.305693 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63aed8f7-d679-453b-8580-8a1b9bed351a", "name": "network-vif-deleted", "tag": "57f46266-2254-498e-a9c8-29d79cd8ffe2", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:32:08.305953 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a245afb-d136-4e40-9b16-4a5ebc091847 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:32:08.306358 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63aed8f7-d679-453b-8580-8a1b9bed351a', 'name': 'network-vif-deleted', 'tag': '57f46266-2254-498e-a9c8-29d79cd8ffe2', 'status': 'completed', 'code': 200} Dec 14 01:32:08.406078 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1d420452-3ddb-4532-94e2-4773812cb2fd req-2b3b17b3-9b5e-4dec-b2f7-c76035b365c0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=63aed8f7-d679-453b-8580-8a1b9bed351a HTTP/1.1" status: 200 len: 210 time: 0.0283897 Dec 14 01:32:09.443816 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 57f46266-2254-498e-a9c8-29d79cd8ffe2 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:32:09.476489 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 57f46266-2254-498e-a9c8-29d79cd8ffe2 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:32:09.476821 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 57f46266-2254-498e-a9c8-29d79cd8ffe2 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:32:09.481894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58820) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:09.550498 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74ae143b-c3aa-4247-b3d9-49b7a29a9257 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:09.581198 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74ae143b-c3aa-4247-b3d9-49b7a29a9257 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:09.649556 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74ae143b-c3aa-4247-b3d9-49b7a29a9257 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:09.652279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74ae143b-c3aa-4247-b3d9-49b7a29a9257 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:09.653772 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-74ae143b-c3aa-4247-b3d9-49b7a29a9257 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/security-groups/f022450b-9a42-4716-bba5-0a1fe2b58e46 HTTP/1.1" status: 204 len: 168 time: 0.1705537 Dec 14 01:32:09.668262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae143b-c3aa-4247-b3d9-49b7a29a9257 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f022450b-9a42-4716-bba5-0a1fe2b58e46,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:09.689483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58824) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:10.112140 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c08d5eb-aa02-40a7-82db-058768cd6345 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:10.383464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7c08d5eb-aa02-40a7-82db-058768cd6345 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port d41776fc-1bf8-491b-8ade-2c9d835bb2e6 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:32:10.383732 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c08d5eb-aa02-40a7-82db-058768cd6345 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:10.476755 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7c08d5eb-aa02-40a7-82db-058768cd6345 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port d41776fc-1bf8-491b-8ade-2c9d835bb2e6, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d41776fc-1bf8-491b-8ade-2c9d835bb2e6,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:32:10.477110 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c08d5eb-aa02-40a7-82db-058768cd6345 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:10.489424 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7c08d5eb-aa02-40a7-82db-058768cd6345 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for d41776fc-1bf8-491b-8ade-2c9d835bb2e6 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:32:10.687250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c08d5eb-aa02-40a7-82db-058768cd6345 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:10.722813 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08d5eb-aa02-40a7-82db-058768cd6345 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=d41776fc-1bf8-491b-8ade-2c9d835bb2e6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:10.763789 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:10.902947 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c08d5eb-aa02-40a7-82db-058768cd6345 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:11.128752 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c08d5eb-aa02-40a7-82db-058768cd6345 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router c05d26cc-3d68-4b50-98f5-225e3f548545 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:32:11.237554 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c08d5eb-aa02-40a7-82db-058768cd6345 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:32:11.244483 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7c08d5eb-aa02-40a7-82db-058768cd6345 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/c05d26cc-3d68-4b50-98f5-225e3f548545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5538363 Dec 14 01:32:11.248074 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58826) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:11.249237 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632f351-1b83-46ec-a2ec-fc012d4a4579 None None] Sync routers for ids ['c05d26cc-3d68-4b50-98f5-225e3f548545'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:32:11.263921 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1632f351-1b83-46ec-a2ec-fc012d4a4579 None None] Routers {'c05d26cc-3d68-4b50-98f5-225e3f548545'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:32:11.264568 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1632f351-1b83-46ec-a2ec-fc012d4a4579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:31:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c05d26cc-3d68-4b50-98f5-225e3f548545'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:11.303417 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfae0248-15d3-492b-af70-123fa3b3e3d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting subnet 92538173-5962-47ff-82de-c229ea448730 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:32:11.306922 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dfae0248-15d3-492b-af70-123fa3b3e3d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:11.348410 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dfae0248-15d3-492b-af70-123fa3b3e3d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:11.447245 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dfae0248-15d3-492b-af70-123fa3b3e3d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:11.466108 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-1632f351-1b83-46ec-a2ec-fc012d4a4579 None None] Set router c05d26cc-3d68-4b50-98f5-225e3f548545 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:32:11.507633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dfae0248-15d3-492b-af70-123fa3b3e3d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:11.535007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae0248-15d3-492b-af70-123fa3b3e3d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Subnet': ['ID=92538173-5962-47ff-82de-c229ea448730,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:11.538640 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dfae0248-15d3-492b-af70-123fa3b3e3d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:11.544539 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dfae0248-15d3-492b-af70-123fa3b3e3d6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/subnets/92538173-5962-47ff-82de-c229ea448730 HTTP/1.1" status: 204 len: 168 time: 0.2926302 Dec 14 01:32:11.544854 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58828) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:11.552847 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa43b41d-f63e-40e6-a36d-475899b19208 None None] Network 4c1d2411-23db-46ab-becb-85205925f171 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:32:11.649894 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1632f351-1b83-46ec-a2ec-fc012d4a4579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:32:10Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:11.656235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17425837-0506-4c75-9d1f-f72f0fe52ab5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:11.681537 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632f351-1b83-46ec-a2ec-fc012d4a4579 None None] Checking router: c05d26cc-3d68-4b50-98f5-225e3f548545 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:32:11.692152 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1632f351-1b83-46ec-a2ec-fc012d4a4579 None None] Routers {'c05d26cc-3d68-4b50-98f5-225e3f548545'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:32:11.692924 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1632f351-1b83-46ec-a2ec-fc012d4a4579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:31:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c05d26cc-3d68-4b50-98f5-225e3f548545'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:11.720059 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] DHCP port deletion for 4c1d2411-23db-46ab-becb-85205925f171 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:32:11.764802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17425837-0506-4c75-9d1f-f72f0fe52ab5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:11.772699 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Deleting port c2414d3b-0707-42c4-95ac-00a378909c3a {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:32:11.773285 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:11.811609 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-1632f351-1b83-46ec-a2ec-fc012d4a4579 None None] Set router c05d26cc-3d68-4b50-98f5-225e3f548545 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:32:11.827657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-17425837-0506-4c75-9d1f-f72f0fe52ab5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 47386a95-08b5-4ab9-9063-7b98eaead983 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:32:11.828472 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17425837-0506-4c75-9d1f-f72f0fe52ab5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:11.842341 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] For port c2414d3b-0707-42c4-95ac-00a378909c3a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=c2414d3b-0707-42c4-95ac-00a378909c3a,segment=NetworkSegment(7a875b9c-7a41-464a-bfd8-4294e1d8f5fe),segment_id=7a875b9c-7a41-464a-bfd8-4294e1d8f5fe)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:32:11.842750 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:11.856597 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Calling delete_port for c2414d3b-0707-42c4-95ac-00a378909c3a owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:32:11.916702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-17425837-0506-4c75-9d1f-f72f0fe52ab5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 47386a95-08b5-4ab9-9063-7b98eaead983, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=47386a95-08b5-4ab9-9063-7b98eaead983,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:32:11.917705 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17425837-0506-4c75-9d1f-f72f0fe52ab5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:11.929673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-17425837-0506-4c75-9d1f-f72f0fe52ab5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 47386a95-08b5-4ab9-9063-7b98eaead983 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:32:11.941973 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:11.968892 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Pushing event deleted for resources: {'Port': ['ID=c2414d3b-0707-42c4-95ac-00a378909c3a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:11.971213 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] No DVR routers for this DVR port c2414d3b-0707-42c4-95ac-00a378909c3a on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:32:11.982711 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:11.983067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:11.983416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:11.983759 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:11.984114 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:11.984451 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:11.984792 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:11.985103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:11.985433 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:11.985770 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:11.987524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:11.987867 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:11.988218 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57423620-7044-4d1a-b7e7-8163246ab2ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:12.018672 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1632f351-1b83-46ec-a2ec-fc012d4a4579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:32:10Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:12.046214 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632f351-1b83-46ec-a2ec-fc012d4a4579 None None] The sync data for ids ['c05d26cc-3d68-4b50-98f5-225e3f548545'] in dv-neutron-821592-1-hyperv is: [{'id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'name': 'tempest-TestNetworkBasicOps-router-1976775116', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:32:10Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '47386a95-08b5-4ab9-9063-7b98eaead983', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05d26cc-3d68-4b50-98f5-225e3f548545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:30:45Z', 'updated_at': '2021-12-14T01:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:32:12.124090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17425837-0506-4c75-9d1f-f72f0fe52ab5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.147816 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17425837-0506-4c75-9d1f-f72f0fe52ab5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=47386a95-08b5-4ab9-9063-7b98eaead983,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:12.164378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd293f58-3412-414a-873e-b402c692f919 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:32:12.211199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17425837-0506-4c75-9d1f-f72f0fe52ab5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.302675 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17425837-0506-4c75-9d1f-f72f0fe52ab5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.306285 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17425837-0506-4c75-9d1f-f72f0fe52ab5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.353227 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17425837-0506-4c75-9d1f-f72f0fe52ab5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.353747 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17425837-0506-4c75-9d1f-f72f0fe52ab5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Fanout notify agent at l3_agent the message router_deleted on router c05d26cc-3d68-4b50-98f5-225e3f548545 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:32:12.361128 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17425837-0506-4c75-9d1f-f72f0fe52ab5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.362323 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-17425837-0506-4c75-9d1f-f72f0fe52ab5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/routers/c05d26cc-3d68-4b50-98f5-225e3f548545 HTTP/1.1" status: 204 len: 168 time: 0.8166411 Dec 14 01:32:12.366127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58830) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:12.444933 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-86916565-fad1-4b05-bff0-6e40fb032aef tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.537000 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-86916565-fad1-4b05-bff0-6e40fb032aef tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.556608 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-86916565-fad1-4b05-bff0-6e40fb032aef tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1d2411-23db-46ab-becb-85205925f171']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:12.566606 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-86916565-fad1-4b05-bff0-6e40fb032aef tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:12.566893 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-86916565-fad1-4b05-bff0-6e40fb032aef tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a875b9c-7a41-464a-bfd8-4294e1d8f5fe') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:12.576974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-86916565-fad1-4b05-bff0-6e40fb032aef tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.590729 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-86916565-fad1-4b05-bff0-6e40fb032aef tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.597267 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86916565-fad1-4b05-bff0-6e40fb032aef tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:32:12.597664 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-86916565-fad1-4b05-bff0-6e40fb032aef tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:32:12.600721 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:32:12.666631 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-86916565-fad1-4b05-bff0-6e40fb032aef tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.675033 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-86916565-fad1-4b05-bff0-6e40fb032aef tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.688888 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-86916565-fad1-4b05-bff0-6e40fb032aef tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/networks/4c1d2411-23db-46ab-becb-85205925f171 HTTP/1.1" status: 204 len: 168 time: 0.3111043 Dec 14 01:32:12.691699 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86916565-fad1-4b05-bff0-6e40fb032aef tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Network': ['ID=4c1d2411-23db-46ab-becb-85205925f171,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:12.707058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58832) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:12.712335 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e737eea0-5a2b-4646-8d65-ed9687b2aca4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'network': {'name': 'tempest-network-smoke--1317893168', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'port_security_enabled': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:32:12.737894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e737eea0-5a2b-4646-8d65-ed9687b2aca4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:32:12.741412 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e737eea0-5a2b-4646-8d65-ed9687b2aca4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.768380 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e737eea0-5a2b-4646-8d65-ed9687b2aca4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:32:12.777203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e737eea0-5a2b-4646-8d65-ed9687b2aca4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.777568 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-e737eea0-5a2b-4646-8d65-ed9687b2aca4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Added segment ec9eeece-2abd-47c8-a42e-7a81dcae1ee2 of type vlan for network c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 Dec 14 01:32:12.817130 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e737eea0-5a2b-4646-8d65-ed9687b2aca4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.843492 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e737eea0-5a2b-4646-8d65-ed9687b2aca4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.849543 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e737eea0-5a2b-4646-8d65-ed9687b2aca4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:12.850130 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e737eea0-5a2b-4646-8d65-ed9687b2aca4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.906092 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e737eea0-5a2b-4646-8d65-ed9687b2aca4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1978831 Dec 14 01:32:12.909516 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58834) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:12.914708 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-323979261', 'admin_state_up': True, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:32:12.921279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737eea0-5a2b-4646-8d65-ed9687b2aca4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Network': ['ID=c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:12.932382 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:32:12.941920 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.943208 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:12.993912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:13.062318 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c2414d3b-0707-42c4-95ac-00a378909c3a no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:32:13.083228 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: c2414d3b-0707-42c4-95ac-00a378909c3a {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:32:13.083831 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device c2414d3b-0707-42c4-95ac-00a378909c3a not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:32:13.084334 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d41776fc-1bf8-491b-8ade-2c9d835bb2e6 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:32:13.103052 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: d41776fc-1bf8-491b-8ade-2c9d835bb2e6 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:32:13.103399 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d41776fc-1bf8-491b-8ade-2c9d835bb2e6 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:32:13.103814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 47386a95-08b5-4ab9-9063-7b98eaead983 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:32:13.122761 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 47386a95-08b5-4ab9-9063-7b98eaead983 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:32:13.123106 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 47386a95-08b5-4ab9-9063-7b98eaead983 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:32:13.142952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:13.335383 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:13.357157 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:13.476529 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.26.1.213 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/33eb1bba-a77e-47bc-aa93-a9cca6faf70c) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:32:13.580371 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:13.618916 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:13.657540 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:32:13.660704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:32:13.664192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:32:13.669597 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=33eb1bba-a77e-47bc-aa93-a9cca6faf70c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:13.674401 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a3c733-68c0-456d-adb1-1d1fe3b382f7 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:32:13.767537 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6e189f96-a393-481a-8d6e-cef5557be938 None None] Provisioning complete for port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:32:13.767907 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e189f96-a393-481a-8d6e-cef5557be938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:13.808135 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6e189f96-a393-481a-8d6e-cef5557be938 None None] Port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:32:14.195652 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:14.405701 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:14.538926 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 2fdef560-42fc-48da-8e64-d18a73ffaf84 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:32:14.647196 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:32:14.658501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Sync routers for ids ['2fdef560-42fc-48da-8e64-d18a73ffaf84'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:32:14.671510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:14.672843 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6082849b-ae01-4471-8161-0f0cc031a61f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7622101 Dec 14 01:32:14.674056 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Routers {'2fdef560-42fc-48da-8e64-d18a73ffaf84'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:32:14.674862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:31:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2fdef560-42fc-48da-8e64-d18a73ffaf84'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:14.676088 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58836) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:14.770681 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-da3f2ffb-75ad-44da-8302-fcded9e68672 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9e28f216f8fb4b05811c7d7158efaac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0933518 Dec 14 01:32:14.773325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58840) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:14.790859 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Set router 2fdef560-42fc-48da-8e64-d18a73ffaf84 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:32:14.863967 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ca6e69-7562-4525-a317-1d2621970849 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:14.865753 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-33ca6e69-7562-4525-a317-1d2621970849 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914414 Dec 14 01:32:14.868641 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58842) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:14.897935 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8f3e7098-b6a4-4e2c-ac86-e8f348b942e4 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281296 Dec 14 01:32:14.900418 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58844) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:14.905587 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-9293434e-d866-4ebb-8c70-6c84f7364a58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-951039240', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:32:15.012920 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9293434e-d866-4ebb-8c70-6c84f7364a58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:32:15.016781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9293434e-d866-4ebb-8c70-6c84f7364a58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:15.139513 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:32:14Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:15.170074 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Checking router: 2fdef560-42fc-48da-8e64-d18a73ffaf84 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:32:15.170493 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Updating router 2fdef560-42fc-48da-8e64-d18a73ffaf84 port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:32:15.198108 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:15.211469 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9293434e-d866-4ebb-8c70-6c84f7364a58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:15.270857 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293434e-d866-4ebb-8c70-6c84f7364a58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Subnet': ['ID=6a1205a0-4815-4a69-8d6f-a8b13896353f,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:15.286563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9293434e-d866-4ebb-8c70-6c84f7364a58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Checking segment: {'id': 'ec9eeece-2abd-47c8-a42e-7a81dcae1ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:32:15.286921 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9293434e-d866-4ebb-8c70-6c84f7364a58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network hostable DHCP agents. Network: c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:32:15.307311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9293434e-d866-4ebb-8c70-6c84f7364a58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:32:15.320271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-9293434e-d866-4ebb-8c70-6c84f7364a58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:32:15.331629 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9293434e-d866-4ebb-8c70-6c84f7364a58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:15.332309 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9293434e-d866-4ebb-8c70-6c84f7364a58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:15.344400 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9655c5c-ff16-47f3-a067-9d6bd596acc2 None None] Network c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:32:15.355662 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9293434e-d866-4ebb-8c70-6c84f7364a58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4515715 Dec 14 01:32:15.355972 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58846) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:15.489305 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ips': [{'subnet_id': '6a1205a0-4815-4a69-8d6f-a8b13896353f'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:32:15.490203 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:15.598176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:15.605848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:15.697656 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aaff74-c360-4d4c-9c56-e6d297cf1e52 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:32:15.713380 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775048c5-145c-4841-bc4d-05c9719826b9 None None] Pushing event updated for resources: {'Port': ['ID=33eb1bba-a77e-47bc-aa93-a9cca6faf70c,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:15.722434 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Attempting to bind port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:32:15.722689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Attempting to bind port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:32:15.722878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Attempting to bind port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:32:15.729179 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Allocated IP 172.20.0.2 (c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7/6a1205a0-4815-4a69-8d6f-a8b13896353f/59399148-1d98-423a-bc03-d9dd5a08a44a) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:32:15.744531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:32:15.744903 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:32:15.745312 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:15.745711 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:32:15.746225 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Bound port: 33eb1bba-a77e-47bc-aa93-a9cca6faf70c, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:32:15.746610 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:15.823673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:15.824166 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ddb31aca-61d1-4b05-b2ff-c5129def2cdb None None] Provisioning complete for port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:32:15.824661 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ddb31aca-61d1-4b05-b2ff-c5129def2cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:15.884367 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] For port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:32:15.890268 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] For port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=33eb1bba-a77e-47bc-aa93-a9cca6faf70c,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:32:15.899268 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ddb31aca-61d1-4b05-b2ff-c5129def2cdb None None] Port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:32:15.902720 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:15.986273 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eed99b-e2aa-48ed-b368-1bfefea377be None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:32:16.024141 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775048c5-145c-4841-bc4d-05c9719826b9 None None] Pushing event updated for resources: {'Port': ['ID=33eb1bba-a77e-47bc-aa93-a9cca6faf70c,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:16.034456 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:16.035425 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Routers {'2fdef560-42fc-48da-8e64-d18a73ffaf84'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:32:16.036924 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:31:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2fdef560-42fc-48da-8e64-d18a73ffaf84'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:16.077269 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:16.113424 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.1 (c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7/6a1205a0-4815-4a69-8d6f-a8b13896353f/43e50f51-cba9-4e02-8aa3-5fb06f30c7db) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:32:16.146825 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Network c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:32:16.185772 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:32:16.188336 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:32:16.201251 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Pushing event updated for resources: {'Port': ['ID=59399148-1d98-423a-bc03-d9dd5a08a44a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:16.210724 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-41999e30-644a-469b-8d64-e61af4355f7f None None] Provisioning complete for port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:32:16.211099 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-41999e30-644a-469b-8d64-e61af4355f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:16.234421 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:16.270641 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:16.274222 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] Set router 2fdef560-42fc-48da-8e64-d18a73ffaf84 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:32:16.313488 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:32:16.316718 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:32:16.320638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:32:16.327169 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=43e50f51-cba9-4e02-8aa3-5fb06f30c7db,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:16.368412 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:16.383590 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Attempting to bind port 59399148-1d98-423a-bc03-d9dd5a08a44a on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:32:16.383957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Attempting to bind port 59399148-1d98-423a-bc03-d9dd5a08a44a by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'ec9eeece-2abd-47c8-a42e-7a81dcae1ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:32:16.384324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Attempting to bind port 59399148-1d98-423a-bc03-d9dd5a08a44a on network c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:32:16.399434 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:32:16.399781 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Checking segment: {'id': 'ec9eeece-2abd-47c8-a42e-7a81dcae1ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:32:16.400220 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:16.400609 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Bound using segment: {'id': 'ec9eeece-2abd-47c8-a42e-7a81dcae1ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:32:16.401073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Bound port: 59399148-1d98-423a-bc03-d9dd5a08a44a, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9eeece-2abd-47c8-a42e-7a81dcae1ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:32:16.401449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:16.497413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:16.507247 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-41999e30-644a-469b-8d64-e61af4355f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:16.561899 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] For port 59399148-1d98-423a-bc03-d9dd5a08a44a, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:32:16.565069 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-41999e30-644a-469b-8d64-e61af4355f7f None None] For port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=33eb1bba-a77e-47bc-aa93-a9cca6faf70c,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:32:16.567907 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] For port 59399148-1d98-423a-bc03-d9dd5a08a44a, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=59399148-1d98-423a-bc03-d9dd5a08a44a,segment=NetworkSegment(ec9eeece-2abd-47c8-a42e-7a81dcae1ee2),segment_id=ec9eeece-2abd-47c8-a42e-7a81dcae1ee2)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:32:16.571872 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-41999e30-644a-469b-8d64-e61af4355f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:16.578553 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:16.784188 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:16.794626 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:16.806328 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41999e30-644a-469b-8d64-e61af4355f7f None None] Pushing event updated for resources: {'Port': ['ID=33eb1bba-a77e-47bc-aa93-a9cca6faf70c,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:16.817263 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:32:14Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:16.865233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71b62af-c8d1-4c11-8af9-2f10af4281d2 None None] The sync data for ids ['2fdef560-42fc-48da-8e64-d18a73ffaf84'] in dv-neutron-821592-1-hyperv is: [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:32:14Z', 'revision_number': 3, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:32:16.885254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:16.895235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=43e50f51-cba9-4e02-8aa3-5fb06f30c7db,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:16.915062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf07f9a-42df-48eb-8d0a-b56def926f3f None None] Pushing event updated for resources: {'Port': ['ID=59399148-1d98-423a-bc03-d9dd5a08a44a,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:16.999367 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:32:17.000934 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:32:17.156075 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 2fdef560-42fc-48da-8e64-d18a73ffaf84 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:32:17.543574 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:32:17.549005 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8771cdc1-a181-4c91-a6d6-fa2cdfa063b0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/2fdef560-42fc-48da-8e64-d18a73ffaf84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1918936 Dec 14 01:32:17.551487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58848) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:17.658923 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88842a3a-ddb0-49ac-bafc-a45c620344f9 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:17.659418 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88842a3a-ddb0-49ac-bafc-a45c620344f9 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:17.659887 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88842a3a-ddb0-49ac-bafc-a45c620344f9 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:17.660373 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88842a3a-ddb0-49ac-bafc-a45c620344f9 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:17.662095 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-88842a3a-ddb0-49ac-bafc-a45c620344f9 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1096671 Dec 14 01:32:17.664856 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58850) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:17.722940 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef88fb5e-870e-42dc-8744-a6e6a4e229b0 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:17.723402 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef88fb5e-870e-42dc-8744-a6e6a4e229b0 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:17.723831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef88fb5e-870e-42dc-8744-a6e6a4e229b0 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:17.724289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef88fb5e-870e-42dc-8744-a6e6a4e229b0 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:17.725964 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ef88fb5e-870e-42dc-8744-a6e6a4e229b0 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0601139 Dec 14 01:32:17.728660 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58852) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:17.755355 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e15bb4-d0c7-41d7-86aa-2b9bd08d81a2 None None] Network c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:32:17.825510 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d10238b3-20ea-4a84-bbcb-b855106f010c None None] Provisioning complete for port 59399148-1d98-423a-bc03-d9dd5a08a44a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:32:17.826233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d10238b3-20ea-4a84-bbcb-b855106f010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:17.879891 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cb8b9e6b-1dfc-474d-8184-fd12ad8f6853 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1499460 Dec 14 01:32:17.943134 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d10238b3-20ea-4a84-bbcb-b855106f010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:17.976688 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d10238b3-20ea-4a84-bbcb-b855106f010c None None] For port 59399148-1d98-423a-bc03-d9dd5a08a44a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=59399148-1d98-423a-bc03-d9dd5a08a44a,segment=NetworkSegment(ec9eeece-2abd-47c8-a42e-7a81dcae1ee2),segment_id=ec9eeece-2abd-47c8-a42e-7a81dcae1ee2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:32:17.985095 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d10238b3-20ea-4a84-bbcb-b855106f010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.038903 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10238b3-20ea-4a84-bbcb-b855106f010c None None] Pushing event updated for resources: {'Port': ['ID=59399148-1d98-423a-bc03-d9dd5a08a44a,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:18.211527 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-110a5e92-172d-447e-8ac2-06806e4b08bc None None] Provisioning complete for port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:32:18.211903 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-110a5e92-172d-447e-8ac2-06806e4b08bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.255862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-110a5e92-172d-447e-8ac2-06806e4b08bc None None] Port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:32:18.266718 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-110a5e92-172d-447e-8ac2-06806e4b08bc None None] Provisioning complete for port 59399148-1d98-423a-bc03-d9dd5a08a44a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:32:18.267103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-110a5e92-172d-447e-8ac2-06806e4b08bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.275088 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58856) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:18.280415 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-92a627fd-227d-46e9-80ac-4f6fabae4808 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734990450', 'description': 'tempest-secgroup-smoke-734990450 description', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:32:18.307645 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92a627fd-227d-46e9-80ac-4f6fabae4808 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.387551 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92a627fd-227d-46e9-80ac-4f6fabae4808 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.392280 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92a627fd-227d-46e9-80ac-4f6fabae4808 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.421420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92a627fd-227d-46e9-80ac-4f6fabae4808 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.426030 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-92a627fd-227d-46e9-80ac-4f6fabae4808 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1465716 Dec 14 01:32:18.426030 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58858) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:18.435372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-43853c9d-cb1b-47da-a6ea-07d68e5c18eb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:32:18.442575 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a627fd-227d-46e9-80ac-4f6fabae4808 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:18.478647 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-43853c9d-cb1b-47da-a6ea-07d68e5c18eb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.485456 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f416e8ed-15ae-449f-a606-67594a4b6726 None None] Provisioning complete for port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:32:18.485848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f416e8ed-15ae-449f-a606-67594a4b6726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.535095 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f416e8ed-15ae-449f-a606-67594a4b6726 None None] Port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:32:18.544696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-43853c9d-cb1b-47da-a6ea-07d68e5c18eb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.551978 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-43853c9d-cb1b-47da-a6ea-07d68e5c18eb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.565742 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43853c9d-cb1b-47da-a6ea-07d68e5c18eb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2381095b-d846-4113-aafa-378bebf6febe,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:18.577941 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Sync routers for ids ['2fdef560-42fc-48da-8e64-d18a73ffaf84'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:32:18.578482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-43853c9d-cb1b-47da-a6ea-07d68e5c18eb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.580147 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-43853c9d-cb1b-47da-a6ea-07d68e5c18eb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529217 Dec 14 01:32:18.582374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58860) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:18.587512 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ed79a28e-7a61-45fe-81b4-579ee6acb0da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:32:18.587680 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Routers {'2fdef560-42fc-48da-8e64-d18a73ffaf84'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:32:18.588281 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:31:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2fdef560-42fc-48da-8e64-d18a73ffaf84'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:18.617018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed79a28e-7a61-45fe-81b4-579ee6acb0da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.655998 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-98157f9a-0e93-4fe4-9f4b-32ae69eb9788 None None] Provisioning complete for port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:32:18.656410 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-98157f9a-0e93-4fe4-9f4b-32ae69eb9788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.678740 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed79a28e-7a61-45fe-81b4-579ee6acb0da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.683364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed79a28e-7a61-45fe-81b4-579ee6acb0da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.696040 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-98157f9a-0e93-4fe4-9f4b-32ae69eb9788 None None] Port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:32:18.697189 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Set router 2fdef560-42fc-48da-8e64-d18a73ffaf84 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:32:18.697814 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79a28e-7a61-45fe-81b4-579ee6acb0da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5f87a0-559c-4324-a8a1-1c11df18b0b6,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:18.712975 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed79a28e-7a61-45fe-81b4-579ee6acb0da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.714198 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ed79a28e-7a61-45fe-81b4-579ee6acb0da tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306651 Dec 14 01:32:18.717010 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58862) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:18.721333 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-039197aa-9e3a-41c6-9036-339e22a4c5a9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:32:18.755203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-039197aa-9e3a-41c6-9036-339e22a4c5a9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.832685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-039197aa-9e3a-41c6-9036-339e22a4c5a9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.837723 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-039197aa-9e3a-41c6-9036-339e22a4c5a9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.859020 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039197aa-9e3a-41c6-9036-339e22a4c5a9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfa4aa5-f0ea-4a30-b1d9-680d86549855,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:18.869033 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-039197aa-9e3a-41c6-9036-339e22a4c5a9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.870448 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-039197aa-9e3a-41c6-9036-339e22a4c5a9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1525075 Dec 14 01:32:18.874468 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58864) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:18.876798 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 33eb1bba-a77e-47bc-aa93-a9cca6faf70c up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:32:18.879853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-95cecebd-454e-4fb1-8b21-70a5374445e5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:32:18.909380 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:32:16Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '43e50f51-cba9-4e02-8aa3-5fb06f30c7db', 'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:69:99:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:15Z', 'updated_at': '2021-12-14T01:32:16Z', 'revision_number': 2, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:18.911178 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95cecebd-454e-4fb1-8b21-70a5374445e5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.931111 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:32:18.931518 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.936522 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Checking router: 2fdef560-42fc-48da-8e64-d18a73ffaf84 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:32:18.936883 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Updating router 2fdef560-42fc-48da-8e64-d18a73ffaf84 port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:32:18.961932 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.971742 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95cecebd-454e-4fb1-8b21-70a5374445e5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.976843 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95cecebd-454e-4fb1-8b21-70a5374445e5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:18.995550 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cecebd-454e-4fb1-8b21-70a5374445e5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75f52f0-c77e-45c4-9bda-4fb5a2fe71ec,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:19.006218 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95cecebd-454e-4fb1-8b21-70a5374445e5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.007557 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-95cecebd-454e-4fb1-8b21-70a5374445e5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317415 Dec 14 01:32:19.010254 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58866) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:19.015537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1b69b107-9d96-4fbd-b62f-920ca75f0438 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:32:19.021803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 59399148-1d98-423a-bc03-d9dd5a08a44a up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:32:19.044746 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-1b69b107-9d96-4fbd-b62f-920ca75f0438 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:32:19.049847 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b69b107-9d96-4fbd-b62f-920ca75f0438 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.077698 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 59399148-1d98-423a-bc03-d9dd5a08a44a triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:32:19.078102 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.113071 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b69b107-9d96-4fbd-b62f-920ca75f0438 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.118024 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b69b107-9d96-4fbd-b62f-920ca75f0438 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.138049 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69b107-9d96-4fbd-b62f-920ca75f0438 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00cdeae-02c9-4408-9914-72b0f0e862a5,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:19.144227 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b69b107-9d96-4fbd-b62f-920ca75f0438 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.146134 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1b69b107-9d96-4fbd-b62f-920ca75f0438 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334846 Dec 14 01:32:19.148459 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58868) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:19.153385 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-9e055921-4629-460a-b254-0596b5d7d746 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'security_group_rule': {'security_group_id': 'e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a', 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:32:19.185848 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-9e055921-4629-460a-b254-0596b5d7d746 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Project 9e28f216f8fb4b05811c7d7158efaac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:32:19.191028 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e055921-4629-460a-b254-0596b5d7d746 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.242926 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.249228 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.258425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e055921-4629-460a-b254-0596b5d7d746 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.262363 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e055921-4629-460a-b254-0596b5d7d746 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.279171 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e055921-4629-460a-b254-0596b5d7d746 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a750d16d-be16-4922-89b2-5fe21722f367,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:19.289565 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e055921-4629-460a-b254-0596b5d7d746 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.301589 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9e055921-4629-460a-b254-0596b5d7d746 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1413243 Dec 14 01:32:19.301719 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64709de5-9cb1-4276-a0cd-6fda4aa3b3be None None] Pushing event updated for resources: {'Port': ['ID=43e50f51-cba9-4e02-8aa3-5fb06f30c7db,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:19.325463 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64709de5-9cb1-4276-a0cd-6fda4aa3b3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:19.325841 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64709de5-9cb1-4276-a0cd-6fda4aa3b3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:19.326193 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64709de5-9cb1-4276-a0cd-6fda4aa3b3be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:19.326541 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64709de5-9cb1-4276-a0cd-6fda4aa3b3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:19.327140 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64709de5-9cb1-4276-a0cd-6fda4aa3b3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:19.327476 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64709de5-9cb1-4276-a0cd-6fda4aa3b3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:19.327800 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64709de5-9cb1-4276-a0cd-6fda4aa3b3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:19.328171 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64709de5-9cb1-4276-a0cd-6fda4aa3b3be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:19.328485 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64709de5-9cb1-4276-a0cd-6fda4aa3b3be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:19.328809 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64709de5-9cb1-4276-a0cd-6fda4aa3b3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:19.329133 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64709de5-9cb1-4276-a0cd-6fda4aa3b3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:19.329451 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64709de5-9cb1-4276-a0cd-6fda4aa3b3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:19.329772 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64709de5-9cb1-4276-a0cd-6fda4aa3b3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:32:19.358538 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Attempting to bind port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:32:19.358995 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Attempting to bind port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'ec9eeece-2abd-47c8-a42e-7a81dcae1ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:32:19.359424 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Attempting to bind port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db on network c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:32:19.365193 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:32:19.365575 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Checking segment: {'id': 'ec9eeece-2abd-47c8-a42e-7a81dcae1ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:32:19.365977 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.366370 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Bound using segment: {'id': 'ec9eeece-2abd-47c8-a42e-7a81dcae1ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:32:19.366840 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Bound port: 43e50f51-cba9-4e02-8aa3-5fb06f30c7db, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9eeece-2abd-47c8-a42e-7a81dcae1ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:32:19.367223 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.441650 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] For port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:32:19.445182 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] For port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=43e50f51-cba9-4e02-8aa3-5fb06f30c7db,segment=NetworkSegment(ec9eeece-2abd-47c8-a42e-7a81dcae1ee2),segment_id=ec9eeece-2abd-47c8-a42e-7a81dcae1ee2)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:32:19.450451 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.492760 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-881cf7ea-c05c-4091-b6e6-d95c88a2d5f7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734990450&fields=id&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 267 time: 0.0458813 Dec 14 01:32:19.501142 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Routers {'2fdef560-42fc-48da-8e64-d18a73ffaf84'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:32:19.501765 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:31:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2fdef560-42fc-48da-8e64-d18a73ffaf84'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:19.531496 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-bf42b3fe-8574-4887-a5fc-7389c5298eef None None] Provisioning complete for port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:32:19.532018 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf42b3fe-8574-4887-a5fc-7389c5298eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.620760 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-a0efb5d5-cc73-4355-b18a-bac80339a967 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:19.622119 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf42b3fe-8574-4887-a5fc-7389c5298eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.630722 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-a0efb5d5-cc73-4355-b18a-bac80339a967 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/networks?id=c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 HTTP/1.1" status: 200 len: 797 time: 0.1297743 Dec 14 01:32:19.648735 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-15ef221f-bee2-4cd9-ae35-c40a6b11aa2d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/quotas/9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 375 time: 0.0169837 Dec 14 01:32:19.664572 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-bf42b3fe-8574-4887-a5fc-7389c5298eef None None] For port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=43e50f51-cba9-4e02-8aa3-5fb06f30c7db,segment=NetworkSegment(ec9eeece-2abd-47c8-a42e-7a81dcae1ee2),segment_id=ec9eeece-2abd-47c8-a42e-7a81dcae1ee2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:32:19.671863 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf42b3fe-8574-4887-a5fc-7389c5298eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.724810 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42b3fe-8574-4887-a5fc-7389c5298eef None None] Pushing event updated for resources: {'Port': ['ID=43e50f51-cba9-4e02-8aa3-5fb06f30c7db,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:19.731888 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-9429a2e9-1d92-4490-8307-281a82cad4f8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816948 Dec 14 01:32:19.752782 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64709de5-9cb1-4276-a0cd-6fda4aa3b3be None None] Pushing event updated for resources: {'Port': ['ID=43e50f51-cba9-4e02-8aa3-5fb06f30c7db,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:19.773426 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] Set router 2fdef560-42fc-48da-8e64-d18a73ffaf84 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:32:19.794316 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-bdd74130-ad2b-4c25-a190-b8e46d55634a None None] Provisioning complete for port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:32:19.794877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bdd74130-ad2b-4c25-a190-b8e46d55634a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:19.915746 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-950fb368-3944-4899-bd0d-a852a3f513fc service neutron] 10.222.0.32 "GET /v2.0/networks/c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622708 Dec 14 01:32:19.997271 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:32:16Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '43e50f51-cba9-4e02-8aa3-5fb06f30c7db', 'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:69:99:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:15Z', 'updated_at': '2021-12-14T01:32:19Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:20.009127 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-ce47a541-6fce-4d2e-bbb8-4207b6c97e3f service neutron] 10.222.0.32 "GET /v2.0/networks/c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871029 Dec 14 01:32:20.025936 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def9156d-2680-4100-9ed2-25f7713ebe89 None None] The sync data for ids ['2fdef560-42fc-48da-8e64-d18a73ffaf84'] in dv-neutron-821592-1-hyperv is: [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:32:16Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '43e50f51-cba9-4e02-8aa3-5fb06f30c7db', 'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:69:99:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:15Z', 'updated_at': '2021-12-14T01:32:19Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:32:20.221659 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-35a381f5-b703-438e-b33b-34fa4561f33b req-a7a88ba2-b4d4-4ec8-ad77-8542c765b9ab tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 210 time: 0.0399332 Dec 14 01:32:20.839208 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 43e50f51-cba9-4e02-8aa3-5fb06f30c7db up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:32:20.888132 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:32:20.888589 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:21.303223 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-20f70b29-228b-4dea-bea6-c5921c01e3a7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:21.304685 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-20f70b29-228b-4dea-bea6-c5921c01e3a7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/networks?id=c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 HTTP/1.1" status: 200 len: 797 time: 0.1332242 Dec 14 01:32:21.322672 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9ea1a2d3-a2ce-4167-8212-f14f287a0db5 req-21c5a915-31f1-4e53-a267-996c61c9afe6 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 210 time: 0.0350029 Dec 14 01:32:21.389963 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-1dbc5ac0-138a-4f50-9018-c6503e5b7258 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e28f216f8fb4b05811c7d7158efaac5 HTTP/1.1" status: 200 len: 379 time: 0.0578308 Dec 14 01:32:21.403026 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-baea203d-027a-473b-a21f-ca570f529148 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'port': {'device_id': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'admin_state_up': True, 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'security_groups': ['e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:32:21.517983 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-baea203d-027a-473b-a21f-ca570f529148 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Made reservation on behalf of 9e28f216f8fb4b05811c7d7158efaac5 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:32:21.521489 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-baea203d-027a-473b-a21f-ca570f529148 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:21.644294 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-baea203d-027a-473b-a21f-ca570f529148 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.20.0.3 (c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7/6a1205a0-4815-4a69-8d6f-a8b13896353f/d64a6d4e-e29a-495d-974d-4e3392d9b9c2) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:32:21.793233 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-baea203d-027a-473b-a21f-ca570f529148 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:21.827839 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-baea203d-027a-473b-a21f-ca570f529148 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:21.873688 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-baea203d-027a-473b-a21f-ca570f529148 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:32:21.876804 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-baea203d-027a-473b-a21f-ca570f529148 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:32:21.880653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-baea203d-027a-473b-a21f-ca570f529148 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:32:21.912338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea203d-027a-473b-a21f-ca570f529148 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=d64a6d4e-e29a-495d-974d-4e3392d9b9c2,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:21.927686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8356-65d3-419b-b052-b58e82106d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:21.942381 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-baea203d-027a-473b-a21f-ca570f529148 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:21.943029 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-baea203d-027a-473b-a21f-ca570f529148 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:21.961876 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-baea203d-027a-473b-a21f-ca570f529148 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5628552 Dec 14 01:32:21.979718 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Request body: {'port': {'device_id': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:32:22.038480 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:22.122671 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ff7cbf0d-eb20-4d4f-9f70-4b6e77c1e90f None None] Provisioning complete for port d64a6d4e-e29a-495d-974d-4e3392d9b9c2 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:32:22.123167 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff7cbf0d-eb20-4d4f-9f70-4b6e77c1e90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:22.157265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ff7cbf0d-eb20-4d4f-9f70-4b6e77c1e90f None None] Port d64a6d4e-e29a-495d-974d-4e3392d9b9c2 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:32:22.298900 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64a6d4e-e29a-495d-974d-4e3392d9b9c2 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:32:22.306442 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:22.319018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Transition to ACTIVE for port object d64a6d4e-e29a-495d-974d-4e3392d9b9c2 will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:32:22.327080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:22.382112 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Pushing event updated for resources: {'Port': ['ID=d64a6d4e-e29a-495d-974d-4e3392d9b9c2,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:22.487506 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Attempting to bind port d64a6d4e-e29a-495d-974d-4e3392d9b9c2 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:32:22.487861 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Attempting to bind port d64a6d4e-e29a-495d-974d-4e3392d9b9c2 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ec9eeece-2abd-47c8-a42e-7a81dcae1ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:32:22.488184 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Attempting to bind port d64a6d4e-e29a-495d-974d-4e3392d9b9c2 on network c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:32:22.498831 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217e569-b5a7-4faa-8bea-c3ac5f20f4b9 req-b52dbe8f-2ffb-4971-bc60-b4dbcaf022bf tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:22.500405 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9217e569-b5a7-4faa-8bea-c3ac5f20f4b9 req-b52dbe8f-2ffb-4971-bc60-b4dbcaf022bf tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 943 time: 0.0912423 Dec 14 01:32:22.502825 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Port d64a6d4e-e29a-495d-974d-4e3392d9b9c2 on network c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:32:22.503144 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Attempting to bind port d64a6d4e-e29a-495d-974d-4e3392d9b9c2 on network c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:32:22.517353 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:32:22.517687 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Checking segment: {'id': 'ec9eeece-2abd-47c8-a42e-7a81dcae1ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:32:22.518068 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Bound using segment: {'id': 'ec9eeece-2abd-47c8-a42e-7a81dcae1ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:32:22.518513 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Bound port: d64a6d4e-e29a-495d-974d-4e3392d9b9c2, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9eeece-2abd-47c8-a42e-7a81dcae1ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:32:22.518867 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:22.595437 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9217e569-b5a7-4faa-8bea-c3ac5f20f4b9 req-cfcc3dea-4386-44b9-986c-a56555d5f6d8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888188 Dec 14 01:32:22.617127 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] For port d64a6d4e-e29a-495d-974d-4e3392d9b9c2, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:32:22.620115 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] For port d64a6d4e-e29a-495d-974d-4e3392d9b9c2, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d64a6d4e-e29a-495d-974d-4e3392d9b9c2,segment=NetworkSegment(ec9eeece-2abd-47c8-a42e-7a81dcae1ee2),segment_id=ec9eeece-2abd-47c8-a42e-7a81dcae1ee2)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:32:22.626467 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:22.656867 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:22.657414 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:22.659462 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] 10.222.0.16 "PUT /v2.0/ports/d64a6d4e-e29a-495d-974d-4e3392d9b9c2 HTTP/1.1" status: 200 len: 1093 time: 0.6841626 Dec 14 01:32:22.661664 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'tag': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:32:22.663903 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d41a87-006e-46b3-b132-a8fb9de67f97" -d '{"events": [{"name": "network-changed", "server_uuid": "98ed5532-5353-4fc8-9586-39e6bb184b14", "tag": "d64a6d4e-e29a-495d-974d-4e3392d9b9c2"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:32:22.696793 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822583b-1a07-4e7e-952c-e1a86232ee07 service neutron] Pushing event updated for resources: {'Port': ['ID=d64a6d4e-e29a-495d-974d-4e3392d9b9c2,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:22.710748 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2589731-c118-4485-9bd8-eeddac21a9ce x-openstack-request-id: req-d2589731-c118-4485-9bd8-eeddac21a9ce {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:32:22.711350 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ed5532-5353-4fc8-9586-39e6bb184b14", "tag": "d64a6d4e-e29a-495d-974d-4e3392d9b9c2", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:32:22.711350 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2589731-c118-4485-9bd8-eeddac21a9ce {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:32:22.711749 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'tag': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2', 'status': 'completed', 'code': 200} Dec 14 01:32:22.773795 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-3545e8a9-8433-42f6-bc0c-e17bd03fd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:22.775348 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-3545e8a9-8433-42f6-bc0c-e17bd03fd829 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 1096 time: 0.0446296 Dec 14 01:32:22.828521 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-f947207f-31ab-496d-9802-b8d80ff47fbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64a6d4e-e29a-495d-974d-4e3392d9b9c2 HTTP/1.1" status: 200 len: 217 time: 0.0404813 Dec 14 01:32:22.877775 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-cd1a06c2-5a31-4a20-a03b-a587d7d0c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:22.879266 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-cd1a06c2-5a31-4a20-a03b-a587d7d0c5cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a1205a0-4815-4a69-8d6f-a8b13896353f HTTP/1.1" status: 200 len: 834 time: 0.0442648 Dec 14 01:32:22.929827 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-9953f7d0-292e-4f0d-ac86-c67b458379ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:22.931240 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-9953f7d0-292e-4f0d-ac86-c67b458379ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430086 Dec 14 01:32:23.023734 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-ce53006e-f2a3-44a7-8cff-2221fcab276c service neutron] 10.222.0.16 "GET /v2.0/networks/c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850039 Dec 14 01:32:23.119259 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28269d3-da0e-4d05-b4ac-09aff3528dc2 req-615ca80a-35d2-4caf-97b4-6ca520914ee1 service neutron] 10.222.0.16 "GET /v2.0/networks/c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877676 Dec 14 01:32:23.263604 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41a87-006e-46b3-b132-a8fb9de67f97 req-f422ba1a-5dfd-4bab-a1c4-e11f5e7d1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:23.265141 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26d41a87-006e-46b3-b132-a8fb9de67f97 req-f422ba1a-5dfd-4bab-a1c4-e11f5e7d1983 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 1096 time: 0.0457211 Dec 14 01:32:23.369378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41a87-006e-46b3-b132-a8fb9de67f97 req-d88e3050-2a34-462d-868d-84cd7d8dc563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:23.371371 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26d41a87-006e-46b3-b132-a8fb9de67f97 req-d88e3050-2a34-462d-868d-84cd7d8dc563 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 HTTP/1.1" status: 200 len: 897 time: 0.0977108 Dec 14 01:32:23.417345 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26d41a87-006e-46b3-b132-a8fb9de67f97 req-23e0371a-39e5-49d5-a116-d07b142235b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64a6d4e-e29a-495d-974d-4e3392d9b9c2 HTTP/1.1" status: 200 len: 217 time: 0.0383537 Dec 14 01:32:23.474142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41a87-006e-46b3-b132-a8fb9de67f97 req-8f402897-9560-4f41-acc1-33c7e00123d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:23.475630 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26d41a87-006e-46b3-b132-a8fb9de67f97 req-8f402897-9560-4f41-acc1-33c7e00123d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a1205a0-4815-4a69-8d6f-a8b13896353f HTTP/1.1" status: 200 len: 834 time: 0.0506389 Dec 14 01:32:23.524496 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41a87-006e-46b3-b132-a8fb9de67f97 req-f536cca1-2e6b-4bfb-95fd-94c8a3361180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:23.525997 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26d41a87-006e-46b3-b132-a8fb9de67f97 req-f536cca1-2e6b-4bfb-95fd-94c8a3361180 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421448 Dec 14 01:32:23.626330 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26d41a87-006e-46b3-b132-a8fb9de67f97 req-bc9d681c-0660-4eb9-ad6a-5d953abb51a4 service neutron] 10.222.0.16 "GET /v2.0/networks/c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906739 Dec 14 01:32:23.753385 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62852d-e2cf-4d9c-8916-24425e1a9884 req-f971ab96-4270-420c-b62e-67c205c961ee tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:23.754856 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aa62852d-e2cf-4d9c-8916-24425e1a9884 req-f971ab96-4270-420c-b62e-67c205c961ee tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 943 time: 0.0759847 Dec 14 01:32:23.756990 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26d41a87-006e-46b3-b132-a8fb9de67f97 req-1a019272-3d53-45c8-95c2-16e2c6c06d53 service neutron] 10.222.0.16 "GET /v2.0/networks/c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232750 Dec 14 01:32:23.812715 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aa62852d-e2cf-4d9c-8916-24425e1a9884 req-e6858460-e650-4cc8-9e15-e7ad5f9e4023 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516829 Dec 14 01:32:24.169532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a819d7b-e7e2-4d92-b2e8-39ae6f6f4366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:24.933399 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db112f4-c712-442e-93bf-27701d0bd911 req-c87c88b3-9c52-4105-92f7-df61a837a1c8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:24.935077 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2db112f4-c712-442e-93bf-27701d0bd911 req-c87c88b3-9c52-4105-92f7-df61a837a1c8 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 943 time: 0.0527859 Dec 14 01:32:24.988216 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2db112f4-c712-442e-93bf-27701d0bd911 req-48bdb249-8422-4059-ab85-88876cb1d3a5 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448692 Dec 14 01:32:25.396762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:26.120042 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c30347-9743-4017-abf4-f4262cf0cdbb req-e22343f0-9e4b-483f-a1af-bf893b638fe7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:26.121479 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b5c30347-9743-4017-abf4-f4262cf0cdbb req-e22343f0-9e4b-483f-a1af-bf893b638fe7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 943 time: 0.0539625 Dec 14 01:32:26.171685 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b5c30347-9743-4017-abf4-f4262cf0cdbb req-2f763d5f-902c-446e-97dd-0d1495eaa12d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439889 Dec 14 01:32:26.769887 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:27.315911 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbcc5a-cb01-4105-864b-389599e80b89 req-39974749-e632-4031-a4b0-ff40377d879d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:27.321756 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-81bbcc5a-cb01-4105-864b-389599e80b89 req-39974749-e632-4031-a4b0-ff40377d879d tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 943 time: 0.0671799 Dec 14 01:32:27.380884 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-81bbcc5a-cb01-4105-864b-389599e80b89 req-304d3bc7-fa6b-4b04-bd13-2889d26164e0 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552967 Dec 14 01:32:27.489983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device d64a6d4e-e29a-495d-974d-4e3392d9b9c2 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:32:27.593392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port d64a6d4e-e29a-495d-974d-4e3392d9b9c2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d64a6d4e-e29a-495d-974d-4e3392d9b9c2,segment=NetworkSegment(ec9eeece-2abd-47c8-a42e-7a81dcae1ee2),segment_id=ec9eeece-2abd-47c8-a42e-7a81dcae1ee2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:32:27.604825 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'port_id': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2', 'mac_address': 'fa:16:3e:3f:b4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:32:27.645247 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:27.665938 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64a6d4e-e29a-495d-974d-4e3392d9b9c2 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:32:27.688243 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port d64a6d4e-e29a-495d-974d-4e3392d9b9c2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d64a6d4e-e29a-495d-974d-4e3392d9b9c2,segment=NetworkSegment(ec9eeece-2abd-47c8-a42e-7a81dcae1ee2),segment_id=ec9eeece-2abd-47c8-a42e-7a81dcae1ee2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:32:27.695066 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:27.755238 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:27.759127 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=d64a6d4e-e29a-495d-974d-4e3392d9b9c2,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:27.968017 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['d64a6d4e-e29a-495d-974d-4e3392d9b9c2'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:32:28.510171 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f130a7-5512-41d8-b8ed-803465855e26 req-93742dbf-9329-404d-a2ee-9c0ea52b6ddf tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:28.511894 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09f130a7-5512-41d8-b8ed-803465855e26 req-93742dbf-9329-404d-a2ee-9c0ea52b6ddf tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 944 time: 0.0527036 Dec 14 01:32:28.567665 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09f130a7-5512-41d8-b8ed-803465855e26 req-eddb1b70-75f3-4b3e-b513-9302face9807 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491872 Dec 14 01:32:29.505743 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device d64a6d4e-e29a-495d-974d-4e3392d9b9c2 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:32:29.564661 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port d64a6d4e-e29a-495d-974d-4e3392d9b9c2 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:32:29.568565 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port d64a6d4e-e29a-495d-974d-4e3392d9b9c2 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:32:29.568942 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:29.649820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:29.675079 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:32:29.677400 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aac3647-5e45-4e13-a418-ca0524829b03" -d '{"events": [{"server_uuid": "98ed5532-5353-4fc8-9586-39e6bb184b14", "name": "network-vif-plugged", "status": "completed", "tag": "d64a6d4e-e29a-495d-974d-4e3392d9b9c2"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:32:29.687451 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8c792-7f84-4173-9399-18b79d06f529 req-bc79a861-a8a1-447b-8381-02c9d1f60227 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:29.689320 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-85d8c792-7f84-4173-9399-18b79d06f529 req-bc79a861-a8a1-447b-8381-02c9d1f60227 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 944 time: 0.0534754 Dec 14 01:32:29.690164 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port d64a6d4e-e29a-495d-974d-4e3392d9b9c2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d64a6d4e-e29a-495d-974d-4e3392d9b9c2,segment=NetworkSegment(ec9eeece-2abd-47c8-a42e-7a81dcae1ee2),segment_id=ec9eeece-2abd-47c8-a42e-7a81dcae1ee2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:32:29.696315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:29.719913 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f549992-2355-4767-a0a2-28760ec3d0bb x-openstack-request-id: req-3f549992-2355-4767-a0a2-28760ec3d0bb {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:32:29.720353 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ed5532-5353-4fc8-9586-39e6bb184b14", "name": "network-vif-plugged", "status": "completed", "tag": "d64a6d4e-e29a-495d-974d-4e3392d9b9c2", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:32:29.720505 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f549992-2355-4767-a0a2-28760ec3d0bb {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:32:29.720863 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2', 'code': 200} Dec 14 01:32:29.747927 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-85d8c792-7f84-4173-9399-18b79d06f529 req-700d1322-3caa-4ec6-822b-735873165731 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518136 Dec 14 01:32:29.749303 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=d64a6d4e-e29a-495d-974d-4e3392d9b9c2,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:29.941976 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e58d3a-b383-4948-81a0-d796fa0bdf16 req-a77cc4d8-53d1-495b-bec8-d276565d6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:29.943831 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-72e58d3a-b383-4948-81a0-d796fa0bdf16 req-a77cc4d8-53d1-495b-bec8-d276565d6fd2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 1098 time: 0.0484486 Dec 14 01:32:29.992921 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-72e58d3a-b383-4948-81a0-d796fa0bdf16 req-9540b810-4039-4813-9f9b-b94a0840514d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399845 Dec 14 01:32:30.877937 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728701d-2f9d-4419-980d-a435cf35d1e7 req-54f6c554-9ab9-4bfd-aacf-85615df809eb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:30.879520 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2728701d-2f9d-4419-980d-a435cf35d1e7 req-54f6c554-9ab9-4bfd-aacf-85615df809eb tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 945 time: 0.0529635 Dec 14 01:32:30.930912 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2728701d-2f9d-4419-980d-a435cf35d1e7 req-5ec5038f-25f3-4190-99aa-88593ea0ba5c tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450091 Dec 14 01:32:32.063871 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacae56-cb94-4978-b47f-786cc64668ab req-450d32c6-6ed8-405a-972e-7567d97b5cb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:32.065463 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2bacae56-cb94-4978-b47f-786cc64668ab req-450d32c6-6ed8-405a-972e-7567d97b5cb7 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 945 time: 0.0542321 Dec 14 01:32:32.119097 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2bacae56-cb94-4978-b47f-786cc64668ab req-f3e7a925-cd2c-456b-b095-89331ca2e75e tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444121 Dec 14 01:32:32.247892 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437c450-4623-473e-b465-b16ffac40221 req-60f57de1-8b70-4a90-ba90-40f57cc51495 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:32.249581 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e437c450-4623-473e-b465-b16ffac40221 req-60f57de1-8b70-4a90-ba90-40f57cc51495 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 945 time: 0.0554557 Dec 14 01:32:32.302958 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e437c450-4623-473e-b465-b16ffac40221 req-4c469e1d-869f-4a1c-85d8-b3aa76356023 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449827 Dec 14 01:32:32.333336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58930) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:32.376387 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ab98a0-0365-47f6-ab32-74c511f4c844 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:32.377888 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b9ab98a0-0365-47f6-ab32-74c511f4c844 tempest-TestNetworkBasicOps-1834605594 tempest-TestNetworkBasicOps-1834605594-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 1093 time: 0.0435562 Dec 14 01:32:32.382054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58932) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:32.386229 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:32:32.414483 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:32.535555 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:32.639425 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Allocated IP 172.26.1.44 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/2818ea43-ac71-45ef-9a8e-66a19e801752) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:32:32.753441 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:32.792089 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:32.829220 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:32:32.832120 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:32:32.837484 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:32:32.870265 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=2818ea43-ac71-45ef-9a8e-66a19e801752,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:33.218501 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:33.291417 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:33.444208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:33.451475 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:33.516160 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event updated for resources: {'Port': ['ID=2818ea43-ac71-45ef-9a8e-66a19e801752,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:32:33.529757 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:33.630077 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP e1ef0018-ffdb-4046-a3c6-6ff283eadc07 associated. External IP: 172.26.1.44, port: d64a6d4e-e29a-495d-974d-4e3392d9b9c2. Dec 14 01:32:33.843896 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 2fdef560-42fc-48da-8e64-d18a73ffaf84 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:32:34.260076 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:32:34.270912 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7cda1a-ed1e-4d89-b191-a3a2e358bd50 None None] Sync routers for ids ['2fdef560-42fc-48da-8e64-d18a73ffaf84'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:32:34.279649 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:34.286548 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7cda1a-ed1e-4d89-b191-a3a2e358bd50 None None] Routers {'2fdef560-42fc-48da-8e64-d18a73ffaf84'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:32:34.287188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-df7cda1a-ed1e-4d89-b191-a3a2e358bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:32:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2fdef560-42fc-48da-8e64-d18a73ffaf84'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:34.307852 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-73cf6177-e339-4493-884a-908796e3ea12 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9248199 Dec 14 01:32:34.308480 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'tag': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:32:34.313295 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd66952d-e6f5-4120-ad46-ee26d7fb27b8" -d '{"events": [{"name": "network-changed", "server_uuid": "98ed5532-5353-4fc8-9586-39e6bb184b14", "tag": "d64a6d4e-e29a-495d-974d-4e3392d9b9c2"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:32:34.313484 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58934) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:34.346714 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f7e77d-255c-45ed-9da4-3d535a5fe0af x-openstack-request-id: req-84f7e77d-255c-45ed-9da4-3d535a5fe0af {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:32:34.347114 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ed5532-5353-4fc8-9586-39e6bb184b14", "tag": "d64a6d4e-e29a-495d-974d-4e3392d9b9c2", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:32:34.347613 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84f7e77d-255c-45ed-9da4-3d535a5fe0af {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:32:34.348139 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'tag': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2', 'status': 'completed', 'code': 200} Dec 14 01:32:34.373523 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-48fc8b4a-7cc1-4eeb-a77f-2177cfb63332 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/e1ef0018-ffdb-4046-a3c6-6ff283eadc07 HTTP/1.1" status: 200 len: 990 time: 0.0605958 Dec 14 01:32:34.398486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-df7cda1a-ed1e-4d89-b191-a3a2e358bd50 None None] Set router 2fdef560-42fc-48da-8e64-d18a73ffaf84 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:32:34.432834 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66952d-e6f5-4120-ad46-ee26d7fb27b8 req-7d920b85-8362-422c-b70a-d9b5e5e8325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:34.434518 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cd66952d-e6f5-4120-ad46-ee26d7fb27b8 req-7d920b85-8362-422c-b70a-d9b5e5e8325e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 1098 time: 0.0433152 Dec 14 01:32:34.530732 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66952d-e6f5-4120-ad46-ee26d7fb27b8 req-5e63b84f-91e8-4105-bcc2-e25a4f70e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:34.532383 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cd66952d-e6f5-4120-ad46-ee26d7fb27b8 req-5e63b84f-91e8-4105-bcc2-e25a4f70e851 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 HTTP/1.1" status: 200 len: 897 time: 0.0901859 Dec 14 01:32:34.599678 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cd66952d-e6f5-4120-ad46-ee26d7fb27b8 req-2c2e36db-c44f-4957-86c1-345cd5c8d2a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64a6d4e-e29a-495d-974d-4e3392d9b9c2 HTTP/1.1" status: 200 len: 998 time: 0.0604575 Dec 14 01:32:34.621469 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-df7cda1a-ed1e-4d89-b191-a3a2e358bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:32:16Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'e1ef0018-ffdb-4046-a3c6-6ff283eadc07', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'port_id': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'mac_address': 'fa:16:3e:3f:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:32:33Z', 'updated_at': '2021-12-14T01:32:33Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e50f51-cba9-4e02-8aa3-5fb06f30c7db', 'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:69:99:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:15Z', 'updated_at': '2021-12-14T01:32:19Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:34.649135 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66952d-e6f5-4120-ad46-ee26d7fb27b8 req-9cef24ab-9c33-4149-9d77-254e53d56039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:34.650628 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cd66952d-e6f5-4120-ad46-ee26d7fb27b8 req-9cef24ab-9c33-4149-9d77-254e53d56039 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a1205a0-4815-4a69-8d6f-a8b13896353f HTTP/1.1" status: 200 len: 834 time: 0.0438819 Dec 14 01:32:34.650890 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7cda1a-ed1e-4d89-b191-a3a2e358bd50 None None] Checking router: 2fdef560-42fc-48da-8e64-d18a73ffaf84 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:32:34.660203 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7cda1a-ed1e-4d89-b191-a3a2e358bd50 None None] Routers {'2fdef560-42fc-48da-8e64-d18a73ffaf84'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:32:34.660811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-df7cda1a-ed1e-4d89-b191-a3a2e358bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:32:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2fdef560-42fc-48da-8e64-d18a73ffaf84'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:34.699589 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66952d-e6f5-4120-ad46-ee26d7fb27b8 req-761503eb-425a-4f5b-8995-f12ea810c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:32:34.701151 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cd66952d-e6f5-4120-ad46-ee26d7fb27b8 req-761503eb-425a-4f5b-8995-f12ea810c293 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439451 Dec 14 01:32:34.763426 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-df7cda1a-ed1e-4d89-b191-a3a2e358bd50 None None] Set router 2fdef560-42fc-48da-8e64-d18a73ffaf84 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:32:34.794335 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cd66952d-e6f5-4120-ad46-ee26d7fb27b8 req-ce662827-bca4-4583-bbd1-6932eb728e3e service neutron] 10.222.0.16 "GET /v2.0/networks/c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861807 Dec 14 01:32:34.891685 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cd66952d-e6f5-4120-ad46-ee26d7fb27b8 req-d9dca661-864a-46ef-9fd5-a50a3c893c6c service neutron] 10.222.0.16 "GET /v2.0/networks/c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901721 Dec 14 01:32:34.987024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-df7cda1a-ed1e-4d89-b191-a3a2e358bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:32:16Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'e1ef0018-ffdb-4046-a3c6-6ff283eadc07', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'port_id': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'mac_address': 'fa:16:3e:3f:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:32:33Z', 'updated_at': '2021-12-14T01:32:33Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e50f51-cba9-4e02-8aa3-5fb06f30c7db', 'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:69:99:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:15Z', 'updated_at': '2021-12-14T01:32:19Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:32:35.012231 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7cda1a-ed1e-4d89-b191-a3a2e358bd50 None None] The sync data for ids ['2fdef560-42fc-48da-8e64-d18a73ffaf84'] in dv-neutron-821592-1-hyperv is: [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:32:16Z', 'revision_number': 4, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'e1ef0018-ffdb-4046-a3c6-6ff283eadc07', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'port_id': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'mac_address': 'fa:16:3e:3f:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:32:33Z', 'updated_at': '2021-12-14T01:32:33Z', 'revision_number': 0, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e50f51-cba9-4e02-8aa3-5fb06f30c7db', 'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:69:99:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:15Z', 'updated_at': '2021-12-14T01:32:19Z', 'revision_number': 5, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:32:35.202034 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c556fc-20df-43c9-8c26-872546b6d697 None None] New status for floating IP e1ef0018-ffdb-4046-a3c6-6ff283eadc07: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:32:35.376800 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58938) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:32:35.441522 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-597d1421-c15d-4015-afeb-e039dca676de tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/e1ef0018-ffdb-4046-a3c6-6ff283eadc07 HTTP/1.1" status: 200 len: 992 time: 0.0634723 Dec 14 01:32:40.778998 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:44.145498 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:32:51.930870 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fbc39a54-cf07-433e-aa67-ee2f58e0c583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:54.160058 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f15344c-e897-40f3-8eaa-5cca5f537c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:55.408444 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:56.778825 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:32:57.741395 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:02.063437 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58950) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:02.068091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-933fe879-feeb-4617-bf15-9e4b4d32fb4f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:33:02.395109 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-933fe879-feeb-4617-bf15-9e4b4d32fb4f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:02.408950 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-933fe879-feeb-4617-bf15-9e4b4d32fb4f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:02.530123 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933fe879-feeb-4617-bf15-9e4b4d32fb4f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 2fdef560-42fc-48da-8e64-d18a73ffaf84 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:33:02.640056 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933fe879-feeb-4617-bf15-9e4b4d32fb4f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:33:02.649256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-933fe879-feeb-4617-bf15-9e4b4d32fb4f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:02.650446 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-933fe879-feeb-4617-bf15-9e4b4d32fb4f tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/2fdef560-42fc-48da-8e64-d18a73ffaf84 HTTP/1.1" status: 200 len: 888 time: 0.5860672 Dec 14 01:33:02.652788 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261996a7-18e9-48f2-ab5a-07c07a093a53 None None] Sync routers for ids ['2fdef560-42fc-48da-8e64-d18a73ffaf84'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:33:02.664066 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261996a7-18e9-48f2-ab5a-07c07a093a53 None None] Routers {'2fdef560-42fc-48da-8e64-d18a73ffaf84'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:33:02.664722 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-261996a7-18e9-48f2-ab5a-07c07a093a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:32:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2fdef560-42fc-48da-8e64-d18a73ffaf84'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:02.698753 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-261996a7-18e9-48f2-ab5a-07c07a093a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:02.710574 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261996a7-18e9-48f2-ab5a-07c07a093a53 None None] Routers {'2fdef560-42fc-48da-8e64-d18a73ffaf84'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:33:02.711646 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-261996a7-18e9-48f2-ab5a-07c07a093a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:32:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2fdef560-42fc-48da-8e64-d18a73ffaf84'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:02.754537 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-261996a7-18e9-48f2-ab5a-07c07a093a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:02.755089 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261996a7-18e9-48f2-ab5a-07c07a093a53 None None] The sync data for ids ['2fdef560-42fc-48da-8e64-d18a73ffaf84'] in dv-neutron-821592-1-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:33:03.548005 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d36d5fb-eef4-4a0b-8bfb-a8ecce64ed9e None None] New status for floating IP e1ef0018-ffdb-4046-a3c6-6ff283eadc07: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:33:04.805529 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58954) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:04.810411 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fc0dc032-ee96-43cc-b667-cbd9b97c1e2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:33:04.814299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 43e50f51-cba9-4e02-8aa3-5fb06f30c7db no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:33:04.892418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:05.082767 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=43e50f51-cba9-4e02-8aa3-5fb06f30c7db,segment=NetworkSegment(ec9eeece-2abd-47c8-a42e-7a81dcae1ee2),segment_id=ec9eeece-2abd-47c8-a42e-7a81dcae1ee2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:33:05.087355 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:05.088230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 33eb1bba-a77e-47bc-aa93-a9cca6faf70c no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:33:05.127260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc032-ee96-43cc-b667-cbd9b97c1e2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8631'] for router, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:05.139248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc032-ee96-43cc-b667-cbd9b97c1e2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445352'] for router, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:05.159540 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=43e50f51-cba9-4e02-8aa3-5fb06f30c7db,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:05.203181 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:05.223540 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=33eb1bba-a77e-47bc-aa93-a9cca6faf70c,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:33:05.228032 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:05.253886 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0dc032-ee96-43cc-b667-cbd9b97c1e2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 2fdef560-42fc-48da-8e64-d18a73ffaf84 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:33:05.274218 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=33eb1bba-a77e-47bc-aa93-a9cca6faf70c,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:05.360670 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0dc032-ee96-43cc-b667-cbd9b97c1e2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:33:05.367550 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc032-ee96-43cc-b667-cbd9b97c1e2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:05.368771 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fc0dc032-ee96-43cc-b667-cbd9b97c1e2a tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/2fdef560-42fc-48da-8e64-d18a73ffaf84 HTTP/1.1" status: 200 len: 887 time: 0.5621941 Dec 14 01:33:05.372477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58956) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:05.373804 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e171a2f-c46e-4bf5-831f-01ed4d82190b None None] Sync routers for ids ['2fdef560-42fc-48da-8e64-d18a73ffaf84'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:33:05.385366 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e171a2f-c46e-4bf5-831f-01ed4d82190b None None] Routers {'2fdef560-42fc-48da-8e64-d18a73ffaf84'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:33:05.386020 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2e171a2f-c46e-4bf5-831f-01ed4d82190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:32:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2fdef560-42fc-48da-8e64-d18a73ffaf84'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:05.433677 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8915a264-bebb-4165-af27-2f5f82d79577 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/e1ef0018-ffdb-4046-a3c6-6ff283eadc07 HTTP/1.1" status: 200 len: 990 time: 0.0601435 Dec 14 01:33:05.495076 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-2e171a2f-c46e-4bf5-831f-01ed4d82190b None None] Set router 2fdef560-42fc-48da-8e64-d18a73ffaf84 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:33:05.721849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2e171a2f-c46e-4bf5-831f-01ed4d82190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:33:05Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:33:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'e1ef0018-ffdb-4046-a3c6-6ff283eadc07', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'port_id': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'mac_address': 'fa:16:3e:3f:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:32:33Z', 'updated_at': '2021-12-14T01:33:03Z', 'revision_number': 2, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e50f51-cba9-4e02-8aa3-5fb06f30c7db', 'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:69:99:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:15Z', 'updated_at': '2021-12-14T01:33:05Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:05.751137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e171a2f-c46e-4bf5-831f-01ed4d82190b None None] Checking router: 2fdef560-42fc-48da-8e64-d18a73ffaf84 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:33:05.760129 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e171a2f-c46e-4bf5-831f-01ed4d82190b None None] Routers {'2fdef560-42fc-48da-8e64-d18a73ffaf84'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:33:05.760768 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2e171a2f-c46e-4bf5-831f-01ed4d82190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:32:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2fdef560-42fc-48da-8e64-d18a73ffaf84'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:05.870039 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-2e171a2f-c46e-4bf5-831f-01ed4d82190b None None] Set router 2fdef560-42fc-48da-8e64-d18a73ffaf84 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:33:06.107877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2e171a2f-c46e-4bf5-831f-01ed4d82190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:33:05Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:33:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'e1ef0018-ffdb-4046-a3c6-6ff283eadc07', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'port_id': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'mac_address': 'fa:16:3e:3f:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:32:33Z', 'updated_at': '2021-12-14T01:33:03Z', 'revision_number': 2, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e50f51-cba9-4e02-8aa3-5fb06f30c7db', 'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:69:99:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:15Z', 'updated_at': '2021-12-14T01:33:05Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:06.137561 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e171a2f-c46e-4bf5-831f-01ed4d82190b None None] The sync data for ids ['2fdef560-42fc-48da-8e64-d18a73ffaf84'] in dv-neutron-821592-1-hyperv is: [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:33:05Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:33:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'e1ef0018-ffdb-4046-a3c6-6ff283eadc07', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'port_id': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'mac_address': 'fa:16:3e:3f:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:32:33Z', 'updated_at': '2021-12-14T01:33:03Z', 'revision_number': 2, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e50f51-cba9-4e02-8aa3-5fb06f30c7db', 'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:69:99:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:15Z', 'updated_at': '2021-12-14T01:33:05Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:33:06.438027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58958) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:06.504788 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8bbffe7d-6895-45ad-8f3f-1e618cfec82b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/e1ef0018-ffdb-4046-a3c6-6ff283eadc07 HTTP/1.1" status: 200 len: 990 time: 0.0655961 Dec 14 01:33:06.868375 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 43e50f51-cba9-4e02-8aa3-5fb06f30c7db up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:33:06.917157 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:06.917795 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:07.000188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:07.034550 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=43e50f51-cba9-4e02-8aa3-5fb06f30c7db,segment=NetworkSegment(ec9eeece-2abd-47c8-a42e-7a81dcae1ee2),segment_id=ec9eeece-2abd-47c8-a42e-7a81dcae1ee2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:33:07.039608 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:07.040428 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 33eb1bba-a77e-47bc-aa93-a9cca6faf70c up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:33:07.119192 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=43e50f51-cba9-4e02-8aa3-5fb06f30c7db,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:07.132313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:07.132688 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:07.216845 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:07.238529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=33eb1bba-a77e-47bc-aa93-a9cca6faf70c,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:33:07.243194 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:07.294689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=33eb1bba-a77e-47bc-aa93-a9cca6faf70c,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:07.508115 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58960) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:07.571085 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-38c1eba1-a157-44f1-842f-fa1b689aa0e3 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/e1ef0018-ffdb-4046-a3c6-6ff283eadc07 HTTP/1.1" status: 200 len: 990 time: 0.0617867 Dec 14 01:33:07.726169 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a91bd-f3cf-442d-9d44-cfdc399d466d None None] New status for floating IP e1ef0018-ffdb-4046-a3c6-6ff283eadc07: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:33:08.575295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58962) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:08.646335 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0dad272a-5f6b-48bb-b1fa-4bbfac9e2456 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/floatingips/e1ef0018-ffdb-4046-a3c6-6ff283eadc07 HTTP/1.1" status: 200 len: 992 time: 0.0699337 Dec 14 01:33:08.837470 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 43e50f51-cba9-4e02-8aa3-5fb06f30c7db up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:33:08.901189 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:08.901558 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:08.929763 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58968) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:09.002414 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 33eb1bba-a77e-47bc-aa93-a9cca6faf70c up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:33:09.062938 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:09.063317 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:09.106295 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 2818ea43-ac71-45ef-9a8e-66a19e801752 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:33:09.106724 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:09.199830 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:09.200179 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:09.213025 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 2818ea43-ac71-45ef-9a8e-66a19e801752 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:33:09.380006 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:09.409790 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=2818ea43-ac71-45ef-9a8e-66a19e801752,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:09.422263 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:09.422607 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:09.422963 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:09.423536 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:09.424151 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:09.424772 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:09.425289 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:09.425824 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:09.426376 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:09.427844 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:09.427844 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:09.428077 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:09.428532 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:09.485909 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:09.486272 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Floating IP e1ef0018-ffdb-4046-a3c6-6ff283eadc07 disassociated (deleted). External IP: 172.26.1.44, port: d64a6d4e-e29a-495d-974d-4e3392d9b9c2. Dec 14 01:33:09.737848 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 2fdef560-42fc-48da-8e64-d18a73ffaf84 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:33:09.877725 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:33:09.883460 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:09.888531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc426cb8-a80a-45a9-964f-563623a7112d None None] Sync routers for ids ['2fdef560-42fc-48da-8e64-d18a73ffaf84'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:33:09.902261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc426cb8-a80a-45a9-964f-563623a7112d None None] Routers {'2fdef560-42fc-48da-8e64-d18a73ffaf84'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:33:09.903070 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bc426cb8-a80a-45a9-964f-563623a7112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:32:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2fdef560-42fc-48da-8e64-d18a73ffaf84'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:09.917755 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5e8787c9-d962-430e-9242-135806fdd1d1 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/floatingips/e1ef0018-ffdb-4046-a3c6-6ff283eadc07 HTTP/1.1" status: 204 len: 168 time: 0.9865942 Dec 14 01:33:09.918770 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'tag': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:33:09.921681 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5c2f52-e93e-4c4c-b0f7-1184013f500c" -d '{"events": [{"name": "network-changed", "server_uuid": "98ed5532-5353-4fc8-9586-39e6bb184b14", "tag": "d64a6d4e-e29a-495d-974d-4e3392d9b9c2"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:33:09.972039 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2381bf-ce9c-4cf7-9cbd-6e0cb9217de9 x-openstack-request-id: req-3c2381bf-ce9c-4cf7-9cbd-6e0cb9217de9 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:33:09.972741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ed5532-5353-4fc8-9586-39e6bb184b14", "tag": "d64a6d4e-e29a-495d-974d-4e3392d9b9c2", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:33:09.972741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c2381bf-ce9c-4cf7-9cbd-6e0cb9217de9 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:33:09.973114 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'tag': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2', 'status': 'completed', 'code': 200} Dec 14 01:33:10.034457 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-bc426cb8-a80a-45a9-964f-563623a7112d None None] Set router 2fdef560-42fc-48da-8e64-d18a73ffaf84 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:33:10.060286 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c2f52-e93e-4c4c-b0f7-1184013f500c req-cf18537b-e753-4997-b416-8e0f71c913d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:10.062589 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5d5c2f52-e93e-4c4c-b0f7-1184013f500c req-cf18537b-e753-4997-b416-8e0f71c913d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 1098 time: 0.0463257 Dec 14 01:33:10.199920 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c2f52-e93e-4c4c-b0f7-1184013f500c req-29ca074b-257f-4ee6-82ea-cc2fc50845da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:10.201653 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5d5c2f52-e93e-4c4c-b0f7-1184013f500c req-29ca074b-257f-4ee6-82ea-cc2fc50845da service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 HTTP/1.1" status: 200 len: 897 time: 0.1326604 Dec 14 01:33:10.247921 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5d5c2f52-e93e-4c4c-b0f7-1184013f500c req-a7202181-77c5-4c24-b95a-a727a3fd6233 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64a6d4e-e29a-495d-974d-4e3392d9b9c2 HTTP/1.1" status: 200 len: 217 time: 0.0379419 Dec 14 01:33:10.256833 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67926b0-f09a-4fe3-a2f6-2d275f06d210 req-f2d77856-b92f-4391-a0be-09a588e41537 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:10.258209 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b67926b0-f09a-4fe3-a2f6-2d275f06d210 req-f2d77856-b92f-4391-a0be-09a588e41537 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 945 time: 0.0988610 Dec 14 01:33:10.280929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bc426cb8-a80a-45a9-964f-563623a7112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:33:05Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:33:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '43e50f51-cba9-4e02-8aa3-5fb06f30c7db', 'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:69:99:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:15Z', 'updated_at': '2021-12-14T01:33:07Z', 'revision_number': 7, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:10.311181 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc426cb8-a80a-45a9-964f-563623a7112d None None] Checking router: 2fdef560-42fc-48da-8e64-d18a73ffaf84 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:33:10.319942 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc426cb8-a80a-45a9-964f-563623a7112d None None] Routers {'2fdef560-42fc-48da-8e64-d18a73ffaf84'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:33:10.320579 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bc426cb8-a80a-45a9-964f-563623a7112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:32:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2fdef560-42fc-48da-8e64-d18a73ffaf84'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:10.333053 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c2f52-e93e-4c4c-b0f7-1184013f500c req-12f12093-bdc6-4379-bd17-52701e34b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:10.334569 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5d5c2f52-e93e-4c4c-b0f7-1184013f500c req-12f12093-bdc6-4379-bd17-52701e34b31e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a1205a0-4815-4a69-8d6f-a8b13896353f HTTP/1.1" status: 200 len: 834 time: 0.0754635 Dec 14 01:33:10.359469 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b67926b0-f09a-4fe3-a2f6-2d275f06d210 req-83505192-9cf2-4e60-967c-42fe0d2f3f56 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928078 Dec 14 01:33:10.391437 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c2f52-e93e-4c4c-b0f7-1184013f500c req-d890617f-833a-4949-bc3d-75c30866c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:10.393334 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5d5c2f52-e93e-4c4c-b0f7-1184013f500c req-d890617f-833a-4949-bc3d-75c30866c280 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492010 Dec 14 01:33:10.497116 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5d5c2f52-e93e-4c4c-b0f7-1184013f500c req-6da00cb3-3342-47db-9d57-be235c4f9939 service neutron] 10.222.0.16 "GET /v2.0/networks/c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953639 Dec 14 01:33:10.589776 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-bc426cb8-a80a-45a9-964f-563623a7112d None None] Set router 2fdef560-42fc-48da-8e64-d18a73ffaf84 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:33:10.594860 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5d5c2f52-e93e-4c4c-b0f7-1184013f500c req-29e0467e-af8b-4dca-afc8-4b218e9210ae service neutron] 10.222.0.16 "GET /v2.0/networks/c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903280 Dec 14 01:33:10.810240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:10.828823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bc426cb8-a80a-45a9-964f-563623a7112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:33:05Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:33:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '43e50f51-cba9-4e02-8aa3-5fb06f30c7db', 'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:69:99:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:15Z', 'updated_at': '2021-12-14T01:33:07Z', 'revision_number': 7, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:10.855790 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc426cb8-a80a-45a9-964f-563623a7112d None None] The sync data for ids ['2fdef560-42fc-48da-8e64-d18a73ffaf84'] in dv-neutron-821592-1-hyperv is: [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:33:05Z', 'revision_number': 6, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:33:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '43e50f51-cba9-4e02-8aa3-5fb06f30c7db', 'name': '', 'network_id': 'c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'mac_address': 'fa:16:3e:69:99:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:15Z', 'updated_at': '2021-12-14T01:33:07Z', 'revision_number': 7, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'subnets': [{'id': '6a1205a0-4815-4a69-8d6f-a8b13896353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:33:11.477404 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc0f6f3-7d30-4cc8-8975-dc6265beded3 None None] New status for floating IP e1ef0018-ffdb-4046-a3c6-6ff283eadc07: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:33:11.485452 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513ee5e-39c3-4333-8388-70f894e04eee req-ad12142c-f69f-4c04-bdcd-b318c860f466 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:11.487158 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d513ee5e-39c3-4333-8388-70f894e04eee req-ad12142c-f69f-4c04-bdcd-b318c860f466 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/ports?device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 945 time: 0.0535090 Dec 14 01:33:11.543370 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d513ee5e-39c3-4333-8388-70f894e04eee req-42b67ba0-88d5-49fc-84d5-50222321fdde tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498843 Dec 14 01:33:11.618064 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddb328-5d2b-438d-b8ee-d22dd0441a91 req-473811f7-7c0c-431a-8526-f3d210f41eb9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:11.619524 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-23ddb328-5d2b-438d-b8ee-d22dd0441a91 req-473811f7-7c0c-431a-8526-f3d210f41eb9 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "GET /v2.0/ports?device_id=98ed5532-5353-4fc8-9586-39e6bb184b14 HTTP/1.1" status: 200 len: 945 time: 0.0489869 Dec 14 01:33:11.710580 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-23ddb328-5d2b-438d-b8ee-d22dd0441a91 req-808a8d54-d01a-4da3-beba-93e6faf7cfa4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port d64a6d4e-e29a-495d-974d-4e3392d9b9c2 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:33:11.710858 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-23ddb328-5d2b-438d-b8ee-d22dd0441a91 req-808a8d54-d01a-4da3-beba-93e6faf7cfa4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:11.804712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-23ddb328-5d2b-438d-b8ee-d22dd0441a91 req-808a8d54-d01a-4da3-beba-93e6faf7cfa4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port d64a6d4e-e29a-495d-974d-4e3392d9b9c2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d64a6d4e-e29a-495d-974d-4e3392d9b9c2,segment=NetworkSegment(ec9eeece-2abd-47c8-a42e-7a81dcae1ee2),segment_id=ec9eeece-2abd-47c8-a42e-7a81dcae1ee2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:33:11.805068 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-23ddb328-5d2b-438d-b8ee-d22dd0441a91 req-808a8d54-d01a-4da3-beba-93e6faf7cfa4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:11.819202 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-23ddb328-5d2b-438d-b8ee-d22dd0441a91 req-808a8d54-d01a-4da3-beba-93e6faf7cfa4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for d64a6d4e-e29a-495d-974d-4e3392d9b9c2 owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:33:11.958214 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-23ddb328-5d2b-438d-b8ee-d22dd0441a91 req-808a8d54-d01a-4da3-beba-93e6faf7cfa4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:11.987316 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a8d54-d01a-4da3-beba-93e6faf7cfa4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=d64a6d4e-e29a-495d-974d-4e3392d9b9c2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:12.030222 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ddb328-5d2b-438d-b8ee-d22dd0441a91 req-808a8d54-d01a-4da3-beba-93e6faf7cfa4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] No DVR routers for this DVR port d64a6d4e-e29a-495d-974d-4e3392d9b9c2 on host hv-neutron-8215 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:33:12.033310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-23ddb328-5d2b-438d-b8ee-d22dd0441a91 req-808a8d54-d01a-4da3-beba-93e6faf7cfa4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:12.036929 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-23ddb328-5d2b-438d-b8ee-d22dd0441a91 req-808a8d54-d01a-4da3-beba-93e6faf7cfa4 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.16 "DELETE /v2.0/ports/d64a6d4e-e29a-495d-974d-4e3392d9b9c2 HTTP/1.1" status: 204 len: 173 time: 0.4106071 Dec 14 01:33:12.037372 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'name': 'network-vif-deleted', 'tag': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:33:12.039645 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cc41fa-e496-44b0-a4a9-a8419230eedb" -d '{"events": [{"server_uuid": "98ed5532-5353-4fc8-9586-39e6bb184b14", "name": "network-vif-deleted", "tag": "d64a6d4e-e29a-495d-974d-4e3392d9b9c2"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:33:12.078062 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d4d272-72cd-40d1-b986-21b0c7117bb8 x-openstack-request-id: req-e8d4d272-72cd-40d1-b986-21b0c7117bb8 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:33:12.078390 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ed5532-5353-4fc8-9586-39e6bb184b14", "name": "network-vif-deleted", "tag": "d64a6d4e-e29a-495d-974d-4e3392d9b9c2", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:33:12.078629 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8d4d272-72cd-40d1-b986-21b0c7117bb8 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:33:12.079048 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ed5532-5353-4fc8-9586-39e6bb184b14', 'name': 'network-vif-deleted', 'tag': 'd64a6d4e-e29a-495d-974d-4e3392d9b9c2', 'status': 'completed', 'code': 200} Dec 14 01:33:12.604189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58982) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:12.661992 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af95276a-cb9c-4910-bfdc-c030949d9f58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:12.687541 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af95276a-cb9c-4910-bfdc-c030949d9f58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:12.759112 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af95276a-cb9c-4910-bfdc-c030949d9f58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:12.761465 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af95276a-cb9c-4910-bfdc-c030949d9f58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:12.765647 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-af95276a-cb9c-4910-bfdc-c030949d9f58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/security-groups/e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a HTTP/1.1" status: 204 len: 168 time: 0.1574461 Dec 14 01:33:12.772790 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95276a-cb9c-4910-bfdc-c030949d9f58 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39c6bd8-b5ad-4639-8d2d-97e2ac867d6a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:12.798125 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58986) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:13.173896 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d2146284-67da-45c0-81c2-050b8edc9e14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:13.462405 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d2146284-67da-45c0-81c2-050b8edc9e14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:33:13.462675 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d2146284-67da-45c0-81c2-050b8edc9e14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:13.558604 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d2146284-67da-45c0-81c2-050b8edc9e14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 43e50f51-cba9-4e02-8aa3-5fb06f30c7db, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=43e50f51-cba9-4e02-8aa3-5fb06f30c7db,segment=NetworkSegment(ec9eeece-2abd-47c8-a42e-7a81dcae1ee2),segment_id=ec9eeece-2abd-47c8-a42e-7a81dcae1ee2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:33:13.558922 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d2146284-67da-45c0-81c2-050b8edc9e14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:13.571989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d2146284-67da-45c0-81c2-050b8edc9e14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 43e50f51-cba9-4e02-8aa3-5fb06f30c7db owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:33:13.759715 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d2146284-67da-45c0-81c2-050b8edc9e14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:13.786211 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2146284-67da-45c0-81c2-050b8edc9e14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=43e50f51-cba9-4e02-8aa3-5fb06f30c7db,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:13.967053 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d2146284-67da-45c0-81c2-050b8edc9e14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:14.507666 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2146284-67da-45c0-81c2-050b8edc9e14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Router 2fdef560-42fc-48da-8e64-d18a73ffaf84 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:33:14.616564 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2146284-67da-45c0-81c2-050b8edc9e14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:33:14.624643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58988) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:14.626794 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea931dcd-3115-464b-bc0b-ef1e43bf71fc None None] Sync routers for ids ['2fdef560-42fc-48da-8e64-d18a73ffaf84'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:33:14.628749 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d2146284-67da-45c0-81c2-050b8edc9e14 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "PUT /v2.0/routers/2fdef560-42fc-48da-8e64-d18a73ffaf84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8291631 Dec 14 01:33:14.638313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea931dcd-3115-464b-bc0b-ef1e43bf71fc None None] Routers {'2fdef560-42fc-48da-8e64-d18a73ffaf84'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:33:14.639091 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ea931dcd-3115-464b-bc0b-ef1e43bf71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:32:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2fdef560-42fc-48da-8e64-d18a73ffaf84'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:14.680358 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting subnet 6a1205a0-4815-4a69-8d6f-a8b13896353f {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:33:14.683538 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:14.723731 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:14.746055 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ea931dcd-3115-464b-bc0b-ef1e43bf71fc None None] Set router 2fdef560-42fc-48da-8e64-d18a73ffaf84 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:33:14.828487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:14.888888 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:14.915340 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Subnet': ['ID=6a1205a0-4815-4a69-8d6f-a8b13896353f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:14.919886 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:14.923004 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/subnets/6a1205a0-4815-4a69-8d6f-a8b13896353f HTTP/1.1" status: 204 len: 168 time: 0.2973719 Dec 14 01:33:14.926422 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58990) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:14.928762 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:14.928762 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:14.929074 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:14.929412 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:14.929751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:14.930079 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:14.930406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:14.930740 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:14.931065 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:14.931390 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:14.931710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:14.932029 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:14.932379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639109-c87e-41d1-8ebf-04fb40d5cd60 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:14.939693 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc4a31b-d043-468a-9f82-c377d8e719a5 None None] Network c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:33:15.009254 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ea931dcd-3115-464b-bc0b-ef1e43bf71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:33:13Z', 'revision_number': 7, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:33:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:15.048767 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea931dcd-3115-464b-bc0b-ef1e43bf71fc None None] Checking router: 2fdef560-42fc-48da-8e64-d18a73ffaf84 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:33:15.049418 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f534ff4-c3ea-405a-9cb8-5500ac8d446b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:15.064292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea931dcd-3115-464b-bc0b-ef1e43bf71fc None None] Routers {'2fdef560-42fc-48da-8e64-d18a73ffaf84'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:33:15.065094 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ea931dcd-3115-464b-bc0b-ef1e43bf71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:32:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['2fdef560-42fc-48da-8e64-d18a73ffaf84'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:15.164612 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f534ff4-c3ea-405a-9cb8-5500ac8d446b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:15.174279 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ea931dcd-3115-464b-bc0b-ef1e43bf71fc None None] Set router 2fdef560-42fc-48da-8e64-d18a73ffaf84 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:33:15.228503 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1f534ff4-c3ea-405a-9cb8-5500ac8d446b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Deleting port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:33:15.228845 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f534ff4-c3ea-405a-9cb8-5500ac8d446b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:15.233578 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] DHCP port deletion for c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:33:15.312449 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1f534ff4-c3ea-405a-9cb8-5500ac8d446b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] For port 33eb1bba-a77e-47bc-aa93-a9cca6faf70c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=33eb1bba-a77e-47bc-aa93-a9cca6faf70c,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:33:15.312719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f534ff4-c3ea-405a-9cb8-5500ac8d446b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:15.326157 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1f534ff4-c3ea-405a-9cb8-5500ac8d446b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Calling delete_port for 33eb1bba-a77e-47bc-aa93-a9cca6faf70c owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:33:15.372334 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Deleting port 59399148-1d98-423a-bc03-d9dd5a08a44a {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:33:15.373071 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:15.453887 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] For port 59399148-1d98-423a-bc03-d9dd5a08a44a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=59399148-1d98-423a-bc03-d9dd5a08a44a,segment=NetworkSegment(ec9eeece-2abd-47c8-a42e-7a81dcae1ee2),segment_id=ec9eeece-2abd-47c8-a42e-7a81dcae1ee2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:33:15.454158 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:15.475781 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Calling delete_port for 59399148-1d98-423a-bc03-d9dd5a08a44a owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:33:15.492857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ea931dcd-3115-464b-bc0b-ef1e43bf71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:33:13Z', 'revision_number': 7, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:33:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:15.506592 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f534ff4-c3ea-405a-9cb8-5500ac8d446b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:15.533627 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f534ff4-c3ea-405a-9cb8-5500ac8d446b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Port': ['ID=33eb1bba-a77e-47bc-aa93-a9cca6faf70c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:15.557038 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04ff8b8-caf9-4796-8776-05d45f6bc5f9 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:33:15.561238 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea931dcd-3115-464b-bc0b-ef1e43bf71fc None None] The sync data for ids ['2fdef560-42fc-48da-8e64-d18a73ffaf84'] in dv-neutron-821592-1-hyperv is: [{'id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'name': 'tempest-TestNetworkBasicOps-router-323979261', 'tenant_id': '9e28f216f8fb4b05811c7d7158efaac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:32:12Z', 'updated_at': '2021-12-14T01:33:13Z', 'revision_number': 7, 'project_id': '9e28f216f8fb4b05811c7d7158efaac5', 'gw_port': {'id': '33eb1bba-a77e-47bc-aa93-a9cca6faf70c', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdef560-42fc-48da-8e64-d18a73ffaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:32:13Z', 'updated_at': '2021-12-14T01:33:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:33:15.606960 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f534ff4-c3ea-405a-9cb8-5500ac8d446b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:15.609705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:15.641846 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Pushing event deleted for resources: {'Port': ['ID=59399148-1d98-423a-bc03-d9dd5a08a44a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:15.646864 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] No DVR routers for this DVR port 59399148-1d98-423a-bc03-d9dd5a08a44a on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:33:15.654253 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:15.658037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:15.658037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:15.658037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:15.658037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:15.658037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:15.658037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:15.658037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:15.658037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:15.658037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:15.658037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:15.659631 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:15.659631 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9874b-11bf-4195-a925-8bc3263927a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:15.723368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f534ff4-c3ea-405a-9cb8-5500ac8d446b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:15.725596 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f534ff4-c3ea-405a-9cb8-5500ac8d446b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:15.768505 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device d64a6d4e-e29a-495d-974d-4e3392d9b9c2 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:33:15.795427 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f534ff4-c3ea-405a-9cb8-5500ac8d446b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:15.796119 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f534ff4-c3ea-405a-9cb8-5500ac8d446b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Fanout notify agent at l3_agent the message router_deleted on router 2fdef560-42fc-48da-8e64-d18a73ffaf84 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:33:15.804203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f534ff4-c3ea-405a-9cb8-5500ac8d446b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:15.805462 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1f534ff4-c3ea-405a-9cb8-5500ac8d446b tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/routers/2fdef560-42fc-48da-8e64-d18a73ffaf84 HTTP/1.1" status: 204 len: 168 time: 0.8772981 Dec 14 01:33:15.808384 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 58992) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:15.960532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: d64a6d4e-e29a-495d-974d-4e3392d9b9c2 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:33:15.960951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device d64a6d4e-e29a-495d-974d-4e3392d9b9c2 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:33:16.156203 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ee51fb9-1419-459b-8a5e-1626b6443c25 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:16.244346 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ee51fb9-1419-459b-8a5e-1626b6443c25 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:16.267745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-7ee51fb9-1419-459b-8a5e-1626b6443c25 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:16.277446 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-7ee51fb9-1419-459b-8a5e-1626b6443c25 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9eeece-2abd-47c8-a42e-7a81dcae1ee2') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:16.277737 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-7ee51fb9-1419-459b-8a5e-1626b6443c25 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9eeece-2abd-47c8-a42e-7a81dcae1ee2') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:16.287642 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ee51fb9-1419-459b-8a5e-1626b6443c25 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:16.301996 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ee51fb9-1419-459b-8a5e-1626b6443c25 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:16.311085 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee51fb9-1419-459b-8a5e-1626b6443c25 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:33:16.311528 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ee51fb9-1419-459b-8a5e-1626b6443c25 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:33:16.315598 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:33:16.387837 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ee51fb9-1419-459b-8a5e-1626b6443c25 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:16.397172 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ee51fb9-1419-459b-8a5e-1626b6443c25 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:16.400309 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7ee51fb9-1419-459b-8a5e-1626b6443c25 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] 10.222.0.32 "DELETE /v2.0/networks/c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7 HTTP/1.1" status: 204 len: 168 time: 0.5908592 Dec 14 01:33:16.413191 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee51fb9-1419-459b-8a5e-1626b6443c25 tempest-TestNetworkBasicOps-1917915328 tempest-TestNetworkBasicOps-1917915328-project] Pushing event deleted for resources: {'Network': ['ID=c3c8954d-d4c9-4099-8fa6-ebb1825c2cb7,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:16.714438 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 58998) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:16.822022 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 43e50f51-cba9-4e02-8aa3-5fb06f30c7db no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:33:16.842153 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 43e50f51-cba9-4e02-8aa3-5fb06f30c7db {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:33:16.842494 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 43e50f51-cba9-4e02-8aa3-5fb06f30c7db not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:33:16.842913 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 59399148-1d98-423a-bc03-d9dd5a08a44a no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:33:16.861893 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 59399148-1d98-423a-bc03-d9dd5a08a44a {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:33:16.862284 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 59399148-1d98-423a-bc03-d9dd5a08a44a not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:33:16.862741 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 33eb1bba-a77e-47bc-aa93-a9cca6faf70c no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:33:16.881977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 33eb1bba-a77e-47bc-aa93-a9cca6faf70c {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:33:16.882342 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 33eb1bba-a77e-47bc-aa93-a9cca6faf70c not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:33:16.892027 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4e16a022-21e1-4ed3-bcce-ca12b64627ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e28f216f8fb4b05811c7d7158efaac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1738644 Dec 14 01:33:16.892354 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59002) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:16.957905 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c58b8453-ac6b-4079-8335-5e1a7bd45e66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:16.979034 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c58b8453-ac6b-4079-8335-5e1a7bd45e66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:17.027929 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c58b8453-ac6b-4079-8335-5e1a7bd45e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:17.030381 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c58b8453-ac6b-4079-8335-5e1a7bd45e66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:17.031526 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c58b8453-ac6b-4079-8335-5e1a7bd45e66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e4c68f3-c7c6-4d17-8f35-56037c3da5a8 HTTP/1.1" status: 204 len: 168 time: 0.1383522 Dec 14 01:33:17.039690 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b8453-ac6b-4079-8335-5e1a7bd45e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4c68f3-c7c6-4d17-8f35-56037c3da5a8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:17.340632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59008) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:17.354406 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9462-d266-48f3-afe1-59d81aba0380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:17.436336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9462-d266-48f3-afe1-59d81aba0380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:17.442198 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9462-d266-48f3-afe1-59d81aba0380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:17.487653 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3fbb9462-d266-48f3-afe1-59d81aba0380 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5147dfac17b436fa9ec88a28a13e498&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1458838 Dec 14 01:33:17.489516 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb9462-d266-48f3-afe1-59d81aba0380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fc0a55-3ddc-4fe5-9031-c2aae790b302,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:17.491104 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59010) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:17.551205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30788bb7-ce4d-49b0-8d03-64b9bac3ed55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:17.572385 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30788bb7-ce4d-49b0-8d03-64b9bac3ed55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:17.625401 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30788bb7-ce4d-49b0-8d03-64b9bac3ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:17.627942 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30788bb7-ce4d-49b0-8d03-64b9bac3ed55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:17.629239 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-30788bb7-ce4d-49b0-8d03-64b9bac3ed55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64fc0a55-3ddc-4fe5-9031-c2aae790b302 HTTP/1.1" status: 204 len: 168 time: 0.1370373 Dec 14 01:33:17.637134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30788bb7-ce4d-49b0-8d03-64b9bac3ed55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fc0a55-3ddc-4fe5-9031-c2aae790b302,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:18.381508 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59032) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:18.483180 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-65af9899-dd2b-4936-b40a-c4a44bd11c36 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1842475965-network', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:33:18.509700 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65af9899-dd2b-4936-b40a-c4a44bd11c36 admin admin] Made reservation on behalf of 92d693155b564c11a0d1d3cb4264cd6f for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:33:18.512197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65af9899-dd2b-4936-b40a-c4a44bd11c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:18.520794 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65af9899-dd2b-4936-b40a-c4a44bd11c36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:18.600002 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65af9899-dd2b-4936-b40a-c4a44bd11c36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:18.604634 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65af9899-dd2b-4936-b40a-c4a44bd11c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:18.628469 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65af9899-dd2b-4936-b40a-c4a44bd11c36 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:33:18.637262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af9899-dd2b-4936-b40a-c4a44bd11c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c8e9d3-27cf-462a-b679-acdede691e1f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:18.643261 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65af9899-dd2b-4936-b40a-c4a44bd11c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:18.643630 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-65af9899-dd2b-4936-b40a-c4a44bd11c36 admin admin] Added segment 3bb0bed9-66ed-4f2c-b900-61bec69714e2 of type vlan for network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 Dec 14 01:33:18.684870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65af9899-dd2b-4936-b40a-c4a44bd11c36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:18.711797 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65af9899-dd2b-4936-b40a-c4a44bd11c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:18.712865 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65af9899-dd2b-4936-b40a-c4a44bd11c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:18.713486 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65af9899-dd2b-4936-b40a-c4a44bd11c36 admin admin] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:18.788797 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-65af9899-dd2b-4936-b40a-c4a44bd11c36 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4061813 Dec 14 01:33:18.791968 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59036) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:18.797000 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-72f5d331-1803-4ee8-bce7-29ea4c3fa94b admin admin] Request body: {'subnet': {'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1842475965-subnet', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'ip_version': 4}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:33:18.811548 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af9899-dd2b-4936-b40a-c4a44bd11c36 admin admin] Pushing event updated for resources: {'Network': ['ID=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:18.822843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:33:18.826784 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f5d331-1803-4ee8-bce7-29ea4c3fa94b admin admin] Made reservation on behalf of 92d693155b564c11a0d1d3cb4264cd6f for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:33:18.829415 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-72f5d331-1803-4ee8-bce7-29ea4c3fa94b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.003752 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-72f5d331-1803-4ee8-bce7-29ea4c3fa94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.058666 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5d331-1803-4ee8-bce7-29ea4c3fa94b admin admin] Pushing event updated for resources: {'Subnet': ['ID=88204847-08c0-4ad2-92ea-c9972dcb4ebd,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:19.068540 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f5d331-1803-4ee8-bce7-29ea4c3fa94b admin admin] Checking segment: {'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:33:19.068894 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f5d331-1803-4ee8-bce7-29ea4c3fa94b admin admin] Network hostable DHCP agents. Network: fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:33:19.087117 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f5d331-1803-4ee8-bce7-29ea4c3fa94b admin admin] Network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:33:19.097092 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-72f5d331-1803-4ee8-bce7-29ea4c3fa94b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:33:19.101361 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f5d331-1803-4ee8-bce7-29ea4c3fa94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:19.101960 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-72f5d331-1803-4ee8-bce7-29ea4c3fa94b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.107698 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b35f7a-bdbb-48e1-80bc-6089f23a1cef None None] Network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:33:19.122219 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-72f5d331-1803-4ee8-bce7-29ea4c3fa94b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3290820 Dec 14 01:33:19.125104 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59038) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:19.129824 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:33:19.155443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.156478 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.210664 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:33:19.210959 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.211544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.344136 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Allocated IP 172.20.0.2 (fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664/88204847-08c0-4ad2-92ea-c9972dcb4ebd/89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:33:19.345637 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.483291 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.490632 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.530243 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:33:19.533447 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:33:19.537109 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:33:19.544131 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Pushing event updated for resources: {'Port': ['ID=89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:19.548871 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.568998 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.594325 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Attempting to bind port 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:33:19.594738 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Attempting to bind port 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:33:19.595104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Attempting to bind port 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad on network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:33:19.600366 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:33:19.600738 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Checking segment: {'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:33:19.601137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.601526 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Bound using segment: {'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:33:19.601982 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Bound port: 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:33:19.602362 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.665727 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] For port 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:33:19.668826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] For port 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:33:19.673806 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.676187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Allocated IP 172.26.1.82 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/a8fa3647-a35f-4d4b-be65-12850a2a3d5f) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:33:19.734119 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a14a3-d9d3-4466-a4f3-0c510052559c None None] Pushing event updated for resources: {'Port': ['ID=89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:19.793936 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.831103 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.879291 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:33:19.884045 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:33:19.887334 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:33:19.903555 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990f8d37-cd7f-4486-b9fd-e376fc8b264f None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:33:19.918516 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Pushing event updated for resources: {'Port': ['ID=a8fa3647-a35f-4d4b-be65-12850a2a3d5f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:19.940188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7fe3c5d5-9860-4bee-a306-d0725fdb39b0 None None] Provisioning complete for port a8fa3647-a35f-4d4b-be65-12850a2a3d5f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:19.940560 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fe3c5d5-9860-4bee-a306-d0725fdb39b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:19.976547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3c5d5-9860-4bee-a306-d0725fdb39b0 None None] Port a8fa3647-a35f-4d4b-be65-12850a2a3d5f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:33:20.161608 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:20.355097 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:20.491608 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Router 3c2fd729-c03f-4705-81a4-7a7744136539 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:33:20.602903 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:33:20.613820 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Sync routers for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:33:20.625387 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:33:20.625661 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:20.626080 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:32:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:20.627126 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-afb96cb9-8b33-4584-9a78-a71f3a196e03 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5009899 Dec 14 01:33:20.630970 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59040) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:20.646057 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62db8acb-5ca4-4a04-9ff8-134e0b319cb7 None None] Network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:33:20.727112 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-75d59c1e-da6d-4d6f-ba29-ad62884ac93a None None] Provisioning complete for port 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:20.727491 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75d59c1e-da6d-4d6f-ba29-ad62884ac93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:20.735133 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:33:20.868024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75d59c1e-da6d-4d6f-ba29-ad62884ac93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:20.909910 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-75d59c1e-da6d-4d6f-ba29-ad62884ac93a None None] For port 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:33:20.917290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75d59c1e-da6d-4d6f-ba29-ad62884ac93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:20.952175 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:33:20.975038 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:20Z', 'revision_number': 3, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:21.002811 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Checking router: 3c2fd729-c03f-4705-81a4-7a7744136539 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:33:21.003464 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Updating router 3c2fd729-c03f-4705-81a4-7a7744136539 port a8fa3647-a35f-4d4b-be65-12850a2a3d5f binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:33:21.016542 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d59c1e-da6d-4d6f-ba29-ad62884ac93a None None] Pushing event updated for resources: {'Port': ['ID=89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:21.030536 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:21.033634 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:21.034202 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:21.141046 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-fb2cb378-61c9-4594-9f11-3c8709c9d0ff None None] Provisioning complete for port 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:21.141684 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb2cb378-61c9-4594-9f11-3c8709c9d0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:21.147762 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:33:21.314496 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:21.321326 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:21.362473 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c641a2e0-89e1-4f2d-8bd5-bfa9c6908e1a None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:33:21.372917 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Attempting to bind port a8fa3647-a35f-4d4b-be65-12850a2a3d5f on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:33:21.373289 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Attempting to bind port a8fa3647-a35f-4d4b-be65-12850a2a3d5f by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:33:21.373886 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Attempting to bind port a8fa3647-a35f-4d4b-be65-12850a2a3d5f on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:33:21.375904 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56ea38-dc32-4c76-a027-b222d26792cf None None] Pushing event updated for resources: {'Port': ['ID=a8fa3647-a35f-4d4b-be65-12850a2a3d5f,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:21.384588 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:33:21.384962 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:33:21.385365 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:21.385763 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:33:21.386250 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Bound port: a8fa3647-a35f-4d4b-be65-12850a2a3d5f, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:33:21.386633 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:21.389522 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d56ea38-dc32-4c76-a027-b222d26792cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:21.389903 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d56ea38-dc32-4c76-a027-b222d26792cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:21.390243 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d56ea38-dc32-4c76-a027-b222d26792cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:21.390580 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d56ea38-dc32-4c76-a027-b222d26792cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:21.390907 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d56ea38-dc32-4c76-a027-b222d26792cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:21.391233 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d56ea38-dc32-4c76-a027-b222d26792cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:21.391548 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d56ea38-dc32-4c76-a027-b222d26792cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:21.391862 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d56ea38-dc32-4c76-a027-b222d26792cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:21.392221 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d56ea38-dc32-4c76-a027-b222d26792cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:21.392545 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d56ea38-dc32-4c76-a027-b222d26792cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:21.392889 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d56ea38-dc32-4c76-a027-b222d26792cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:21.393216 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d56ea38-dc32-4c76-a027-b222d26792cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:21.393524 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d56ea38-dc32-4c76-a027-b222d26792cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:33:21.444233 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] For port a8fa3647-a35f-4d4b-be65-12850a2a3d5f, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:33:21.446954 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c02cfb13-d474-47ee-a13a-b897dc58cc9f None None] Provisioning complete for port a8fa3647-a35f-4d4b-be65-12850a2a3d5f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:21.447351 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] For port a8fa3647-a35f-4d4b-be65-12850a2a3d5f, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a8fa3647-a35f-4d4b-be65-12850a2a3d5f,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:33:21.447511 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c02cfb13-d474-47ee-a13a-b897dc58cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:21.449226 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:21.452380 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:21.493958 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c02cfb13-d474-47ee-a13a-b897dc58cc9f None None] Port a8fa3647-a35f-4d4b-be65-12850a2a3d5f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:33:21.497500 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17f66b6-154e-4aaf-97ff-89f1eb8d5b89 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:33:21.508412 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:33:21.509043 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:32:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:21.547431 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56ea38-dc32-4c76-a027-b222d26792cf None None] Pushing event updated for resources: {'Port': ['ID=a8fa3647-a35f-4d4b-be65-12850a2a3d5f,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:21.615869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-46615989-9c5c-4bbc-980f-92373ebe4c52 None None] Provisioning complete for port a8fa3647-a35f-4d4b-be65-12850a2a3d5f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:21.616157 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46615989-9c5c-4bbc-980f-92373ebe4c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:21.620776 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:33:21.662190 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Allocated IP 172.20.0.1 (fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664/88204847-08c0-4ad2-92ea-c9972dcb4ebd/d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:33:21.697575 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46615989-9c5c-4bbc-980f-92373ebe4c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:21.719931 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-46615989-9c5c-4bbc-980f-92373ebe4c52 None None] For port a8fa3647-a35f-4d4b-be65-12850a2a3d5f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a8fa3647-a35f-4d4b-be65-12850a2a3d5f,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:33:21.726605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46615989-9c5c-4bbc-980f-92373ebe4c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:21.777919 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46615989-9c5c-4bbc-980f-92373ebe4c52 None None] Pushing event updated for resources: {'Port': ['ID=a8fa3647-a35f-4d4b-be65-12850a2a3d5f,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:21.779757 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:21.813769 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:21.858931 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:33:21.861824 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:33:21.865517 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:33:21.887927 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:21.907978 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:21.912139 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:20Z', 'revision_number': 3, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:21.928767 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a37fcc4-6676-4dad-b68b-9f3491c99e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:21.943036 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc1c968-89ba-43d5-81d1-15891dbfdc14 None None] The sync data for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv is: [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:20Z', 'revision_number': 3, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:33:22.063089 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:22.171080 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-bcc974c4-9fb9-481c-be99-2539798aff9c None None] Provisioning complete for port d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:22.171868 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bcc974c4-9fb9-481c-be99-2539798aff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:22.207983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bcc974c4-9fb9-481c-be99-2539798aff9c None None] Port d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:33:22.244744 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:22.250621 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:22.318522 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:22.320938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:22.420946 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:33:22.422483 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:33:22.543234 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Router 3c2fd729-c03f-4705-81a4-7a7744136539 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:33:22.631375 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9f723d89-16f0-4c67-94fe-ec03f5d45aa5 None None] Provisioning complete for port d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:22.631677 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9f723d89-16f0-4c67-94fe-ec03f5d45aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:22.663018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:33:22.668551 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9f723d89-16f0-4c67-94fe-ec03f5d45aa5 None None] Port d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:33:22.672406 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-76f756ee-1c9b-4816-9a60-80a5b55b9cd8 admin admin] 10.222.0.32 "PUT /v2.0/routers/3c2fd729-c03f-4705-81a4-7a7744136539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0405543 Dec 14 01:33:22.899156 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:33:22.953463 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:22.954081 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:23.039605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a8fa3647-a35f-4d4b-be65-12850a2a3d5f up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:33:23.085225 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port a8fa3647-a35f-4d4b-be65-12850a2a3d5f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:23.085585 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:23.158036 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59056) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:23.163200 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1e9a1f8d-f7cd-40f8-90d8-6acea19da208 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-146636383-network', 'tenant_id': '61329b5303274e0fbd65a62c335127d4'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:33:23.189560 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9a1f8d-f7cd-40f8-90d8-6acea19da208 admin admin] Made reservation on behalf of 61329b5303274e0fbd65a62c335127d4 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:33:23.192167 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1f8d-f7cd-40f8-90d8-6acea19da208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:23.201032 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1f8d-f7cd-40f8-90d8-6acea19da208 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:23.283697 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1f8d-f7cd-40f8-90d8-6acea19da208 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:23.289186 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1f8d-f7cd-40f8-90d8-6acea19da208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:23.314215 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9a1f8d-f7cd-40f8-90d8-6acea19da208 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:33:23.324683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a1f8d-f7cd-40f8-90d8-6acea19da208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e29b009-e217-4312-808b-9b45e6ac76a6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:23.329553 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1f8d-f7cd-40f8-90d8-6acea19da208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:23.329899 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-1e9a1f8d-f7cd-40f8-90d8-6acea19da208 admin admin] Added segment 704fff49-bac9-48a5-99dc-d56c8bd3dd7c of type vlan for network 78956e5c-0c90-415d-874e-5a6fd757dc44 Dec 14 01:33:23.371966 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1f8d-f7cd-40f8-90d8-6acea19da208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:23.397511 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1f8d-f7cd-40f8-90d8-6acea19da208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:23.398420 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9a1f8d-f7cd-40f8-90d8-6acea19da208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:23.398994 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1f8d-f7cd-40f8-90d8-6acea19da208 admin admin] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:23.461778 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1e9a1f8d-f7cd-40f8-90d8-6acea19da208 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3025713 Dec 14 01:33:23.464470 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59058) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:23.470661 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-80d633bd-1570-4e04-911f-106081cbad3f admin admin] Request body: {'subnet': {'network_id': '78956e5c-0c90-415d-874e-5a6fd757dc44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-146636383-subnet', 'tenant_id': '61329b5303274e0fbd65a62c335127d4', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:33:23.476908 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a1f8d-f7cd-40f8-90d8-6acea19da208 admin admin] Pushing event updated for resources: {'Network': ['ID=78956e5c-0c90-415d-874e-5a6fd757dc44,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:23.487927 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 78956e5c-0c90-415d-874e-5a6fd757dc44 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:33:23.501955 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d633bd-1570-4e04-911f-106081cbad3f admin admin] Made reservation on behalf of 61329b5303274e0fbd65a62c335127d4 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:33:23.505359 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-80d633bd-1570-4e04-911f-106081cbad3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:23.528557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Sync routers for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:33:23.557530 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:33:23.558147 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:32:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:23.669737 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:33:23.680075 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-80d633bd-1570-4e04-911f-106081cbad3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:23.728988 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d633bd-1570-4e04-911f-106081cbad3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e092d45f-9480-4e09-8133-673d9c5517b6,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:23.745576 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d633bd-1570-4e04-911f-106081cbad3f admin admin] Checking segment: {'id': '704fff49-bac9-48a5-99dc-d56c8bd3dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '78956e5c-0c90-415d-874e-5a6fd757dc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:33:23.745738 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d633bd-1570-4e04-911f-106081cbad3f admin admin] Network hostable DHCP agents. Network: 78956e5c-0c90-415d-874e-5a6fd757dc44, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:33:23.763499 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d633bd-1570-4e04-911f-106081cbad3f admin admin] Network 78956e5c-0c90-415d-874e-5a6fd757dc44 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:33:23.772706 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-80d633bd-1570-4e04-911f-106081cbad3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 78956e5c-0c90-415d-874e-5a6fd757dc44) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:33:23.776829 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d633bd-1570-4e04-911f-106081cbad3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:23.777408 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-80d633bd-1570-4e04-911f-106081cbad3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:23.785216 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a176413b-0ae1-45e4-936c-8545d8f1c7a8 None None] Network 78956e5c-0c90-415d-874e-5a6fd757dc44 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:33:23.797487 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-80d633bd-1570-4e04-911f-106081cbad3f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3319654 Dec 14 01:33:23.800372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59060) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:23.806979 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-146636383-router', 'tenant_id': '61329b5303274e0fbd65a62c335127d4', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:33:23.834024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:23.835410 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:23.886866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:23.931700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-78956e5c-0c90-415d-874e-5a6fd757dc44', 'network_id': '78956e5c-0c90-415d-874e-5a6fd757dc44', 'project_id': '61329b5303274e0fbd65a62c335127d4', 'fixed_ips': [{'subnet_id': 'e092d45f-9480-4e09-8133-673d9c5517b6'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:33:23.932578 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:24.017365 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 2, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:24.030283 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:24.054574 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Checking router: 3c2fd729-c03f-4705-81a4-7a7744136539 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:33:24.054921 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Updating router 3c2fd729-c03f-4705-81a4-7a7744136539 port d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:33:24.103882 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:24.151881 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Allocated IP 172.20.0.2 (78956e5c-0c90-415d-874e-5a6fd757dc44/e092d45f-9480-4e09-8133-673d9c5517b6/a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:33:24.184393 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cffcd7c-cc4f-4da9-b9a9-f678e6d56d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:24.236977 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:24.256597 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:24.360597 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Allocated IP 172.26.1.30 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/a5d3f42c-5e06-450d-b2c7-e61a42dc517b) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:33:24.473323 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:24.509332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:24.553745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:33:24.556774 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:33:24.559269 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:33:24.583195 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35c15da-1cca-4764-942d-d8b4e1d030d8 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:33:24.586582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d3f42c-5e06-450d-b2c7-e61a42dc517b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:24.595256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:24.611670 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:24.693298 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Pushing event updated for resources: {'Port': ['ID=a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:24.696647 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Network 78956e5c-0c90-415d-874e-5a6fd757dc44 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:33:24.706510 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:33:24.713166 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:33:24.727104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:24.741192 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:24.760619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-aa86a8b3-7f25-4639-9459-35d5982ee950 None None] Provisioning complete for port a5d3f42c-5e06-450d-b2c7-e61a42dc517b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:24.760994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa86a8b3-7f25-4639-9459-35d5982ee950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:24.826438 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:24.863291 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6b2cd-7798-4c28-932a-1271596e29d3 None None] Pushing event updated for resources: {'Port': ['ID=d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:24.865805 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Attempting to bind port a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:33:24.866183 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Attempting to bind port a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '704fff49-bac9-48a5-99dc-d56c8bd3dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '78956e5c-0c90-415d-874e-5a6fd757dc44'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:33:24.866551 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Attempting to bind port a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22 on network 78956e5c-0c90-415d-874e-5a6fd757dc44 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:33:24.880275 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:33:24.880275 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Checking segment: {'id': '704fff49-bac9-48a5-99dc-d56c8bd3dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '78956e5c-0c90-415d-874e-5a6fd757dc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:33:24.880275 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:24.880275 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Bound using segment: {'id': '704fff49-bac9-48a5-99dc-d56c8bd3dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '78956e5c-0c90-415d-874e-5a6fd757dc44'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:33:24.880861 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Bound port: a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704fff49-bac9-48a5-99dc-d56c8bd3dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '78956e5c-0c90-415d-874e-5a6fd757dc44'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:33:24.881022 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:24.895977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-aa86a8b3-7f25-4639-9459-35d5982ee950 None None] Port a5d3f42c-5e06-450d-b2c7-e61a42dc517b cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:33:24.962324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Attempting to bind port d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:33:24.962703 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Attempting to bind port d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:33:24.963073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Attempting to bind port d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94 on network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:33:24.972483 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:33:24.973949 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Checking segment: {'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:33:24.973949 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:24.973949 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Bound using segment: {'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:33:24.974358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Bound port: d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:33:24.974753 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:25.022947 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] For port a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:33:25.041416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] For port a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22,segment=NetworkSegment(704fff49-bac9-48a5-99dc-d56c8bd3dd7c),segment_id=704fff49-bac9-48a5-99dc-d56c8bd3dd7c)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:33:25.044425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:25.055872 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:25.091045 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] For port d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:33:25.119761 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] For port d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:33:25.138759 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:25.145615 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cff32d-4c75-4c96-8ba7-eeee11acd7a5 None None] Pushing event updated for resources: {'Port': ['ID=a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:25.160706 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9a016f8a-a7f1-49af-a375-3576a28998d3 None None] Provisioning complete for port d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:25.161089 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a016f8a-a7f1-49af-a375-3576a28998d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:25.198170 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Router 3c6cd3f1-dcc0-45dc-83cb-411f33c70a91 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:33:25.235654 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:33:25.236329 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:33:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:25.306853 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6b2cd-7798-4c28-932a-1271596e29d3 None None] Pushing event updated for resources: {'Port': ['ID=d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:25.346458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:33:25.363923 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Sync routers for ids ['3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:33:25.372831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:25.372831 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e2e53a79-aceb-4ad3-80da-47d3e924d1b6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5704536 Dec 14 01:33:25.375596 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59062) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:25.414130 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Routers {'3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:33:25.414754 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:33:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:25.438843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a016f8a-a7f1-49af-a375-3576a28998d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:25.455031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:25.458734 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:33:25.532421 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9a016f8a-a7f1-49af-a375-3576a28998d3 None None] For port d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:33:25.572261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a016f8a-a7f1-49af-a375-3576a28998d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:25.575848 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Set router 3c6cd3f1-dcc0-45dc-83cb-411f33c70a91 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:33:25.698354 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a016f8a-a7f1-49af-a375-3576a28998d3 None None] Pushing event updated for resources: {'Port': ['ID=d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:25.724027 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a4ac839f-d6e9-4c6c-85f7-4c3e36c83793 None None] Provisioning complete for port d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:25.724425 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4ac839f-d6e9-4c6c-85f7-4c3e36c83793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:25.776347 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'name': 'tempest-TestVolumeBootPattern-146636383-router', 'tenant_id': '61329b5303274e0fbd65a62c335127d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a5d3f42c-5e06-450d-b2c7-e61a42dc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:23Z', 'updated_at': '2021-12-14T01:33:24Z', 'revision_number': 3, 'project_id': '61329b5303274e0fbd65a62c335127d4', 'gw_port': {'id': 'a5d3f42c-5e06-450d-b2c7-e61a42dc517b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:24Z', 'updated_at': '2021-12-14T01:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:25.812273 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Checking router: 3c6cd3f1-dcc0-45dc-83cb-411f33c70a91 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:33:25.812767 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Updating router 3c6cd3f1-dcc0-45dc-83cb-411f33c70a91 port a5d3f42c-5e06-450d-b2c7-e61a42dc517b binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:33:25.841346 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:25.841557 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:25.876830 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3414887-53a2-4f0e-9896-6ca0be13307e None None] The sync data for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv is: [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:33:25.905313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:26.161887 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Allocated IP 172.20.0.1 (78956e5c-0c90-415d-874e-5a6fd757dc44/e092d45f-9480-4e09-8133-673d9c5517b6/4534c841-eddb-426b-828a-f11781e7cd49) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:33:26.170081 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:26.178202 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:26.221569 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b226db-b40a-4709-952a-32f3106e2435 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:33:26.225265 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Attempting to bind port a5d3f42c-5e06-450d-b2c7-e61a42dc517b on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:33:26.225896 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Attempting to bind port a5d3f42c-5e06-450d-b2c7-e61a42dc517b by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:33:26.226443 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Attempting to bind port a5d3f42c-5e06-450d-b2c7-e61a42dc517b on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:33:26.235160 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:33:26.235873 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:33:26.236298 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:26.236875 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:33:26.237366 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Bound port: a5d3f42c-5e06-450d-b2c7-e61a42dc517b, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:33:26.237747 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:26.287927 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4c1e9-1154-44e2-b04c-162bb1db2a4f None None] Pushing event updated for resources: {'Port': ['ID=a5d3f42c-5e06-450d-b2c7-e61a42dc517b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:26.304557 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] For port a5d3f42c-5e06-450d-b2c7-e61a42dc517b, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:33:26.308133 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] For port a5d3f42c-5e06-450d-b2c7-e61a42dc517b, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a5d3f42c-5e06-450d-b2c7-e61a42dc517b,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:33:26.314973 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:26.318442 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:26.321875 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9fa0be69-f8ac-4828-9866-039785b26bec None None] Provisioning complete for port a5d3f42c-5e06-450d-b2c7-e61a42dc517b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:26.322252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9fa0be69-f8ac-4828-9866-039785b26bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:26.369687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:26.371363 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9771f235-e6ad-4498-9ca8-f8d08ef318ae None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:33:26.376614 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Routers {'3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:33:26.377850 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:33:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:26.443043 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9fa0be69-f8ac-4828-9866-039785b26bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:26.457926 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Network 78956e5c-0c90-415d-874e-5a6fd757dc44 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:33:26.467289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:33:26.468540 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9fa0be69-f8ac-4828-9866-039785b26bec None None] For port a5d3f42c-5e06-450d-b2c7-e61a42dc517b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a5d3f42c-5e06-450d-b2c7-e61a42dc517b,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:33:26.471026 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:33:26.476854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9fa0be69-f8ac-4828-9866-039785b26bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:26.487122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Pushing event updated for resources: {'Port': ['ID=4534c841-eddb-426b-828a-f11781e7cd49,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:26.536864 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f100fdb6-636d-40dc-854d-04c6824f5074 None None] Network 78956e5c-0c90-415d-874e-5a6fd757dc44 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:33:26.543311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:26.551396 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4c1e9-1154-44e2-b04c-162bb1db2a4f None None] Pushing event updated for resources: {'Port': ['ID=a5d3f42c-5e06-450d-b2c7-e61a42dc517b,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:26.562339 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] Set router 3c6cd3f1-dcc0-45dc-83cb-411f33c70a91 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:33:26.666970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0be69-f8ac-4828-9866-039785b26bec None None] Pushing event updated for resources: {'Port': ['ID=a5d3f42c-5e06-450d-b2c7-e61a42dc517b,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:26.687326 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e9e96cd6-015b-447f-868c-4fcb780b0aee None None] Provisioning complete for port a5d3f42c-5e06-450d-b2c7-e61a42dc517b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:26.687708 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9e96cd6-015b-447f-868c-4fcb780b0aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:26.710475 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:26.809050 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:26.821521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e9e96cd6-015b-447f-868c-4fcb780b0aee None None] Provisioning complete for port a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:26.822279 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9e96cd6-015b-447f-868c-4fcb780b0aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:26.849810 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'name': 'tempest-TestVolumeBootPattern-146636383-router', 'tenant_id': '61329b5303274e0fbd65a62c335127d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a5d3f42c-5e06-450d-b2c7-e61a42dc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:23Z', 'updated_at': '2021-12-14T01:33:24Z', 'revision_number': 3, 'project_id': '61329b5303274e0fbd65a62c335127d4', 'gw_port': {'id': 'a5d3f42c-5e06-450d-b2c7-e61a42dc517b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:24Z', 'updated_at': '2021-12-14T01:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:26.917227 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2dac26-a13c-4c8a-bf05-036eb4b260ca None None] The sync data for ids ['3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'] in dv-neutron-821592-1-hyperv is: [{'id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'name': 'tempest-TestVolumeBootPattern-146636383-router', 'tenant_id': '61329b5303274e0fbd65a62c335127d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a5d3f42c-5e06-450d-b2c7-e61a42dc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:23Z', 'updated_at': '2021-12-14T01:33:24Z', 'revision_number': 3, 'project_id': '61329b5303274e0fbd65a62c335127d4', 'gw_port': {'id': 'a5d3f42c-5e06-450d-b2c7-e61a42dc517b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:24Z', 'updated_at': '2021-12-14T01:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:33:26.988635 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:33:26.995679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9e96cd6-015b-447f-868c-4fcb780b0aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:27.019210 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:27.029647 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:27.083307 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e9e96cd6-015b-447f-868c-4fcb780b0aee None None] For port a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22,segment=NetworkSegment(704fff49-bac9-48a5-99dc-d56c8bd3dd7c),segment_id=704fff49-bac9-48a5-99dc-d56c8bd3dd7c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:33:27.093824 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9e96cd6-015b-447f-868c-4fcb780b0aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:27.119908 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:27.121958 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Pushing event updated for resources: {'Port': ['ID=4534c841-eddb-426b-828a-f11781e7cd49,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:27.157062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:27.157782 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:27.183844 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e96cd6-015b-447f-868c-4fcb780b0aee None None] Pushing event updated for resources: {'Port': ['ID=a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:27.225769 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2546b890-721c-407c-b825-f46ae53460ad None None] Provisioning complete for port 4534c841-eddb-426b-828a-f11781e7cd49 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:27.226522 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2546b890-721c-407c-b825-f46ae53460ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:27.287662 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Network 78956e5c-0c90-415d-874e-5a6fd757dc44 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:33:27.289678 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:33:27.303344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2546b890-721c-407c-b825-f46ae53460ad None None] Port 4534c841-eddb-426b-828a-f11781e7cd49 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:33:27.324673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2546b890-721c-407c-b825-f46ae53460ad None None] Provisioning complete for port a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:27.325049 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2546b890-721c-407c-b825-f46ae53460ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:27.351900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:33:27.442148 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Router 3c6cd3f1-dcc0-45dc-83cb-411f33c70a91 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:33:27.455392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:27.455762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:27.622946 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:33:27.630478 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6a3d4227-7f39-456e-8e29-53da261dc637 None None] Provisioning complete for port 4534c841-eddb-426b-828a-f11781e7cd49 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:27.631135 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a3d4227-7f39-456e-8e29-53da261dc637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:27.632914 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d9b8ef60-4693-4bae-8510-7130554e89ed admin admin] 10.222.0.32 "PUT /v2.0/routers/3c6cd3f1-dcc0-45dc-83cb-411f33c70a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2507250 Dec 14 01:33:27.681991 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d4227-7f39-456e-8e29-53da261dc637 None None] Port 4534c841-eddb-426b-828a-f11781e7cd49 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:33:27.727691 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:27.809683 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a3969f66-cc2e-4d6f-bd92-6f33bc87e80f None None] Provisioning complete for port 4534c841-eddb-426b-828a-f11781e7cd49 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:27.810055 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3969f66-cc2e-4d6f-bd92-6f33bc87e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:27.857232 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a3969f66-cc2e-4d6f-bd92-6f33bc87e80f None None] Port 4534c841-eddb-426b-828a-f11781e7cd49 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:33:28.421610 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59070) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:28.427777 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-02258b6f-ebe8-4635-be3b-501d38f99f18 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227540807', 'description': 'tempest-secgroup-smoke-1227540807 description', 'project_id': '92d693155b564c11a0d1d3cb4264cd6f'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:33:28.455797 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02258b6f-ebe8-4635-be3b-501d38f99f18 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:28.525040 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02258b6f-ebe8-4635-be3b-501d38f99f18 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:28.529862 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02258b6f-ebe8-4635-be3b-501d38f99f18 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:28.560338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02258b6f-ebe8-4635-be3b-501d38f99f18 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:28.561583 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-02258b6f-ebe8-4635-be3b-501d38f99f18 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1388006 Dec 14 01:33:28.563448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02258b6f-ebe8-4635-be3b-501d38f99f18 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49840949-5783-4571-a05a-41abad8dede2,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:28.564908 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59072) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:28.570558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-56921e03-0db2-4126-917f-61b834631d36 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Request body: {'security_group_rule': {'security_group_id': '49840949-5783-4571-a05a-41abad8dede2', 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:33:28.611135 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-56921e03-0db2-4126-917f-61b834631d36 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:28.673972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-56921e03-0db2-4126-917f-61b834631d36 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:28.679548 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-56921e03-0db2-4126-917f-61b834631d36 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:28.699934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56921e03-0db2-4126-917f-61b834631d36 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818ae716-2330-425a-8c57-09a942ccfb03,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:28.706736 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-56921e03-0db2-4126-917f-61b834631d36 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:28.708283 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-56921e03-0db2-4126-917f-61b834631d36 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423042 Dec 14 01:33:28.711186 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59074) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:28.715521 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-80a56adb-d8ff-4036-bbed-666020fedb4e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Request body: {'security_group_rule': {'security_group_id': '49840949-5783-4571-a05a-41abad8dede2', 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:33:28.745851 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-80a56adb-d8ff-4036-bbed-666020fedb4e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:28.819542 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-80a56adb-d8ff-4036-bbed-666020fedb4e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:28.826722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-80a56adb-d8ff-4036-bbed-666020fedb4e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:28.850029 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a56adb-d8ff-4036-bbed-666020fedb4e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67605fbc-3ed6-41cc-81aa-c3713c29c81e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:28.863019 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-80a56adb-d8ff-4036-bbed-666020fedb4e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:28.864536 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-80a56adb-d8ff-4036-bbed-666020fedb4e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1524560 Dec 14 01:33:28.867345 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59076) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:28.873328 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-efe672ea-cc3f-414f-a7c8-2144317d2714 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Request body: {'security_group_rule': {'security_group_id': '49840949-5783-4571-a05a-41abad8dede2', 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:33:28.903853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efe672ea-cc3f-414f-a7c8-2144317d2714 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:28.925099 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a5d3f42c-5e06-450d-b2c7-e61a42dc517b up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:33:28.971644 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efe672ea-cc3f-414f-a7c8-2144317d2714 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:28.975844 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efe672ea-cc3f-414f-a7c8-2144317d2714 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:28.983995 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port a5d3f42c-5e06-450d-b2c7-e61a42dc517b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:28.984491 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:28.991333 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe672ea-cc3f-414f-a7c8-2144317d2714 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18368734-ae1e-40d4-8c84-8689a79edcfa,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:29.004933 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efe672ea-cc3f-414f-a7c8-2144317d2714 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:29.006407 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-efe672ea-cc3f-414f-a7c8-2144317d2714 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378458 Dec 14 01:33:29.009412 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59078) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:29.014301 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-992eb01c-8241-4f2b-958b-bb775ea91172 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Request body: {'security_group_rule': {'security_group_id': '49840949-5783-4571-a05a-41abad8dede2', 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:33:29.055485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-992eb01c-8241-4f2b-958b-bb775ea91172 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:29.119395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-992eb01c-8241-4f2b-958b-bb775ea91172 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:29.123398 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-992eb01c-8241-4f2b-958b-bb775ea91172 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:29.141467 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992eb01c-8241-4f2b-958b-bb775ea91172 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281dc968-a5be-4307-b0d6-196e93c73d02,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:29.152600 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-992eb01c-8241-4f2b-958b-bb775ea91172 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:29.156681 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-992eb01c-8241-4f2b-958b-bb775ea91172 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435506 Dec 14 01:33:29.156833 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59080) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:29.162012 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a246e00f-d7ec-4b27-afc9-b4320076bd7f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Request body: {'security_group_rule': {'security_group_id': '49840949-5783-4571-a05a-41abad8dede2', 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:33:29.189609 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-a246e00f-d7ec-4b27-afc9-b4320076bd7f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Project 92d693155b564c11a0d1d3cb4264cd6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:33:29.194755 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a246e00f-d7ec-4b27-afc9-b4320076bd7f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:29.224914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:33:29.254777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a246e00f-d7ec-4b27-afc9-b4320076bd7f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:29.258794 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a246e00f-d7ec-4b27-afc9-b4320076bd7f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:29.271883 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:29.272734 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:29.278012 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246e00f-d7ec-4b27-afc9-b4320076bd7f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d832571-0899-4410-9677-0b8602106b9b,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:29.286175 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a246e00f-d7ec-4b27-afc9-b4320076bd7f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:29.287356 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a246e00f-d7ec-4b27-afc9-b4320076bd7f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291919 Dec 14 01:33:29.290217 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59082) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:33:29.295033 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-888a24f0-df01-4f67-87c5-a0733beec75e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Request body: {'security_group_rule': {'security_group_id': '49840949-5783-4571-a05a-41abad8dede2', 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:33:29.322189 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-888a24f0-df01-4f67-87c5-a0733beec75e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Project 92d693155b564c11a0d1d3cb4264cd6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:33:29.327736 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-888a24f0-df01-4f67-87c5-a0733beec75e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:29.381417 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Sync routers for ids ['3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:33:29.391162 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Routers {'3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:33:29.391772 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:33:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:29.394582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-888a24f0-df01-4f67-87c5-a0733beec75e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:29.399668 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-888a24f0-df01-4f67-87c5-a0733beec75e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:29.419376 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a24f0-df01-4f67-87c5-a0733beec75e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdef138-b758-4fb0-92c4-473e066174fd,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:29.425615 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-888a24f0-df01-4f67-87c5-a0733beec75e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:29.429767 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-888a24f0-df01-4f67-87c5-a0733beec75e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354978 Dec 14 01:33:29.499333 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Set router 3c6cd3f1-dcc0-45dc-83cb-411f33c70a91 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:33:29.703662 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'name': 'tempest-TestVolumeBootPattern-146636383-router', 'tenant_id': '61329b5303274e0fbd65a62c335127d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a5d3f42c-5e06-450d-b2c7-e61a42dc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:23Z', 'updated_at': '2021-12-14T01:33:26Z', 'revision_number': 4, 'project_id': '61329b5303274e0fbd65a62c335127d4', 'gw_port': {'id': 'a5d3f42c-5e06-450d-b2c7-e61a42dc517b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:24Z', 'updated_at': '2021-12-14T01:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4534c841-eddb-426b-828a-f11781e7cd49', 'name': '', 'network_id': '78956e5c-0c90-415d-874e-5a6fd757dc44', 'tenant_id': '61329b5303274e0fbd65a62c335127d4', 'mac_address': 'fa:16:3e:6c:6b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'e092d45f-9480-4e09-8133-673d9c5517b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:25Z', 'updated_at': '2021-12-14T01:33:26Z', 'revision_number': 2, 'project_id': '61329b5303274e0fbd65a62c335127d4', 'subnets': [{'id': 'e092d45f-9480-4e09-8133-673d9c5517b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:29.732949 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Checking router: 3c6cd3f1-dcc0-45dc-83cb-411f33c70a91 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:33:29.733304 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Updating router 3c6cd3f1-dcc0-45dc-83cb-411f33c70a91 port 4534c841-eddb-426b-828a-f11781e7cd49 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:33:29.758051 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:30.032862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:30.039415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:30.099415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72028b80-a42c-467d-8e86-90a4c38ff98d None None] Pushing event updated for resources: {'Port': ['ID=4534c841-eddb-426b-828a-f11781e7cd49,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:30.150109 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Attempting to bind port 4534c841-eddb-426b-828a-f11781e7cd49 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:33:30.150470 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Attempting to bind port 4534c841-eddb-426b-828a-f11781e7cd49 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '704fff49-bac9-48a5-99dc-d56c8bd3dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '78956e5c-0c90-415d-874e-5a6fd757dc44'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:33:30.150827 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Attempting to bind port 4534c841-eddb-426b-828a-f11781e7cd49 on network 78956e5c-0c90-415d-874e-5a6fd757dc44 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:33:30.156547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:33:30.156919 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Checking segment: {'id': '704fff49-bac9-48a5-99dc-d56c8bd3dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '78956e5c-0c90-415d-874e-5a6fd757dc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:33:30.157322 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:30.158081 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Bound using segment: {'id': '704fff49-bac9-48a5-99dc-d56c8bd3dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '78956e5c-0c90-415d-874e-5a6fd757dc44'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:33:30.158543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Bound port: 4534c841-eddb-426b-828a-f11781e7cd49, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704fff49-bac9-48a5-99dc-d56c8bd3dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '78956e5c-0c90-415d-874e-5a6fd757dc44'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:33:30.158923 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:30.225375 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] For port 4534c841-eddb-426b-828a-f11781e7cd49, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:33:30.229103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] For port 4534c841-eddb-426b-828a-f11781e7cd49, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4534c841-eddb-426b-828a-f11781e7cd49,segment=NetworkSegment(704fff49-bac9-48a5-99dc-d56c8bd3dd7c),segment_id=704fff49-bac9-48a5-99dc-d56c8bd3dd7c)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:33:30.235433 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:30.302452 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Routers {'3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:33:30.303176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:33:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:30.305522 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72028b80-a42c-467d-8e86-90a4c38ff98d None None] Pushing event updated for resources: {'Port': ['ID=4534c841-eddb-426b-828a-f11781e7cd49,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:30.428024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] Set router 3c6cd3f1-dcc0-45dc-83cb-411f33c70a91 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:33:30.461433 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6c287f40-8677-4c8d-af6c-79af8dc43736 None None] Provisioning complete for port 4534c841-eddb-426b-828a-f11781e7cd49 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:30.461922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c287f40-8677-4c8d-af6c-79af8dc43736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:30.658702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c287f40-8677-4c8d-af6c-79af8dc43736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:30.715311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6c287f40-8677-4c8d-af6c-79af8dc43736 None None] For port 4534c841-eddb-426b-828a-f11781e7cd49, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4534c841-eddb-426b-828a-f11781e7cd49,segment=NetworkSegment(704fff49-bac9-48a5-99dc-d56c8bd3dd7c),segment_id=704fff49-bac9-48a5-99dc-d56c8bd3dd7c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:33:30.722031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c287f40-8677-4c8d-af6c-79af8dc43736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:30.766274 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'name': 'tempest-TestVolumeBootPattern-146636383-router', 'tenant_id': '61329b5303274e0fbd65a62c335127d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a5d3f42c-5e06-450d-b2c7-e61a42dc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:23Z', 'updated_at': '2021-12-14T01:33:26Z', 'revision_number': 4, 'project_id': '61329b5303274e0fbd65a62c335127d4', 'gw_port': {'id': 'a5d3f42c-5e06-450d-b2c7-e61a42dc517b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:24Z', 'updated_at': '2021-12-14T01:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4534c841-eddb-426b-828a-f11781e7cd49', 'name': '', 'network_id': '78956e5c-0c90-415d-874e-5a6fd757dc44', 'tenant_id': '61329b5303274e0fbd65a62c335127d4', 'mac_address': 'fa:16:3e:6c:6b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'e092d45f-9480-4e09-8133-673d9c5517b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:25Z', 'updated_at': '2021-12-14T01:33:30Z', 'revision_number': 4, 'project_id': '61329b5303274e0fbd65a62c335127d4', 'subnets': [{'id': 'e092d45f-9480-4e09-8133-673d9c5517b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:33:30.808389 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e54eef-d344-4ed8-9db4-c70388fd0661 None None] The sync data for ids ['3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'] in dv-neutron-821592-1-hyperv is: [{'id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'name': 'tempest-TestVolumeBootPattern-146636383-router', 'tenant_id': '61329b5303274e0fbd65a62c335127d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a5d3f42c-5e06-450d-b2c7-e61a42dc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:23Z', 'updated_at': '2021-12-14T01:33:26Z', 'revision_number': 4, 'project_id': '61329b5303274e0fbd65a62c335127d4', 'gw_port': {'id': 'a5d3f42c-5e06-450d-b2c7-e61a42dc517b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:24Z', 'updated_at': '2021-12-14T01:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4534c841-eddb-426b-828a-f11781e7cd49', 'name': '', 'network_id': '78956e5c-0c90-415d-874e-5a6fd757dc44', 'tenant_id': '61329b5303274e0fbd65a62c335127d4', 'mac_address': 'fa:16:3e:6c:6b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'e092d45f-9480-4e09-8133-673d9c5517b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:25Z', 'updated_at': '2021-12-14T01:33:30Z', 'revision_number': 4, 'project_id': '61329b5303274e0fbd65a62c335127d4', 'subnets': [{'id': 'e092d45f-9480-4e09-8133-673d9c5517b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:33:30.814216 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c287f40-8677-4c8d-af6c-79af8dc43736 None None] Pushing event updated for resources: {'Port': ['ID=4534c841-eddb-426b-828a-f11781e7cd49,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:30.865097 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-90034ad4-1dfc-4d9a-8116-1760e0de326f None None] Provisioning complete for port 4534c841-eddb-426b-828a-f11781e7cd49 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:30.865643 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90034ad4-1dfc-4d9a-8116-1760e0de326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:32.849916 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4534c841-eddb-426b-828a-f11781e7cd49 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:33:32.899278 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 4534c841-eddb-426b-828a-f11781e7cd49 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:32.899887 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:40.792523 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:47.217927 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-88168ae4-ec8b-4276-9c0b-8493d35c66a2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227540807&fields=id&tenant_id=92d693155b564c11a0d1d3cb4264cd6f HTTP/1.1" status: 200 len: 267 time: 0.0453205 Dec 14 01:33:47.331649 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-01577516-37a3-4b5c-ae36-afeb410ed975 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:47.333035 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-01577516-37a3-4b5c-ae36-afeb410ed975 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 812 time: 0.1084142 Dec 14 01:33:47.351307 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-ea371254-42c1-4f91-9b1a-b5e2d931df84 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/quotas/92d693155b564c11a0d1d3cb4264cd6f HTTP/1.1" status: 200 len: 375 time: 0.0099549 Dec 14 01:33:47.412809 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-8401eee4-7233-4f2c-a694-77b53b9487fa tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549250 Dec 14 01:33:47.611697 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-bbccbef6-d792-406c-93e5-695224945477 service neutron] 10.222.0.32 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863670 Dec 14 01:33:47.711189 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-d04aa317-7bfb-45b0-ad04-40dc426e5782 service neutron] 10.222.0.32 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906129 Dec 14 01:33:48.051911 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4013cf62-197a-4677-b5fc-8d9943b760ba req-7a878efb-94fc-47ac-aab0-ef6662d7822b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 210 time: 0.0276062 Dec 14 01:33:49.106258 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-eb6eff0c-52b7-4c68-ae12-a0614c91a1bb tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:49.107853 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-eb6eff0c-52b7-4c68-ae12-a0614c91a1bb tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.16 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 812 time: 0.1087582 Dec 14 01:33:49.150980 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8272ba25-c5f1-41f5-a815-33fe598fe107 req-5d60109e-07d8-4a55-923e-01f08a94c914 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 210 time: 0.0272272 Dec 14 01:33:49.207477 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-f8573c7b-3ccf-461c-b702-516c6777b27a tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92d693155b564c11a0d1d3cb4264cd6f HTTP/1.1" status: 200 len: 380 time: 0.0590599 Dec 14 01:33:49.252598 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-38910e38-1fbc-4f23-87f7-ab7c45849a63 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Request body: {'port': {'device_id': '48220799-a4b5-454d-8dfb-b8700ec05a88', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'admin_state_up': True, 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'security_groups': ['49840949-5783-4571-a05a-41abad8dede2']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:33:49.377640 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-38910e38-1fbc-4f23-87f7-ab7c45849a63 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Made reservation on behalf of 92d693155b564c11a0d1d3cb4264cd6f for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:33:49.381277 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-38910e38-1fbc-4f23-87f7-ab7c45849a63 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:49.505617 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-38910e38-1fbc-4f23-87f7-ab7c45849a63 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Allocated IP 172.20.0.14 (fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664/88204847-08c0-4ad2-92ea-c9972dcb4ebd/2fd71ced-5094-4474-905d-142cf76dc039) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:33:49.643922 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-38910e38-1fbc-4f23-87f7-ab7c45849a63 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:49.677860 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-38910e38-1fbc-4f23-87f7-ab7c45849a63 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:49.721034 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-38910e38-1fbc-4f23-87f7-ab7c45849a63 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:33:49.724058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-38910e38-1fbc-4f23-87f7-ab7c45849a63 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:33:49.727766 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-38910e38-1fbc-4f23-87f7-ab7c45849a63 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:33:49.755158 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38910e38-1fbc-4f23-87f7-ab7c45849a63 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event updated for resources: {'Port': ['ID=2fd71ced-5094-4474-905d-142cf76dc039,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:49.784565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-38910e38-1fbc-4f23-87f7-ab7c45849a63 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:49.785174 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-38910e38-1fbc-4f23-87f7-ab7c45849a63 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:49.814249 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-38910e38-1fbc-4f23-87f7-ab7c45849a63 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5675871 Dec 14 01:33:49.832867 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Request body: {'port': {'device_id': '48220799-a4b5-454d-8dfb-b8700ec05a88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:33:49.888476 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:49.957299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-132ce494-fba7-423e-aa62-881e5c06893e None None] Provisioning complete for port 2fd71ced-5094-4474-905d-142cf76dc039 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:33:49.957934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-132ce494-fba7-423e-aa62-881e5c06893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:49.992376 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-132ce494-fba7-423e-aa62-881e5c06893e None None] Port 2fd71ced-5094-4474-905d-142cf76dc039 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:33:50.154610 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd71ced-5094-4474-905d-142cf76dc039 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:33:50.162589 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:50.176040 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Transition to ACTIVE for port object 2fd71ced-5094-4474-905d-142cf76dc039 will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:33:50.180895 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:50.257994 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Pushing event updated for resources: {'Port': ['ID=2fd71ced-5094-4474-905d-142cf76dc039,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:50.328071 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f82c1c-647f-450a-af35-ddf2b0efd589 req-82090633-12af-46cd-958b-425cf495abde tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:50.329702 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-63f82c1c-647f-450a-af35-ddf2b0efd589 req-82090633-12af-46cd-958b-425cf495abde tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 944 time: 0.1038017 Dec 14 01:33:50.367115 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Attempting to bind port 2fd71ced-5094-4474-905d-142cf76dc039 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:33:50.367446 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Attempting to bind port 2fd71ced-5094-4474-905d-142cf76dc039 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:33:50.367772 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Attempting to bind port 2fd71ced-5094-4474-905d-142cf76dc039 on network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:33:50.377007 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Port 2fd71ced-5094-4474-905d-142cf76dc039 on network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:33:50.377323 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Attempting to bind port 2fd71ced-5094-4474-905d-142cf76dc039 on network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:33:50.388463 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:33:50.388796 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Checking segment: {'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:33:50.389181 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Bound using segment: {'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:33:50.389727 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Bound port: 2fd71ced-5094-4474-905d-142cf76dc039, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:33:50.390085 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:50.416878 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-63f82c1c-647f-450a-af35-ddf2b0efd589 req-aeabbe72-6956-4b62-af38-3b21a742dcbd tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773983 Dec 14 01:33:50.472566 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] For port 2fd71ced-5094-4474-905d-142cf76dc039, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:33:50.475743 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] For port 2fd71ced-5094-4474-905d-142cf76dc039, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2fd71ced-5094-4474-905d-142cf76dc039,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:33:50.481885 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:50.521345 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:50.522097 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:50.523405 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] 10.222.0.16 "PUT /v2.0/ports/2fd71ced-5094-4474-905d-142cf76dc039 HTTP/1.1" status: 200 len: 1094 time: 0.6949978 Dec 14 01:33:50.523880 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48220799-a4b5-454d-8dfb-b8700ec05a88', 'tag': '2fd71ced-5094-4474-905d-142cf76dc039'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:33:50.526197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a4d645-c039-4e84-b74f-53d910d24ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "48220799-a4b5-454d-8dfb-b8700ec05a88", "tag": "2fd71ced-5094-4474-905d-142cf76dc039"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:33:50.549174 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3031263-6f48-43ed-9f00-7fc7f886eeeb service neutron] Pushing event updated for resources: {'Port': ['ID=2fd71ced-5094-4474-905d-142cf76dc039,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:33:50.568882 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afd1b1b-9e31-4b6a-86cd-294bd93a86bd x-openstack-request-id: req-8afd1b1b-9e31-4b6a-86cd-294bd93a86bd {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:33:50.569172 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48220799-a4b5-454d-8dfb-b8700ec05a88", "tag": "2fd71ced-5094-4474-905d-142cf76dc039", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:33:50.569423 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8afd1b1b-9e31-4b6a-86cd-294bd93a86bd {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:33:50.569838 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48220799-a4b5-454d-8dfb-b8700ec05a88', 'tag': '2fd71ced-5094-4474-905d-142cf76dc039', 'status': 'completed', 'code': 200} Dec 14 01:33:50.634134 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-3cf89d36-17cb-409a-b79b-a5a114d9311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:50.635674 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-3cf89d36-17cb-409a-b79b-a5a114d9311c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 1097 time: 0.0462525 Dec 14 01:33:50.686598 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-86fa7da7-f2e4-475c-b790-5bc42f647f67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd71ced-5094-4474-905d-142cf76dc039 HTTP/1.1" status: 200 len: 217 time: 0.0365443 Dec 14 01:33:50.737807 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-f272bfa3-3dfd-4b82-a254-069e11eb735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:50.739565 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-f272bfa3-3dfd-4b82-a254-069e11eb735f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88204847-08c0-4ad2-92ea-c9972dcb4ebd HTTP/1.1" status: 200 len: 851 time: 0.0460877 Dec 14 01:33:50.785623 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-31ef16c4-9212-4e3f-8605-d46b702eed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:50.787138 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-31ef16c4-9212-4e3f-8605-d46b702eed9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408897 Dec 14 01:33:50.885511 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-907c21ef-7c76-46ec-8b75-f9429a7b850a service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898428 Dec 14 01:33:50.980419 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d60aeb1b-4a25-4430-8c93-9eed7c208a31 req-4d153ba7-0984-4da5-bc75-f7ae86753c5d service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878425 Dec 14 01:33:51.102424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4d645-c039-4e84-b74f-53d910d24ed2 req-1ed8ffb9-754b-4926-8e99-883f61ef0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:51.103927 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e7a4d645-c039-4e84-b74f-53d910d24ed2 req-1ed8ffb9-754b-4926-8e99-883f61ef0a75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 1097 time: 0.0486603 Dec 14 01:33:51.200363 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4d645-c039-4e84-b74f-53d910d24ed2 req-365e3da6-6535-499d-922e-01e590b6ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:51.202561 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e7a4d645-c039-4e84-b74f-53d910d24ed2 req-365e3da6-6535-499d-922e-01e590b6ce27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 912 time: 0.0917883 Dec 14 01:33:51.248121 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e7a4d645-c039-4e84-b74f-53d910d24ed2 req-b3f55592-4644-40c0-8f10-b8647795b2b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd71ced-5094-4474-905d-142cf76dc039 HTTP/1.1" status: 200 len: 217 time: 0.0385611 Dec 14 01:33:51.649578 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4d645-c039-4e84-b74f-53d910d24ed2 req-13717beb-8d79-4142-8360-d9b9ee564068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:51.650938 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e7a4d645-c039-4e84-b74f-53d910d24ed2 req-13717beb-8d79-4142-8360-d9b9ee564068 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88204847-08c0-4ad2-92ea-c9972dcb4ebd HTTP/1.1" status: 200 len: 851 time: 0.3965425 Dec 14 01:33:51.676878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa891182-0992-4d29-9862-8090a47d792f req-ac26273e-93ee-4ffd-b573-5644e516f6cd tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:51.678341 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa891182-0992-4d29-9862-8090a47d792f req-ac26273e-93ee-4ffd-b573-5644e516f6cd tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 944 time: 0.0676997 Dec 14 01:33:51.739141 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4d645-c039-4e84-b74f-53d910d24ed2 req-117d7cdf-77a4-4e4a-be0f-38c9e1ad1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:51.740662 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e7a4d645-c039-4e84-b74f-53d910d24ed2 req-117d7cdf-77a4-4e4a-be0f-38c9e1ad1ad6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811388 Dec 14 01:33:51.749618 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa891182-0992-4d29-9862-8090a47d792f req-cfc136b0-3cda-47c3-8a45-7328446e1170 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575492 Dec 14 01:33:51.838335 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e7a4d645-c039-4e84-b74f-53d910d24ed2 req-4b84e567-a677-47ea-9224-8a39264d5585 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877414 Dec 14 01:33:51.924232 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53d8bd06-f34c-4b57-bc8f-f7945767e035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:51.937659 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e7a4d645-c039-4e84-b74f-53d910d24ed2 req-8951223a-cee3-4608-bb74-7368d8dd73af service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916579 Dec 14 01:33:52.873899 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e00cfb-10cb-483f-bbfa-21a9a62c1e39 req-fc27b8c1-f576-475f-a118-34c8c4bb4fcd tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:52.875506 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a9e00cfb-10cb-483f-bbfa-21a9a62c1e39 req-fc27b8c1-f576-475f-a118-34c8c4bb4fcd tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 944 time: 0.0520918 Dec 14 01:33:52.926185 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a9e00cfb-10cb-483f-bbfa-21a9a62c1e39 req-771e4d6d-c78c-42bd-a561-b5fa4bf0ab58 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442655 Dec 14 01:33:54.047434 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b1698-29c8-4acd-bb68-e24078a1cf28 req-79b766a4-f6ca-44f3-b9ca-ea50868a2751 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:54.048975 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c16b1698-29c8-4acd-bb68-e24078a1cf28 req-79b766a4-f6ca-44f3-b9ca-ea50868a2751 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 944 time: 0.0506911 Dec 14 01:33:54.104486 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c16b1698-29c8-4acd-bb68-e24078a1cf28 req-26f7fd51-16b0-4432-9a4a-93f52227ccb0 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488553 Dec 14 01:33:54.161918 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-66d97df3-8b01-4253-8b17-ca584c027854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:55.230728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2340cf5-0c5f-4b87-8cdc-786d23a59a7b req-f01153e7-3e44-4e18-9856-4c40936e1d90 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:55.232199 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e2340cf5-0c5f-4b87-8cdc-786d23a59a7b req-f01153e7-3e44-4e18-9856-4c40936e1d90 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 944 time: 0.0503588 Dec 14 01:33:55.282767 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e2340cf5-0c5f-4b87-8cdc-786d23a59a7b req-204ef881-c40c-42f5-b2a4-c83cd91d844c tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438840 Dec 14 01:33:55.410958 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:56.411793 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60975fed-97d2-4a59-8f5d-a93e022e1c4f req-c6d8a756-df2e-4806-be13-55da6b0cf4bf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:56.413338 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-60975fed-97d2-4a59-8f5d-a93e022e1c4f req-c6d8a756-df2e-4806-be13-55da6b0cf4bf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 944 time: 0.0521190 Dec 14 01:33:56.472192 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-60975fed-97d2-4a59-8f5d-a93e022e1c4f req-5df7fc28-273e-4324-a460-b39507b12659 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527761 Dec 14 01:33:56.782809 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:57.599029 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3907ad-ea67-4657-98bf-0bf12a1e1807 req-0ec102ad-d440-4fa4-bc1f-8c13dfd9301d tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:57.600579 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3907ad-ea67-4657-98bf-0bf12a1e1807 req-0ec102ad-d440-4fa4-bc1f-8c13dfd9301d tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 944 time: 0.0565009 Dec 14 01:33:57.650475 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3907ad-ea67-4657-98bf-0bf12a1e1807 req-48a15a9d-e02f-4074-aac2-ccff86055e73 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438030 Dec 14 01:33:57.734634 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:33:58.147716 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:33:58.780436 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e245484-b895-480a-8c24-e2b7718f72ce req-3df8cf4d-793e-4101-9cff-a6afe838aa36 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:58.782045 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7e245484-b895-480a-8c24-e2b7718f72ce req-3df8cf4d-793e-4101-9cff-a6afe838aa36 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 944 time: 0.0568454 Dec 14 01:33:58.832308 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7e245484-b895-480a-8c24-e2b7718f72ce req-cf2fb307-d299-4c0c-bb66-32142c60c6a6 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436440 Dec 14 01:33:59.961927 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fad08-931d-4890-9e26-dccc380b7b76 req-b38c4e7e-00c6-4d01-a7d1-0449c7282fed tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:33:59.963397 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9a7fad08-931d-4890-9e26-dccc380b7b76 req-b38c4e7e-00c6-4d01-a7d1-0449c7282fed tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 944 time: 0.0632315 Dec 14 01:34:00.020414 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9a7fad08-931d-4890-9e26-dccc380b7b76 req-da5b3122-1119-4a92-8f96-6252ea0bf5dd tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486097 Dec 14 01:34:01.161633 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f93fb4-db58-456a-8339-86791f771f80 req-2a58ae03-14df-417b-931d-9d49daebff21 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:01.163137 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c0f93fb4-db58-456a-8339-86791f771f80 req-2a58ae03-14df-417b-931d-9d49daebff21 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 944 time: 0.0605030 Dec 14 01:34:01.216917 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c0f93fb4-db58-456a-8339-86791f771f80 req-682b444d-b8fe-4486-a71c-5f7af00060ec tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451157 Dec 14 01:34:02.357164 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e62500-07aa-4c18-8c75-e25fb188d871 req-3445eb42-6d35-4d97-9946-c71954093b69 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:02.358633 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d3e62500-07aa-4c18-8c75-e25fb188d871 req-3445eb42-6d35-4d97-9946-c71954093b69 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 944 time: 0.0505579 Dec 14 01:34:02.409768 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d3e62500-07aa-4c18-8c75-e25fb188d871 req-0d3e90fd-ff24-433b-bc39-ee91dce7af4e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451045 Dec 14 01:34:03.547059 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a290350-b955-489e-9c84-b2c6c4c9019f req-47c28fa6-0cc1-428d-80f6-4a7fb4b0506a tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:03.548869 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a290350-b955-489e-9c84-b2c6c4c9019f req-47c28fa6-0cc1-428d-80f6-4a7fb4b0506a tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 944 time: 0.0572090 Dec 14 01:34:03.602973 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a290350-b955-489e-9c84-b2c6c4c9019f req-cfb5e6d2-5be4-4c39-a5a9-8797a334f197 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479050 Dec 14 01:34:03.959651 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 2fd71ced-5094-4474-905d-142cf76dc039 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:34:04.063423 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 2fd71ced-5094-4474-905d-142cf76dc039, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2fd71ced-5094-4474-905d-142cf76dc039,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:34:04.079614 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '2fd71ced-5094-4474-905d-142cf76dc039', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'port_id': '2fd71ced-5094-4474-905d-142cf76dc039', 'mac_address': 'fa:16:3e:cc:f1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:34:04.122910 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:04.138855 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd71ced-5094-4474-905d-142cf76dc039 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:34:04.163403 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 2fd71ced-5094-4474-905d-142cf76dc039, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2fd71ced-5094-4474-905d-142cf76dc039,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:34:04.169952 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:04.222147 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=2fd71ced-5094-4474-905d-142cf76dc039,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:34:04.446607 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['2fd71ced-5094-4474-905d-142cf76dc039'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:34:04.720933 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dd9af-c568-44fb-90a1-0672d9500087 req-71f27129-5c53-4f1e-a744-c574323c1682 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:04.722259 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-486dd9af-c568-44fb-90a1-0672d9500087 req-71f27129-5c53-4f1e-a744-c574323c1682 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 945 time: 0.0518584 Dec 14 01:34:04.779945 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-486dd9af-c568-44fb-90a1-0672d9500087 req-01ce118d-3287-4a98-9c61-960a54263dcf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515816 Dec 14 01:34:05.906500 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e6c13-46b8-41d1-a72f-6d9d18a7d39e req-5f55f4e5-eacf-4229-b310-fe6b14209287 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:05.908358 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d88e6c13-46b8-41d1-a72f-6d9d18a7d39e req-5f55f4e5-eacf-4229-b310-fe6b14209287 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 945 time: 0.0574176 Dec 14 01:34:05.960502 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d88e6c13-46b8-41d1-a72f-6d9d18a7d39e req-e97e3659-fc66-4dfd-93b6-d162b28d8418 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431993 Dec 14 01:34:05.991208 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 2fd71ced-5094-4474-905d-142cf76dc039 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:34:06.205642 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 2fd71ced-5094-4474-905d-142cf76dc039 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:34:06.210325 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 2fd71ced-5094-4474-905d-142cf76dc039 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:34:06.210737 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:06.292016 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:06.315650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48220799-a4b5-454d-8dfb-b8700ec05a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd71ced-5094-4474-905d-142cf76dc039'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:34:06.317991 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22510c92-a954-403e-862a-6a7a4a83485e" -d '{"events": [{"server_uuid": "48220799-a4b5-454d-8dfb-b8700ec05a88", "name": "network-vif-plugged", "status": "completed", "tag": "2fd71ced-5094-4474-905d-142cf76dc039"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:34:06.330755 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 2fd71ced-5094-4474-905d-142cf76dc039, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2fd71ced-5094-4474-905d-142cf76dc039,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:34:06.337211 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:06.362539 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f84c1eb-f7a5-4690-8837-850b5853b557 x-openstack-request-id: req-0f84c1eb-f7a5-4690-8837-850b5853b557 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:34:06.362828 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48220799-a4b5-454d-8dfb-b8700ec05a88", "name": "network-vif-plugged", "status": "completed", "tag": "2fd71ced-5094-4474-905d-142cf76dc039", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:34:06.363075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f84c1eb-f7a5-4690-8837-850b5853b557 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:34:06.363455 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48220799-a4b5-454d-8dfb-b8700ec05a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd71ced-5094-4474-905d-142cf76dc039', 'code': 200} Dec 14 01:34:06.388654 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=2fd71ced-5094-4474-905d-142cf76dc039,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:34:06.588533 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb432e7-0885-4aea-8145-d35882b2de7a req-0dc4b2a8-d5fd-4664-ad5c-8e4290f4f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:06.590032 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7fb432e7-0885-4aea-8145-d35882b2de7a req-0dc4b2a8-d5fd-4664-ad5c-8e4290f4f750 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 1099 time: 0.0490127 Dec 14 01:34:06.641111 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7fb432e7-0885-4aea-8145-d35882b2de7a req-0bfe6c0e-78cb-4b1c-96af-12cfa1fa2e2a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439861 Dec 14 01:34:07.098864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e460b07-ca0a-44f3-8ae2-16e7cf458937 req-c1a25663-6b43-4d0c-add4-8207b66e9781 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:07.100369 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e460b07-ca0a-44f3-8ae2-16e7cf458937 req-c1a25663-6b43-4d0c-add4-8207b66e9781 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 946 time: 0.0598142 Dec 14 01:34:07.154843 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e460b07-ca0a-44f3-8ae2-16e7cf458937 req-d3beb95a-3e5a-4715-9fb3-5d98a58a4ef8 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484183 Dec 14 01:34:08.302549 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e081bae-6a0a-406b-be52-737e57d3d214 req-4dca56d9-3e32-460c-ab48-fe2007461300 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:08.304081 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8e081bae-6a0a-406b-be52-737e57d3d214 req-4dca56d9-3e32-460c-ab48-fe2007461300 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 946 time: 0.0566876 Dec 14 01:34:08.358069 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8e081bae-6a0a-406b-be52-737e57d3d214 req-d814b76c-0136-4143-8264-8fde7d995565 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453732 Dec 14 01:34:08.482507 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61923324-78a4-4dd5-a349-788d5522c278 req-b88983e6-850c-47be-b9b5-803b05a67679 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:08.483988 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-61923324-78a4-4dd5-a349-788d5522c278 req-b88983e6-850c-47be-b9b5-803b05a67679 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 946 time: 0.0542798 Dec 14 01:34:08.536008 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-61923324-78a4-4dd5-a349-788d5522c278 req-69065f68-dd6a-48f9-a888-c26f94edaa9c tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459464 Dec 14 01:34:08.564135 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59306) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:34:08.654008 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e20c7c-508c-416d-8560-e1f618f6d0af tempest-TestVolumeBootPattern-1945868604 tempest-TestVolumeBootPattern-1945868604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:08.655562 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a1e20c7c-508c-416d-8560-e1f618f6d0af tempest-TestVolumeBootPattern-1945868604 tempest-TestVolumeBootPattern-1945868604-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 1094 time: 0.0904348 Dec 14 01:34:08.660552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59310) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:34:08.667402 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '2fd71ced-5094-4474-905d-142cf76dc039', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:34:08.700907 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:08.809454 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:08.921215 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Allocated IP 172.26.1.18 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/e45fd9d2-ea13-4acb-90a1-9db09eba69be) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:34:09.022251 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:09.058751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:09.096706 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:34:09.099452 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:34:09.102981 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:34:09.108263 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event updated for resources: {'Port': ['ID=e45fd9d2-ea13-4acb-90a1-9db09eba69be,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:34:09.724285 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:09.795762 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:09.948980 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:09.957269 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:10.026661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event updated for resources: {'Port': ['ID=e45fd9d2-ea13-4acb-90a1-9db09eba69be,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:34:10.039350 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:10.140807 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Floating IP 8a1b8300-00a8-4d34-a6fc-fcc948da85c0 associated. External IP: 172.26.1.18, port: 2fd71ced-5094-4474-905d-142cf76dc039. Dec 14 01:34:10.353912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Router 3c2fd729-c03f-4705-81a4-7a7744136539 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:34:10.461342 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:34:10.471160 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c059dc-997f-471e-8896-41e440490fbb None None] Sync routers for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:34:10.480412 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:10.481906 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c059dc-997f-471e-8896-41e440490fbb None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:34:10.482383 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-31c059dc-997f-471e-8896-41e440490fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:33:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:34:10.507979 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4c9e0898-952f-4bb7-969c-e02e9aa278cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8461747 Dec 14 01:34:10.508826 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48220799-a4b5-454d-8dfb-b8700ec05a88', 'tag': '2fd71ced-5094-4474-905d-142cf76dc039'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:34:10.511159 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2dd935-b326-497a-9199-49ecf3e0c0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "48220799-a4b5-454d-8dfb-b8700ec05a88", "tag": "2fd71ced-5094-4474-905d-142cf76dc039"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:34:10.589491 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-31c059dc-997f-471e-8896-41e440490fbb None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:34:10.607799 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88530f4f-616c-4762-958a-fd8b1b477476 x-openstack-request-id: req-88530f4f-616c-4762-958a-fd8b1b477476 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:34:10.608112 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48220799-a4b5-454d-8dfb-b8700ec05a88", "tag": "2fd71ced-5094-4474-905d-142cf76dc039", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:34:10.608396 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88530f4f-616c-4762-958a-fd8b1b477476 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:34:10.608799 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48220799-a4b5-454d-8dfb-b8700ec05a88', 'tag': '2fd71ced-5094-4474-905d-142cf76dc039', 'status': 'completed', 'code': 200} Dec 14 01:34:10.702618 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dd935-b326-497a-9199-49ecf3e0c0b7 req-306ced43-e301-4509-b211-55f168c6f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:10.704160 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4c2dd935-b326-497a-9199-49ecf3e0c0b7 req-306ced43-e301-4509-b211-55f168c6f850 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 1099 time: 0.0495229 Dec 14 01:34:10.787981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:10.796078 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dd935-b326-497a-9199-49ecf3e0c0b7 req-bca347ae-3b96-42f1-b300-60a75dcb812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:10.798459 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4c2dd935-b326-497a-9199-49ecf3e0c0b7 req-bca347ae-3b96-42f1-b300-60a75dcb812e service neutron] 10.222.0.16 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 912 time: 0.0870569 Dec 14 01:34:10.835184 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-31c059dc-997f-471e-8896-41e440490fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '8a1b8300-00a8-4d34-a6fc-fcc948da85c0', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'floating_ip_address': '172.26.1.18', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'port_id': '2fd71ced-5094-4474-905d-142cf76dc039', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'mac_address': 'fa:16:3e:cc:f1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48220799-a4b5-454d-8dfb-b8700ec05a88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:34:09Z', 'updated_at': '2021-12-14T01:34:09Z', 'revision_number': 0, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:34:10.863731 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c059dc-997f-471e-8896-41e440490fbb None None] Checking router: 3c2fd729-c03f-4705-81a4-7a7744136539 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:34:10.873160 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c059dc-997f-471e-8896-41e440490fbb None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:34:10.873824 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-31c059dc-997f-471e-8896-41e440490fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:33:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:34:10.875472 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4c2dd935-b326-497a-9199-49ecf3e0c0b7 req-2478da6d-2be1-4fd5-9969-099b82fceda4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd71ced-5094-4474-905d-142cf76dc039 HTTP/1.1" status: 200 len: 999 time: 0.0692778 Dec 14 01:34:10.926930 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dd935-b326-497a-9199-49ecf3e0c0b7 req-8620036f-c11a-4d14-9a51-93b0b07a5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:10.928495 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4c2dd935-b326-497a-9199-49ecf3e0c0b7 req-8620036f-c11a-4d14-9a51-93b0b07a5263 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88204847-08c0-4ad2-92ea-c9972dcb4ebd HTTP/1.1" status: 200 len: 851 time: 0.0467000 Dec 14 01:34:10.977452 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dd935-b326-497a-9199-49ecf3e0c0b7 req-b20681b3-44f8-4c7a-a1ea-6287c036055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:10.978987 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4c2dd935-b326-497a-9199-49ecf3e0c0b7 req-b20681b3-44f8-4c7a-a1ea-6287c036055f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438421 Dec 14 01:34:10.995595 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-31c059dc-997f-471e-8896-41e440490fbb None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:34:11.094917 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4c2dd935-b326-497a-9199-49ecf3e0c0b7 req-dad07163-64aa-4ad3-bfea-069e71558769 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077271 Dec 14 01:34:11.203850 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4c2dd935-b326-497a-9199-49ecf3e0c0b7 req-9dfb68e0-859c-433f-a828-331669b4b7a8 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024420 Dec 14 01:34:11.263855 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-31c059dc-997f-471e-8896-41e440490fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '8a1b8300-00a8-4d34-a6fc-fcc948da85c0', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'floating_ip_address': '172.26.1.18', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'port_id': '2fd71ced-5094-4474-905d-142cf76dc039', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'mac_address': 'fa:16:3e:cc:f1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48220799-a4b5-454d-8dfb-b8700ec05a88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:34:09Z', 'updated_at': '2021-12-14T01:34:09Z', 'revision_number': 0, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:34:11.293393 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c059dc-997f-471e-8896-41e440490fbb None None] The sync data for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv is: [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '8a1b8300-00a8-4d34-a6fc-fcc948da85c0', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'floating_ip_address': '172.26.1.18', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'port_id': '2fd71ced-5094-4474-905d-142cf76dc039', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'mac_address': 'fa:16:3e:cc:f1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48220799-a4b5-454d-8dfb-b8700ec05a88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:34:09Z', 'updated_at': '2021-12-14T01:34:09Z', 'revision_number': 0, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:34:11.523075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507e1a05-7fdc-4f50-9036-38e53ae3b2b4 None None] New status for floating IP 8a1b8300-00a8-4d34-a6fc-fcc948da85c0: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:34:21.925646 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-44d0cbb5-4a0b-4976-abec-000a94d7c654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:24.159881 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-74679c00-ac5a-4cfd-bb35-6c1be5b347a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:25.418501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:26.783993 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:27.721702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:32.836424 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0ba642bd-4714-43ae-a6e4-b8e83caebc38 req-1b01128e-1b4c-4888-97a7-1463949f4c0e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491915 Dec 14 01:34:32.940490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba642bd-4714-43ae-a6e4-b8e83caebc38 req-a2f37d37-695e-4af9-9ceb-3cd9c0eea904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:32.942020 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0ba642bd-4714-43ae-a6e4-b8e83caebc38 req-a2f37d37-695e-4af9-9ceb-3cd9c0eea904 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 1099 time: 0.0437374 Dec 14 01:34:33.061193 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba642bd-4714-43ae-a6e4-b8e83caebc38 req-3a8a22b1-2fe1-4ee9-8e32-66046a26ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:33.062618 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0ba642bd-4714-43ae-a6e4-b8e83caebc38 req-3a8a22b1-2fe1-4ee9-8e32-66046a26ffc7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 912 time: 0.0995908 Dec 14 01:34:33.132139 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0ba642bd-4714-43ae-a6e4-b8e83caebc38 req-29da3427-104f-4e2a-bb53-14be3ead28a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd71ced-5094-4474-905d-142cf76dc039 HTTP/1.1" status: 200 len: 1001 time: 0.0612326 Dec 14 01:34:33.181058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba642bd-4714-43ae-a6e4-b8e83caebc38 req-67d24022-b424-41b0-83db-d5523c60c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:33.182538 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0ba642bd-4714-43ae-a6e4-b8e83caebc38 req-67d24022-b424-41b0-83db-d5523c60c99b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88204847-08c0-4ad2-92ea-c9972dcb4ebd HTTP/1.1" status: 200 len: 851 time: 0.0436690 Dec 14 01:34:33.232414 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba642bd-4714-43ae-a6e4-b8e83caebc38 req-ad6674f4-f8bc-408a-a8ef-b4062a2fe81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:34:33.233977 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0ba642bd-4714-43ae-a6e4-b8e83caebc38 req-ad6674f4-f8bc-408a-a8ef-b4062a2fe81b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448763 Dec 14 01:34:33.324023 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0ba642bd-4714-43ae-a6e4-b8e83caebc38 req-e99dbce1-732f-42c1-a636-ea694a1c9466 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829678 Dec 14 01:34:33.429175 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0ba642bd-4714-43ae-a6e4-b8e83caebc38 req-d4059691-600e-4ff9-8b2e-4f0f7fa363c6 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978873 Dec 14 01:34:35.147415 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:34:40.807018 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:51.929349 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1349e7b6-b618-4903-b885-45cb814bbf2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:54.162766 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81624c8c-54c2-497d-8bfd-556b19b9fd48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:55.421279 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:56.797292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:34:57.722301 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:35:10.814104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:35:12.146983 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:35:21.930599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a43f4232-1f27-41e1-9593-b7c7f76aae01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:35:24.162245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1fcad841-e280-45e1-9433-965d9cd0e9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:35:25.417862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:35:26.802997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:35:27.722819 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:35:33.556602 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cdc18f60-c083-473e-9d8e-00bdb6284f0e req-1ce38585-5026-4d4f-93a2-3c58a6969a22 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0941827 Dec 14 01:35:33.664778 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc18f60-c083-473e-9d8e-00bdb6284f0e req-7ed3115a-e937-465b-a2d7-d523970906e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:35:33.666266 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cdc18f60-c083-473e-9d8e-00bdb6284f0e req-7ed3115a-e937-465b-a2d7-d523970906e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 1099 time: 0.0455289 Dec 14 01:35:33.772946 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc18f60-c083-473e-9d8e-00bdb6284f0e req-19a3771a-2c04-4def-81e6-e2667312da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:35:33.774421 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cdc18f60-c083-473e-9d8e-00bdb6284f0e req-19a3771a-2c04-4def-81e6-e2667312da5f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 912 time: 0.0861685 Dec 14 01:35:33.845067 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cdc18f60-c083-473e-9d8e-00bdb6284f0e req-ab08df46-7a4d-4acd-9b09-384f857486a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd71ced-5094-4474-905d-142cf76dc039 HTTP/1.1" status: 200 len: 1001 time: 0.0627439 Dec 14 01:35:33.902726 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc18f60-c083-473e-9d8e-00bdb6284f0e req-ff16e244-14ac-431b-ac36-9ccf6ca3f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:35:33.905217 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cdc18f60-c083-473e-9d8e-00bdb6284f0e req-ff16e244-14ac-431b-ac36-9ccf6ca3f580 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88204847-08c0-4ad2-92ea-c9972dcb4ebd HTTP/1.1" status: 200 len: 851 time: 0.0528100 Dec 14 01:35:33.956253 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc18f60-c083-473e-9d8e-00bdb6284f0e req-500b9eeb-20ef-4d7f-b7b2-73d070e503d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:35:33.957871 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cdc18f60-c083-473e-9d8e-00bdb6284f0e req-500b9eeb-20ef-4d7f-b7b2-73d070e503d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455558 Dec 14 01:35:33.968805 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-cdc18f60-c083-473e-9d8e-00bdb6284f0e req-0325e0df-f93c-426e-bcf6-128b46016378 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:35:33.969720 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cdc18f60-c083-473e-9d8e-00bdb6284f0e req-0325e0df-f93c-426e-bcf6-128b46016378 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048945 Dec 14 01:35:34.076140 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cdc18f60-c083-473e-9d8e-00bdb6284f0e req-807d5776-6008-4aa5-81ab-126a33a1728a service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989072 Dec 14 01:35:34.169454 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cdc18f60-c083-473e-9d8e-00bdb6284f0e req-d784390c-7e3c-4496-adef-742648b289b7 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860806 Dec 14 01:35:40.830568 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:35:49.154409 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:35:51.944593 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26f275f1-2b3c-4bef-89b2-123a554a94ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:35:54.162634 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0ebb880f-b637-4a2a-86ed-1c9982708130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:35:55.421144 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:35:56.803686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:35:57.725017 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:08.406722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d3003-328e-409b-857e-722537044346 req-059ad2a6-9d16-4b48-9f52-fc002b3caac5 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:08.408497 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a6d3003-328e-409b-857e-722537044346 req-059ad2a6-9d16-4b48-9f52-fc002b3caac5 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 946 time: 0.1117649 Dec 14 01:36:08.464892 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a6d3003-328e-409b-857e-722537044346 req-0cb4ceff-6957-4c0a-8c12-1a4cde58c160 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473402 Dec 14 01:36:09.650259 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994fb54-6cde-4458-ae1d-53dad9457dd2 req-83811dd7-6f1a-432e-97fd-097de86984b8 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:09.651758 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1994fb54-6cde-4458-ae1d-53dad9457dd2 req-83811dd7-6f1a-432e-97fd-097de86984b8 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 946 time: 0.1033516 Dec 14 01:36:09.702886 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1994fb54-6cde-4458-ae1d-53dad9457dd2 req-c0cefb0f-5908-427c-aec3-372db4009409 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444527 Dec 14 01:36:09.981223 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053697f3-73da-454e-880c-db4d5a782287 req-b6a17bc8-cc1f-456e-88aa-d8b6afed0744 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:09.983291 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-053697f3-73da-454e-880c-db4d5a782287 req-b6a17bc8-cc1f-456e-88aa-d8b6afed0744 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.16 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 946 time: 0.0568624 Dec 14 01:36:10.079860 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-053697f3-73da-454e-880c-db4d5a782287 req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Deleting port 2fd71ced-5094-4474-905d-142cf76dc039 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:36:10.080142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-053697f3-73da-454e-880c-db4d5a782287 req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:10.172031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-053697f3-73da-454e-880c-db4d5a782287 req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] For port 2fd71ced-5094-4474-905d-142cf76dc039, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2fd71ced-5094-4474-905d-142cf76dc039,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:36:10.172374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-053697f3-73da-454e-880c-db4d5a782287 req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:10.368400 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-053697f3-73da-454e-880c-db4d5a782287 req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:10.368655 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-053697f3-73da-454e-880c-db4d5a782287 req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:10.369025 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [req-053697f3-73da-454e-880c-db4d5a782287 req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Floating IP 8a1b8300-00a8-4d34-a6fc-fcc948da85c0 disassociated. External IP: 172.26.1.18, port: 2fd71ced-5094-4474-905d-142cf76dc039. Dec 14 01:36:10.369335 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-053697f3-73da-454e-880c-db4d5a782287 req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Calling delete_port for 2fd71ced-5094-4474-905d-142cf76dc039 owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:36:10.511830 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-053697f3-73da-454e-880c-db4d5a782287 req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:10.551571 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event deleted for resources: {'Port': ['ID=2fd71ced-5094-4474-905d-142cf76dc039,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:36:10.562221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:10.562617 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:10.562947 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:10.563286 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:10.563608 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:10.563991 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:10.564351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:10.564696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:10.565006 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:10.565347 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:10.565668 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:10.565989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:10.566311 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:10.693278 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [req-053697f3-73da-454e-880c-db4d5a782287 req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Router 3c2fd729-c03f-4705-81a4-7a7744136539 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:36:10.818662 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:10.831772 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7bf56b79-9d20-4210-8c68-6efe2f09de42 req-15fde621-94cf-4116-8621-6da295b0c5b0 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 210 time: 0.0433667 Dec 14 01:36:10.841957 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-053697f3-73da-454e-880c-db4d5a782287 req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:36:10.852142 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2fb2d6-50c4-41e4-987c-d51658ec783d None None] Sync routers for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:36:10.867761 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2fb2d6-50c4-41e4-987c-d51658ec783d None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:36:10.868482 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-9f2fb2d6-50c4-41e4-987c-d51658ec783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:35:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:36:10.896842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-053697f3-73da-454e-880c-db4d5a782287 req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] No DVR routers for this DVR port 2fd71ced-5094-4474-905d-142cf76dc039 on host hv-neutron-8215 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:36:10.899907 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-053697f3-73da-454e-880c-db4d5a782287 req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:10.903227 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-053697f3-73da-454e-880c-db4d5a782287 req-d35453e6-7eb0-424d-8b28-f77eafffbbf2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.16 "DELETE /v2.0/ports/2fd71ced-5094-4474-905d-142cf76dc039 HTTP/1.1" status: 204 len: 173 time: 0.9131410 Dec 14 01:36:10.904508 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48220799-a4b5-454d-8dfb-b8700ec05a88', 'name': 'network-vif-deleted', 'tag': '2fd71ced-5094-4474-905d-142cf76dc039'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:36:10.909679 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d513bf-37d1-446c-9dcb-a03a2e1eae4d" -d '{"events": [{"server_uuid": "48220799-a4b5-454d-8dfb-b8700ec05a88", "name": "network-vif-deleted", "tag": "2fd71ced-5094-4474-905d-142cf76dc039"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:36:10.992658 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-9f2fb2d6-50c4-41e4-987c-d51658ec783d None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:36:11.060056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490a0d75-0df7-4a1b-b587-32a5bb92fce8 x-openstack-request-id: req-490a0d75-0df7-4a1b-b587-32a5bb92fce8 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:36:11.060833 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48220799-a4b5-454d-8dfb-b8700ec05a88", "name": "network-vif-deleted", "tag": "2fd71ced-5094-4474-905d-142cf76dc039", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:36:11.061273 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-490a0d75-0df7-4a1b-b587-32a5bb92fce8 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:36:11.061848 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48220799-a4b5-454d-8dfb-b8700ec05a88', 'name': 'network-vif-deleted', 'tag': '2fd71ced-5094-4474-905d-142cf76dc039', 'status': 'completed', 'code': 200} Dec 14 01:36:11.334570 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-9f2fb2d6-50c4-41e4-987c-d51658ec783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:36:11.368545 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2fb2d6-50c4-41e4-987c-d51658ec783d None None] Checking router: 3c2fd729-c03f-4705-81a4-7a7744136539 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:36:11.378011 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2fb2d6-50c4-41e4-987c-d51658ec783d None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:36:11.378615 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-9f2fb2d6-50c4-41e4-987c-d51658ec783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:35:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:36:11.501717 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-9f2fb2d6-50c4-41e4-987c-d51658ec783d None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:36:11.713809 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-9f2fb2d6-50c4-41e4-987c-d51658ec783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:36:11.749563 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2fb2d6-50c4-41e4-987c-d51658ec783d None None] The sync data for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv is: [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:36:11.941369 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cc9f4f1e-7bbb-4db7-9161-1dfc94d26a76 req-cd0a7f54-ebb4-4afa-acb9-602f75bf0309 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 210 time: 0.0300138 Dec 14 01:36:12.001651 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8a238-7568-4c5f-b1d6-954a4d329f33 None None] New status for floating IP 8a1b8300-00a8-4d34-a6fc-fcc948da85c0: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:36:13.039364 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9e62e35d-bfae-461d-a71c-1da2ba0936dc req-1666be7a-bf01-451f-be8a-0e88a7070eb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 210 time: 0.0275502 Dec 14 01:36:14.138714 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-90f7a4a6-b9db-4836-b690-e34267b7d84f req-5686a333-77fd-48d1-8b52-7fae05c1f02a tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 210 time: 0.0299807 Dec 14 01:36:14.497879 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 2fd71ced-5094-4474-905d-142cf76dc039 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:36:14.520324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 2fd71ced-5094-4474-905d-142cf76dc039 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:36:14.520762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 2fd71ced-5094-4474-905d-142cf76dc039 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:36:15.239344 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-45029258-fc90-442b-80f4-9954ef7e69fd req-6cea97cf-7097-4655-be44-b127b964bbdf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=48220799-a4b5-454d-8dfb-b8700ec05a88 HTTP/1.1" status: 200 len: 210 time: 0.0289469 Dec 14 01:36:16.500538 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-61e44dc9-6fc9-4391-a71d-42bc640ef6d0 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227540807&fields=id&tenant_id=92d693155b564c11a0d1d3cb4264cd6f HTTP/1.1" status: 200 len: 267 time: 0.0505188 Dec 14 01:36:16.608875 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-ffb9ed11-b09a-492f-b484-cdc800a7d3b5 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:16.610222 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-ffb9ed11-b09a-492f-b484-cdc800a7d3b5 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 812 time: 0.1026409 Dec 14 01:36:16.624940 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-110b8935-9504-41b6-b770-d6b347cb7b7c tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/quotas/92d693155b564c11a0d1d3cb4264cd6f HTTP/1.1" status: 200 len: 375 time: 0.0090380 Dec 14 01:36:16.678647 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-9ba7cdd0-daad-4a86-bcb2-e2218a28a88b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476534 Dec 14 01:36:16.696408 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-4a79458e-56d7-4eed-bdb1-5ae48ef8e707 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:36:16.697368 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-4a79458e-56d7-4eed-bdb1-5ae48ef8e707 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051291 Dec 14 01:36:16.790399 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-d184d2a3-b80a-46b8-96ab-b530a9984929 service neutron] 10.222.0.32 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871272 Dec 14 01:36:16.883957 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-8a13b22c-7e7a-47bb-89a6-63492fb7437c service neutron] 10.222.0.32 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873680 Dec 14 01:36:17.183241 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9991ee6f-110b-4fcc-87e6-81e5de327ac8 req-95f93095-199a-4c07-a3ca-eaa4a6409369 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 210 time: 0.0276241 Dec 14 01:36:18.177377 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-bc38e00c-0935-4b5a-a288-c7b40c0c93e5 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:18.178673 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-bc38e00c-0935-4b5a-a288-c7b40c0c93e5 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.16 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 812 time: 0.1062579 Dec 14 01:36:18.248481 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-a36c1b0a-1aca-435f-b22d-c6f3313facd4 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92d693155b564c11a0d1d3cb4264cd6f HTTP/1.1" status: 200 len: 380 time: 0.0547874 Dec 14 01:36:18.263614 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-519df69f-0e71-42b2-ae8b-793e0b13a20f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Request body: {'port': {'device_id': '16e619a6-a708-49de-8e87-b5b6173487f4', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'admin_state_up': True, 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'security_groups': ['49840949-5783-4571-a05a-41abad8dede2']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:36:18.281733 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d6b497a4-aec7-4e56-9815-225c0ec2e160 req-e53494d4-039c-46ee-9d12-713694007824 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 210 time: 0.0322816 Dec 14 01:36:18.396545 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-519df69f-0e71-42b2-ae8b-793e0b13a20f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Made reservation on behalf of 92d693155b564c11a0d1d3cb4264cd6f for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:36:18.400341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-519df69f-0e71-42b2-ae8b-793e0b13a20f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:18.525623 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-519df69f-0e71-42b2-ae8b-793e0b13a20f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Allocated IP 172.20.0.5 (fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664/88204847-08c0-4ad2-92ea-c9972dcb4ebd/59ffbecb-d20d-4c8a-8607-4c6850645120) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:36:18.672578 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-519df69f-0e71-42b2-ae8b-793e0b13a20f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:18.707376 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-519df69f-0e71-42b2-ae8b-793e0b13a20f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:18.751100 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-519df69f-0e71-42b2-ae8b-793e0b13a20f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:36:18.754374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-519df69f-0e71-42b2-ae8b-793e0b13a20f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:36:18.758367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-519df69f-0e71-42b2-ae8b-793e0b13a20f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:36:18.789109 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519df69f-0e71-42b2-ae8b-793e0b13a20f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event updated for resources: {'Port': ['ID=59ffbecb-d20d-4c8a-8607-4c6850645120,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:36:18.824581 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-519df69f-0e71-42b2-ae8b-793e0b13a20f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:18.825235 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-519df69f-0e71-42b2-ae8b-793e0b13a20f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:18.843687 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-519df69f-0e71-42b2-ae8b-793e0b13a20f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844996 Dec 14 01:36:18.862906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Request body: {'port': {'device_id': '16e619a6-a708-49de-8e87-b5b6173487f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:36:18.921860 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:19.013331 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-eca57ee3-7f5f-4398-ad71-eaae9b7c5596 None None] Provisioning complete for port 59ffbecb-d20d-4c8a-8607-4c6850645120 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:36:19.014191 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eca57ee3-7f5f-4398-ad71-eaae9b7c5596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:19.051746 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-eca57ee3-7f5f-4398-ad71-eaae9b7c5596 None None] Port 59ffbecb-d20d-4c8a-8607-4c6850645120 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:36:19.468840 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195cd8d-af68-4921-9fd2-d3dcab458b38 req-231e6c0d-5369-41dc-864d-460a46c0e734 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:19.470296 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b195cd8d-af68-4921-9fd2-d3dcab458b38 req-231e6c0d-5369-41dc-864d-460a46c0e734 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 931 time: 0.0990808 Dec 14 01:36:19.547269 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b195cd8d-af68-4921-9fd2-d3dcab458b38 req-8f8f95d1-ed07-4dbb-9781-2db3bcc15bc3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700266 Dec 14 01:36:19.589380 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ffbecb-d20d-4c8a-8607-4c6850645120 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:36:19.597522 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:19.609640 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Transition to ACTIVE for port object 59ffbecb-d20d-4c8a-8607-4c6850645120 will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:36:19.615817 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:19.667124 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Pushing event updated for resources: {'Port': ['ID=59ffbecb-d20d-4c8a-8607-4c6850645120,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:36:19.740393 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Attempting to bind port 59ffbecb-d20d-4c8a-8607-4c6850645120 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:36:19.740729 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Attempting to bind port 59ffbecb-d20d-4c8a-8607-4c6850645120 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:36:19.741087 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Attempting to bind port 59ffbecb-d20d-4c8a-8607-4c6850645120 on network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:36:19.746206 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Port 59ffbecb-d20d-4c8a-8607-4c6850645120 on network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:36:19.747917 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Attempting to bind port 59ffbecb-d20d-4c8a-8607-4c6850645120 on network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:36:19.754298 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:36:19.754677 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Checking segment: {'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:36:19.755040 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Bound using segment: {'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:36:19.755486 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Bound port: 59ffbecb-d20d-4c8a-8607-4c6850645120, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:36:19.755847 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:19.849825 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] For port 59ffbecb-d20d-4c8a-8607-4c6850645120, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:36:19.853491 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] For port 59ffbecb-d20d-4c8a-8607-4c6850645120, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=59ffbecb-d20d-4c8a-8607-4c6850645120,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:36:19.859377 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:19.897619 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:19.898129 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:19.899790 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] 10.222.0.16 "PUT /v2.0/ports/59ffbecb-d20d-4c8a-8607-4c6850645120 HTTP/1.1" status: 200 len: 1093 time: 1.0424294 Dec 14 01:36:19.902269 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e619a6-a708-49de-8e87-b5b6173487f4', 'tag': '59ffbecb-d20d-4c8a-8607-4c6850645120'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:36:19.904873 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5559ce26-2cb0-431b-bd95-530ac43cc6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "16e619a6-a708-49de-8e87-b5b6173487f4", "tag": "59ffbecb-d20d-4c8a-8607-4c6850645120"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:36:19.929362 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e9bef-23a8-4b80-b6e9-7875f13c5321 service neutron] Pushing event updated for resources: {'Port': ['ID=59ffbecb-d20d-4c8a-8607-4c6850645120,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:36:19.976493 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62d7860-9c95-4ff9-8729-593b715fc653 x-openstack-request-id: req-d62d7860-9c95-4ff9-8729-593b715fc653 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:36:19.976716 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e619a6-a708-49de-8e87-b5b6173487f4", "tag": "59ffbecb-d20d-4c8a-8607-4c6850645120", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:36:19.976841 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d62d7860-9c95-4ff9-8729-593b715fc653 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:36:19.977236 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e619a6-a708-49de-8e87-b5b6173487f4', 'tag': '59ffbecb-d20d-4c8a-8607-4c6850645120', 'status': 'completed', 'code': 200} Dec 14 01:36:20.014917 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-17a8a33b-b687-4a29-89ed-f3ae055d0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:20.016496 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-17a8a33b-b687-4a29-89ed-f3ae055d0dae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 1096 time: 0.0577333 Dec 14 01:36:20.071242 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-acba17b4-1f8c-405d-85e8-c4adf40bedf7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59ffbecb-d20d-4c8a-8607-4c6850645120 HTTP/1.1" status: 200 len: 217 time: 0.0398772 Dec 14 01:36:20.123206 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-f9ac7660-a087-4d32-b6b5-eda56aa4cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:20.124759 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-f9ac7660-a087-4d32-b6b5-eda56aa4cbfc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88204847-08c0-4ad2-92ea-c9972dcb4ebd HTTP/1.1" status: 200 len: 851 time: 0.0465667 Dec 14 01:36:20.175960 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-fdff433c-f837-48cc-ba53-b30803b33136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:20.177491 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-fdff433c-f837-48cc-ba53-b30803b33136 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456614 Dec 14 01:36:20.268926 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-b7e279a3-39ed-4dc4-8aff-5f820485d4a1 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838747 Dec 14 01:36:20.366854 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cfb6897-b45e-476a-b07f-d95c185c7bdb req-9161396f-1bc2-4eb5-a714-21b8b0b967a3 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910673 Dec 14 01:36:20.479369 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559ce26-2cb0-431b-bd95-530ac43cc6cd req-8bcd9283-ed56-41c9-8946-82d68bd17b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:20.480903 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5559ce26-2cb0-431b-bd95-530ac43cc6cd req-8bcd9283-ed56-41c9-8946-82d68bd17b40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 1096 time: 0.0426624 Dec 14 01:36:20.579891 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559ce26-2cb0-431b-bd95-530ac43cc6cd req-ed2cdfb6-ba4e-41a1-887e-96ae6710f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:20.581498 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5559ce26-2cb0-431b-bd95-530ac43cc6cd req-ed2cdfb6-ba4e-41a1-887e-96ae6710f014 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 912 time: 0.0928133 Dec 14 01:36:20.634280 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5559ce26-2cb0-431b-bd95-530ac43cc6cd req-7900bc4e-3796-4ae0-9202-ab5c4a2d8d42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59ffbecb-d20d-4c8a-8607-4c6850645120 HTTP/1.1" status: 200 len: 217 time: 0.0456054 Dec 14 01:36:20.705776 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559ce26-2cb0-431b-bd95-530ac43cc6cd req-e979ef63-1a17-4a28-9e86-b9be8d119855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:20.707250 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5559ce26-2cb0-431b-bd95-530ac43cc6cd req-e979ef63-1a17-4a28-9e86-b9be8d119855 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88204847-08c0-4ad2-92ea-c9972dcb4ebd HTTP/1.1" status: 200 len: 851 time: 0.0651650 Dec 14 01:36:20.720223 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385ec32-bf26-455b-8f4c-45124454ef92 req-014d3ad6-a20b-413e-abbb-87b3a5b76ee7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:20.721717 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5385ec32-bf26-455b-8f4c-45124454ef92 req-014d3ad6-a20b-413e-abbb-87b3a5b76ee7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 943 time: 0.0900247 Dec 14 01:36:20.798586 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559ce26-2cb0-431b-bd95-530ac43cc6cd req-0bde6050-5b7e-4564-abc8-386364dd9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:20.798938 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5559ce26-2cb0-431b-bd95-530ac43cc6cd req-0bde6050-5b7e-4564-abc8-386364dd9be4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763779 Dec 14 01:36:20.803231 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5385ec32-bf26-455b-8f4c-45124454ef92 req-0ebcf615-3058-484d-b8c8-8c3575d56674 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730991 Dec 14 01:36:20.896573 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5559ce26-2cb0-431b-bd95-530ac43cc6cd req-e7410a9d-f481-47d6-b905-d3e4dcf06c37 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897286 Dec 14 01:36:20.998200 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5559ce26-2cb0-431b-bd95-530ac43cc6cd req-bc86bdd6-4aa3-4ee0-b2fe-9587b0c6532f service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951135 Dec 14 01:36:21.928209 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-af0bc737-61d2-4de5-81c8-28b52c6d108d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:21.933356 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50913db-867a-4fcf-bc8a-e31c861400ae req-15602a3a-c37a-482f-834e-f6a9e43eea62 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:21.935292 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a50913db-867a-4fcf-bc8a-e31c861400ae req-15602a3a-c37a-482f-834e-f6a9e43eea62 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 943 time: 0.0588725 Dec 14 01:36:21.988571 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a50913db-867a-4fcf-bc8a-e31c861400ae req-452ac14e-081f-437f-8b59-1719cc7e13b7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461459 Dec 14 01:36:23.114211 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d20d16-708d-4640-8f51-46f2324d2ad4 req-ceba5711-29fe-41c1-ad47-b4e42ebdc53b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:23.115704 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-19d20d16-708d-4640-8f51-46f2324d2ad4 req-ceba5711-29fe-41c1-ad47-b4e42ebdc53b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 943 time: 0.0543914 Dec 14 01:36:23.166906 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-19d20d16-708d-4640-8f51-46f2324d2ad4 req-789b476b-4791-4ddb-bcc5-79c10569c79a tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447392 Dec 14 01:36:24.164678 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0063c656-103f-400c-8e7b-95ded9be3b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:24.293218 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72001f-edff-40d9-a710-13bfa8a66fee req-6ca905dc-084d-43a7-9453-024619e64c41 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:24.294737 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa72001f-edff-40d9-a710-13bfa8a66fee req-6ca905dc-084d-43a7-9453-024619e64c41 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 943 time: 0.0603158 Dec 14 01:36:24.348714 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa72001f-edff-40d9-a710-13bfa8a66fee req-4489ca2e-15d2-4d46-8b6a-ce28874ebd84 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477624 Dec 14 01:36:25.416955 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:25.478771 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26350889-e35e-4de2-a314-dd643337731f req-aad0582d-d8d8-431d-a921-aa9d3c3683fd tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:25.480270 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26350889-e35e-4de2-a314-dd643337731f req-aad0582d-d8d8-431d-a921-aa9d3c3683fd tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 943 time: 0.0503044 Dec 14 01:36:25.541499 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26350889-e35e-4de2-a314-dd643337731f req-2758a829-a06b-4ace-a73d-eba583f27728 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547636 Dec 14 01:36:26.143964 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:36:26.671485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5dca6-3264-44aa-9219-433604c23c61 req-a4262f41-599f-473c-aaf5-c4035da59497 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:26.673058 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07c5dca6-3264-44aa-9219-433604c23c61 req-a4262f41-599f-473c-aaf5-c4035da59497 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 943 time: 0.0522509 Dec 14 01:36:26.724395 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07c5dca6-3264-44aa-9219-433604c23c61 req-ce089c14-0f85-41c0-93d6-5a4b0fd4d6f4 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451531 Dec 14 01:36:26.801700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:27.723127 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:27.846791 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead599b-c82f-4781-b8d2-d83d9bfca16d req-3212bef6-6e83-486c-9cad-b20ea4a16df1 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:27.848328 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8ead599b-c82f-4781-b8d2-d83d9bfca16d req-3212bef6-6e83-486c-9cad-b20ea4a16df1 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 943 time: 0.0530968 Dec 14 01:36:27.899563 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8ead599b-c82f-4781-b8d2-d83d9bfca16d req-fd1cc6d9-ec9b-4cb0-a200-34c575d73c33 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451744 Dec 14 01:36:29.024725 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d97db0-7400-4224-814c-64979eda84e6 req-9d1bb370-7c72-4ba4-aa0a-1c9a1edce99b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:29.026200 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71d97db0-7400-4224-814c-64979eda84e6 req-9d1bb370-7c72-4ba4-aa0a-1c9a1edce99b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 943 time: 0.0558355 Dec 14 01:36:29.083739 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71d97db0-7400-4224-814c-64979eda84e6 req-94adc7ff-ed65-4db5-8005-68b624b834c6 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513203 Dec 14 01:36:30.210973 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c8002-5a72-4136-af3d-fbad402d1489 req-b4dec4de-23db-48c8-8259-630073c1d1f1 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:30.212526 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d62c8002-5a72-4136-af3d-fbad402d1489 req-b4dec4de-23db-48c8-8259-630073c1d1f1 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 943 time: 0.0522110 Dec 14 01:36:30.263169 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d62c8002-5a72-4136-af3d-fbad402d1489 req-38c64970-9dfd-421f-a16a-dcdcd974ece6 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446491 Dec 14 01:36:30.594063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 59ffbecb-d20d-4c8a-8607-4c6850645120 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:36:30.704650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 59ffbecb-d20d-4c8a-8607-4c6850645120, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=59ffbecb-d20d-4c8a-8607-4c6850645120,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:36:30.716091 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '59ffbecb-d20d-4c8a-8607-4c6850645120', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'port_id': '59ffbecb-d20d-4c8a-8607-4c6850645120', 'mac_address': 'fa:16:3e:99:6c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:36:30.753117 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:30.769940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ffbecb-d20d-4c8a-8607-4c6850645120 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:36:30.789521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 59ffbecb-d20d-4c8a-8607-4c6850645120, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=59ffbecb-d20d-4c8a-8607-4c6850645120,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:36:30.796717 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:30.849516 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=59ffbecb-d20d-4c8a-8607-4c6850645120,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:36:30.860530 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:30.860988 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:30.861524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:30.862054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:30.862605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:30.863099 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:30.863632 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:30.864146 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:30.864660 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:30.865144 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:30.865679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:30.866090 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:30.866555 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:31.116814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['59ffbecb-d20d-4c8a-8607-4c6850645120'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:36:31.388731 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42130285-6bdb-4015-a820-8c3b382cd5ee req-9edbc793-d945-4cec-b25a-151b01f7afcf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:31.390192 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42130285-6bdb-4015-a820-8c3b382cd5ee req-9edbc793-d945-4cec-b25a-151b01f7afcf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 944 time: 0.0541530 Dec 14 01:36:31.449313 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42130285-6bdb-4015-a820-8c3b382cd5ee req-d1a4a351-6372-4508-a874-578e2ac6f2b9 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505934 Dec 14 01:36:32.573120 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff24b8-08cf-4ccb-881e-9c04fc3a0942 req-3225afd5-6b62-4b3c-9539-aac84320ae4d tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:32.574590 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2cff24b8-08cf-4ccb-881e-9c04fc3a0942 req-3225afd5-6b62-4b3c-9539-aac84320ae4d tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 944 time: 0.0528064 Dec 14 01:36:32.605765 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 59ffbecb-d20d-4c8a-8607-4c6850645120 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:36:32.626166 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2cff24b8-08cf-4ccb-881e-9c04fc3a0942 req-ce97fb6e-37d7-4c8c-810a-95d04ef0448b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450139 Dec 14 01:36:32.657604 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 59ffbecb-d20d-4c8a-8607-4c6850645120 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:36:32.661749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 59ffbecb-d20d-4c8a-8607-4c6850645120 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:36:32.662343 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:32.741845 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:32.765340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e619a6-a708-49de-8e87-b5b6173487f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ffbecb-d20d-4c8a-8607-4c6850645120'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:36:32.768052 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e528bb0d-9e98-46b2-b7f3-843c067b4b8d" -d '{"events": [{"server_uuid": "16e619a6-a708-49de-8e87-b5b6173487f4", "name": "network-vif-plugged", "status": "completed", "tag": "59ffbecb-d20d-4c8a-8607-4c6850645120"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:36:32.781978 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 59ffbecb-d20d-4c8a-8607-4c6850645120, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=59ffbecb-d20d-4c8a-8607-4c6850645120,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:36:32.788085 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:32.836671 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=59ffbecb-d20d-4c8a-8607-4c6850645120,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:36:32.865860 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de2053e-4276-4064-b3cd-bbb650792601 x-openstack-request-id: req-0de2053e-4276-4064-b3cd-bbb650792601 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:36:32.866163 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e619a6-a708-49de-8e87-b5b6173487f4", "name": "network-vif-plugged", "status": "completed", "tag": "59ffbecb-d20d-4c8a-8607-4c6850645120", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:36:32.866418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0de2053e-4276-4064-b3cd-bbb650792601 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:36:32.866823 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e619a6-a708-49de-8e87-b5b6173487f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ffbecb-d20d-4c8a-8607-4c6850645120', 'code': 200} Dec 14 01:36:33.090929 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf0e9a-4098-4aea-a9b3-68bdb21c7437 req-00c92927-c217-4233-a575-b9d9829cf712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:33.092407 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-19bf0e9a-4098-4aea-a9b3-68bdb21c7437 req-00c92927-c217-4233-a575-b9d9829cf712 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 1098 time: 0.0426173 Dec 14 01:36:33.143500 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-19bf0e9a-4098-4aea-a9b3-68bdb21c7437 req-a7df431d-c7f1-411b-b434-3652da2fb52d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415649 Dec 14 01:36:33.757948 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae564753-f0a4-45c0-af78-38f0786155b7 req-c9319f64-6d81-474c-afda-93073fb1df9e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:33.759468 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ae564753-f0a4-45c0-af78-38f0786155b7 req-c9319f64-6d81-474c-afda-93073fb1df9e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 945 time: 0.0564725 Dec 14 01:36:33.811983 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ae564753-f0a4-45c0-af78-38f0786155b7 req-e2334eea-4702-4425-ac16-dfd5fc1e13f7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462365 Dec 14 01:36:34.936724 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5427f-71ce-4fcf-a9bd-0f81b9786013 req-3fa1c263-b356-4754-928a-d39653e0b9fd tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:34.938487 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-04e5427f-71ce-4fcf-a9bd-0f81b9786013 req-3fa1c263-b356-4754-928a-d39653e0b9fd tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 945 time: 0.0556564 Dec 14 01:36:34.992505 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-04e5427f-71ce-4fcf-a9bd-0f81b9786013 req-3256f761-a68f-4b8f-ae61-50bc4e4f0753 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448689 Dec 14 01:36:35.110283 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460506ac-ee70-4548-b57e-6b4b4868fd03 req-816ec1d3-e448-40ae-a94e-7490dfbac550 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:35.112367 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-460506ac-ee70-4548-b57e-6b4b4868fd03 req-816ec1d3-e448-40ae-a94e-7490dfbac550 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 945 time: 0.0533736 Dec 14 01:36:35.170220 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-460506ac-ee70-4548-b57e-6b4b4868fd03 req-c983bba5-7baf-4531-a04a-c458bca8ec0d tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492647 Dec 14 01:36:35.198834 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59456) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:36:35.246038 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780eada-d380-47b2-b628-ec4bd38822a5 tempest-TestVolumeBootPattern-1945868604 tempest-TestVolumeBootPattern-1945868604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:35.247531 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4780eada-d380-47b2-b628-ec4bd38822a5 tempest-TestVolumeBootPattern-1945868604 tempest-TestVolumeBootPattern-1945868604-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 1093 time: 0.0474613 Dec 14 01:36:35.250774 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59458) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:36:35.255973 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '59ffbecb-d20d-4c8a-8607-4c6850645120', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:36:35.285819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:35.400537 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:35.518292 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Allocated IP 172.26.1.74 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/7ef8bec9-56b4-4122-abdc-da00a0eaa21f) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:36:35.628492 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:35.667357 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:35.705973 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:36:35.708894 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:36:35.712413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:36:35.717674 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event updated for resources: {'Port': ['ID=7ef8bec9-56b4-4122-abdc-da00a0eaa21f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:36:35.742915 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:35.743215 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:35.743583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:35.743917 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:35.744271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:35.744594 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:35.744920 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:35.745242 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:35.745562 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:35.745878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:35.746186 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:35.746498 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:35.746811 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:36:36.100501 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:36.167812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:36.321477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:36.329644 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:36.397210 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event updated for resources: {'Port': ['ID=7ef8bec9-56b4-4122-abdc-da00a0eaa21f,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:36:36.413337 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:36.522725 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Floating IP c8de952a-5725-43c1-965c-75cc67cb5373 associated. External IP: 172.26.1.74, port: 59ffbecb-d20d-4c8a-8607-4c6850645120. Dec 14 01:36:37.019250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Router 3c2fd729-c03f-4705-81a4-7a7744136539 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:36:37.134179 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:36:37.145332 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf69a23-0f78-4b29-9850-60bee06bf5d3 None None] Sync routers for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:36:37.156002 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:37.156340 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf69a23-0f78-4b29-9850-60bee06bf5d3 None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:36:37.157558 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-dcf69a23-0f78-4b29-9850-60bee06bf5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:36:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:36:37.189936 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fbe105da-58e9-471d-a37b-827112864f49 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9379499 Dec 14 01:36:37.190628 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e619a6-a708-49de-8e87-b5b6173487f4', 'tag': '59ffbecb-d20d-4c8a-8607-4c6850645120'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:36:37.193483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f59fe3-a0a3-436d-adbd-0328c647ddc4" -d '{"events": [{"name": "network-changed", "server_uuid": "16e619a6-a708-49de-8e87-b5b6173487f4", "tag": "59ffbecb-d20d-4c8a-8607-4c6850645120"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:36:37.232603 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761b7213-ceaf-4956-b8cc-2fa9dc16174b x-openstack-request-id: req-761b7213-ceaf-4956-b8cc-2fa9dc16174b {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:36:37.232971 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e619a6-a708-49de-8e87-b5b6173487f4", "tag": "59ffbecb-d20d-4c8a-8607-4c6850645120", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:36:37.233290 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-761b7213-ceaf-4956-b8cc-2fa9dc16174b {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:36:37.233936 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e619a6-a708-49de-8e87-b5b6173487f4', 'tag': '59ffbecb-d20d-4c8a-8607-4c6850645120', 'status': 'completed', 'code': 200} Dec 14 01:36:37.261570 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-dcf69a23-0f78-4b29-9850-60bee06bf5d3 None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:36:37.321022 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f59fe3-a0a3-436d-adbd-0328c647ddc4 req-3a35730a-909a-4edd-84b5-dc27a16758d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:37.322532 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71f59fe3-a0a3-436d-adbd-0328c647ddc4 req-3a35730a-909a-4edd-84b5-dc27a16758d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 1098 time: 0.0421472 Dec 14 01:36:37.419464 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f59fe3-a0a3-436d-adbd-0328c647ddc4 req-1524a220-f175-42d9-b049-97f4c2946e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:37.420905 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71f59fe3-a0a3-436d-adbd-0328c647ddc4 req-1524a220-f175-42d9-b049-97f4c2946e14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 912 time: 0.0901587 Dec 14 01:36:37.483278 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-dcf69a23-0f78-4b29-9850-60bee06bf5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'c8de952a-5725-43c1-965c-75cc67cb5373', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'floating_ip_address': '172.26.1.74', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'port_id': '59ffbecb-d20d-4c8a-8607-4c6850645120', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'mac_address': 'fa:16:3e:99:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e619a6-a708-49de-8e87-b5b6173487f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:36:35Z', 'updated_at': '2021-12-14T01:36:35Z', 'revision_number': 0, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:36:37.488388 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71f59fe3-a0a3-436d-adbd-0328c647ddc4 req-f17b5c1d-bac0-48fd-b636-f505f912007d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59ffbecb-d20d-4c8a-8607-4c6850645120 HTTP/1.1" status: 200 len: 998 time: 0.0598071 Dec 14 01:36:37.512581 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf69a23-0f78-4b29-9850-60bee06bf5d3 None None] Checking router: 3c2fd729-c03f-4705-81a4-7a7744136539 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:36:37.521979 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf69a23-0f78-4b29-9850-60bee06bf5d3 None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:36:37.522606 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-dcf69a23-0f78-4b29-9850-60bee06bf5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:36:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:36:37.541287 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f59fe3-a0a3-436d-adbd-0328c647ddc4 req-34f15d50-2073-4615-ae20-a8c581d5e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:37.543126 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71f59fe3-a0a3-436d-adbd-0328c647ddc4 req-34f15d50-2073-4615-ae20-a8c581d5e472 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88204847-08c0-4ad2-92ea-c9972dcb4ebd HTTP/1.1" status: 200 len: 851 time: 0.0479898 Dec 14 01:36:37.595820 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f59fe3-a0a3-436d-adbd-0328c647ddc4 req-d65b500b-0340-4986-b954-3983aeb198ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:36:37.597426 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71f59fe3-a0a3-436d-adbd-0328c647ddc4 req-d65b500b-0340-4986-b954-3983aeb198ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473375 Dec 14 01:36:37.631424 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-dcf69a23-0f78-4b29-9850-60bee06bf5d3 None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:36:37.686677 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71f59fe3-a0a3-436d-adbd-0328c647ddc4 req-e5d4c36f-c3ab-480e-a37e-dbd4a306660a service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815158 Dec 14 01:36:37.785159 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71f59fe3-a0a3-436d-adbd-0328c647ddc4 req-28887933-504f-4172-9b78-35222dba11f2 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912242 Dec 14 01:36:37.855369 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-dcf69a23-0f78-4b29-9850-60bee06bf5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'c8de952a-5725-43c1-965c-75cc67cb5373', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'floating_ip_address': '172.26.1.74', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'port_id': '59ffbecb-d20d-4c8a-8607-4c6850645120', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'mac_address': 'fa:16:3e:99:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e619a6-a708-49de-8e87-b5b6173487f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:36:35Z', 'updated_at': '2021-12-14T01:36:35Z', 'revision_number': 0, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:36:37.887298 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf69a23-0f78-4b29-9850-60bee06bf5d3 None None] The sync data for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv is: [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'c8de952a-5725-43c1-965c-75cc67cb5373', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'floating_ip_address': '172.26.1.74', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'port_id': '59ffbecb-d20d-4c8a-8607-4c6850645120', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'mac_address': 'fa:16:3e:99:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e619a6-a708-49de-8e87-b5b6173487f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:36:35Z', 'updated_at': '2021-12-14T01:36:35Z', 'revision_number': 0, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:36:38.094115 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee54868-813a-4fa8-9311-205593f8036e None None] New status for floating IP c8de952a-5725-43c1-965c-75cc67cb5373: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:36:40.851683 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:51.933846 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7bdb2eb-7760-4221-9fc9-e109a2972677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:54.168464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8def691e-c718-46a0-8093-fd1803808c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:55.422151 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:56.807436 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:36:57.721430 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:37:03.148598 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:37:10.868177 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:37:21.937049 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c02debf3-ddf1-4e32-9d1e-a6502e925903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:37:24.169970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-856d8967-5c3e-4f2b-87bf-fb6cf84ac93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:37:25.426704 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:37:26.821429 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:37:27.727352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:37:33.822417 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-584b7e7d-ffbd-4c6d-9a24-a7489c2c8a59 req-0d7de974-be0d-4850-a1f1-16cf0af9ad08 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442560 Dec 14 01:37:33.929930 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b7e7d-ffbd-4c6d-9a24-a7489c2c8a59 req-b89ce481-f186-4a16-84c1-99a1cb64d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:37:33.932521 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-584b7e7d-ffbd-4c6d-9a24-a7489c2c8a59 req-b89ce481-f186-4a16-84c1-99a1cb64d59f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 1098 time: 0.0498405 Dec 14 01:37:34.055756 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b7e7d-ffbd-4c6d-9a24-a7489c2c8a59 req-18a8acb1-1b81-49b7-ac9c-85d2f082e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:37:34.057148 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-584b7e7d-ffbd-4c6d-9a24-a7489c2c8a59 req-18a8acb1-1b81-49b7-ac9c-85d2f082e2c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 912 time: 0.0988190 Dec 14 01:37:34.126085 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-584b7e7d-ffbd-4c6d-9a24-a7489c2c8a59 req-d0214e30-0f06-4788-9d36-f329b7f918f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59ffbecb-d20d-4c8a-8607-4c6850645120 HTTP/1.1" status: 200 len: 1000 time: 0.0617762 Dec 14 01:37:34.175658 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b7e7d-ffbd-4c6d-9a24-a7489c2c8a59 req-c6981afb-98e8-42a0-8a60-b871a9ea0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:37:34.177151 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-584b7e7d-ffbd-4c6d-9a24-a7489c2c8a59 req-c6981afb-98e8-42a0-8a60-b871a9ea0210 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88204847-08c0-4ad2-92ea-c9972dcb4ebd HTTP/1.1" status: 200 len: 851 time: 0.0442250 Dec 14 01:37:34.224758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b7e7d-ffbd-4c6d-9a24-a7489c2c8a59 req-daa530fd-7838-4d2e-9b2c-93cd50e5ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:37:34.226450 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-584b7e7d-ffbd-4c6d-9a24-a7489c2c8a59 req-daa530fd-7838-4d2e-9b2c-93cd50e5ca06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424290 Dec 14 01:37:34.323686 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-584b7e7d-ffbd-4c6d-9a24-a7489c2c8a59 req-6ad68d11-4395-4d49-bb7a-626dddd65aeb service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897605 Dec 14 01:37:34.437045 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-584b7e7d-ffbd-4c6d-9a24-a7489c2c8a59 req-244740fa-75b2-496f-bb6a-7b0f57c68ed7 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053188 Dec 14 01:37:40.152857 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:37:40.865126 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:37:51.945485 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a17711ca-6a71-4ddb-8206-4f1f5af81c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:37:54.169999 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2a647ea-107b-4d57-84bf-cca18cc51dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:37:55.438064 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:37:56.823988 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:37:57.730848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:10.862529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:16.154516 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-f3ec7fdc-3b9a-4d33-8ca2-866ac3ef26ff tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227540807&fields=id&tenant_id=92d693155b564c11a0d1d3cb4264cd6f HTTP/1.1" status: 200 len: 267 time: 0.0515862 Dec 14 01:38:16.274533 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-14d92f47-2ece-4cb9-8e77-5052ce94c784 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:16.276118 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-14d92f47-2ece-4cb9-8e77-5052ce94c784 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 812 time: 0.1115623 Dec 14 01:38:16.295430 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-cec728da-ad9e-4a14-b8b3-40ea51cde6a4 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/quotas/92d693155b564c11a0d1d3cb4264cd6f HTTP/1.1" status: 200 len: 375 time: 0.0100529 Dec 14 01:38:16.357844 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-2906f126-d9c4-4eb6-9191-a4b4d031532c tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542023 Dec 14 01:38:16.373765 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-524ac45a-4222-4b4d-9138-d83060dadf4b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:38:16.374714 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-524ac45a-4222-4b4d-9138-d83060dadf4b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050826 Dec 14 01:38:16.464957 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-90418c16-8bc0-4446-bf21-7e15106184af service neutron] 10.222.0.32 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845144 Dec 14 01:38:16.570395 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-5e5ac8b0-af40-49ab-9ae6-4c8a593885e9 service neutron] 10.222.0.32 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967460 Dec 14 01:38:16.882242 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c279f818-d459-4095-800a-81c07c344d0c req-6b675517-59bc-4247-8c6d-a286c9e6edad tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 210 time: 0.0271156 Dec 14 01:38:17.154947 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:38:17.991829 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-74481b9d-6184-4ace-9bae-83c137f61e1c req-17d605fd-e228-457d-8d06-f14fa98d5a0f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 210 time: 0.0358720 Dec 14 01:38:18.024064 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-67c8b68f-d977-462d-98f6-3b0086ed92f5 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:18.025514 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-67c8b68f-d977-462d-98f6-3b0086ed92f5 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.16 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 812 time: 0.1335044 Dec 14 01:38:18.103531 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-fa951e72-fc54-40a4-ad7f-8f593ab3d737 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92d693155b564c11a0d1d3cb4264cd6f HTTP/1.1" status: 200 len: 380 time: 0.0555706 Dec 14 01:38:18.113448 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Request body: {'port': {'device_id': 'bca8e32f-1106-4f96-a959-57f05b9efd46', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'admin_state_up': True, 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'security_groups': ['49840949-5783-4571-a05a-41abad8dede2']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:38:18.224959 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Made reservation on behalf of 92d693155b564c11a0d1d3cb4264cd6f for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:38:18.229307 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:18.362953 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Allocated IP 172.20.0.11 (fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664/88204847-08c0-4ad2-92ea-c9972dcb4ebd/86a7b0af-89ed-4e52-8665-64098576eba7) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:38:18.502083 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:18.537056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:18.578915 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:38:18.581911 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:38:18.585721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:38:18.614355 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event updated for resources: {'Port': ['ID=86a7b0af-89ed-4e52-8665-64098576eba7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:38:18.625243 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:18.625605 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:18.625942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:18.626269 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:18.626608 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:18.626911 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:18.627233 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:18.627569 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:18.627893 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:18.628238 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:18.628576 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:18.628863 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:18.629187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:18.656561 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:18.657551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:18.676238 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-a6057757-d0fa-470c-b8a0-294cd393fcb3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664091 Dec 14 01:38:18.695237 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Request body: {'port': {'device_id': 'bca8e32f-1106-4f96-a959-57f05b9efd46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:38:18.759780 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:18.894482 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8c00fa7e-5fd0-40fd-87f3-b0c7879a0c3e None None] Provisioning complete for port 86a7b0af-89ed-4e52-8665-64098576eba7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:38:18.895466 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8c00fa7e-5fd0-40fd-87f3-b0c7879a0c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:18.935793 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8c00fa7e-5fd0-40fd-87f3-b0c7879a0c3e None None] Port 86a7b0af-89ed-4e52-8665-64098576eba7 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:38:19.033454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a7b0af-89ed-4e52-8665-64098576eba7 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:38:19.041653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:19.053972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Transition to ACTIVE for port object 86a7b0af-89ed-4e52-8665-64098576eba7 will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:38:19.058700 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:19.141400 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Pushing event updated for resources: {'Port': ['ID=86a7b0af-89ed-4e52-8665-64098576eba7,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:38:19.183856 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e36f7e-be12-42d4-beb3-dcc2e4cd582c req-9ba2772d-3dad-4f1f-90ab-33f2e0cc947c tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:19.185576 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e9e36f7e-be12-42d4-beb3-dcc2e4cd582c req-9ba2772d-3dad-4f1f-90ab-33f2e0cc947c tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 944 time: 0.1228514 Dec 14 01:38:19.270528 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e9e36f7e-be12-42d4-beb3-dcc2e4cd582c req-11998e24-9dde-415f-a873-5453e0af67af tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644028 Dec 14 01:38:19.276245 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Attempting to bind port 86a7b0af-89ed-4e52-8665-64098576eba7 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:38:19.276588 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Attempting to bind port 86a7b0af-89ed-4e52-8665-64098576eba7 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:38:19.276920 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Attempting to bind port 86a7b0af-89ed-4e52-8665-64098576eba7 on network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:38:19.281434 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Port 86a7b0af-89ed-4e52-8665-64098576eba7 on network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:38:19.281753 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Attempting to bind port 86a7b0af-89ed-4e52-8665-64098576eba7 on network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:38:19.287113 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:38:19.287451 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Checking segment: {'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:38:19.287829 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Bound using segment: {'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:38:19.288752 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Bound port: 86a7b0af-89ed-4e52-8665-64098576eba7, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb0bed9-66ed-4f2c-b900-61bec69714e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:38:19.289119 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:19.361672 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] For port 86a7b0af-89ed-4e52-8665-64098576eba7, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:38:19.366303 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] For port 86a7b0af-89ed-4e52-8665-64098576eba7, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86a7b0af-89ed-4e52-8665-64098576eba7,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:38:19.372599 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:19.409164 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:19.409822 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:19.411222 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] 10.222.0.16 "PUT /v2.0/ports/86a7b0af-89ed-4e52-8665-64098576eba7 HTTP/1.1" status: 200 len: 1094 time: 0.7206006 Dec 14 01:38:19.411666 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca8e32f-1106-4f96-a959-57f05b9efd46', 'tag': '86a7b0af-89ed-4e52-8665-64098576eba7'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:38:19.414255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29621947-91a6-43bd-8eed-860fda4f63d7" -d '{"events": [{"name": "network-changed", "server_uuid": "bca8e32f-1106-4f96-a959-57f05b9efd46", "tag": "86a7b0af-89ed-4e52-8665-64098576eba7"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:38:19.439759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba76db0-5a04-4747-a513-b6adaa52c497 service neutron] Pushing event updated for resources: {'Port': ['ID=86a7b0af-89ed-4e52-8665-64098576eba7,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:38:19.464067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbed98f-92dd-422f-b217-9911bed726c4 x-openstack-request-id: req-afbed98f-92dd-422f-b217-9911bed726c4 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:38:19.465190 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca8e32f-1106-4f96-a959-57f05b9efd46", "tag": "86a7b0af-89ed-4e52-8665-64098576eba7", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:38:19.465747 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afbed98f-92dd-422f-b217-9911bed726c4 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:38:19.466226 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca8e32f-1106-4f96-a959-57f05b9efd46', 'tag': '86a7b0af-89ed-4e52-8665-64098576eba7', 'status': 'completed', 'code': 200} Dec 14 01:38:19.539310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-00f4f3b1-06aa-44c9-92cd-62150d391469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:19.541154 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-00f4f3b1-06aa-44c9-92cd-62150d391469 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 1097 time: 0.0583558 Dec 14 01:38:19.599774 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-2f1ce743-3bcc-43a9-97aa-5f2acd98acb6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86a7b0af-89ed-4e52-8665-64098576eba7 HTTP/1.1" status: 200 len: 217 time: 0.0435822 Dec 14 01:38:19.657467 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-0799eb04-880c-4e85-9bb4-273513d04e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:19.658891 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-0799eb04-880c-4e85-9bb4-273513d04e12 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88204847-08c0-4ad2-92ea-c9972dcb4ebd HTTP/1.1" status: 200 len: 851 time: 0.0513992 Dec 14 01:38:19.704662 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-d17e2ae4-6952-4763-9eef-97437deefc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:19.706176 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-d17e2ae4-6952-4763-9eef-97437deefc6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403736 Dec 14 01:38:19.805907 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-5fbaffd7-371c-48ae-a430-39f1f486c07a service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922279 Dec 14 01:38:19.899823 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c1c61393-5aef-4add-b42f-63a63fdb168f req-012647bf-7b67-4341-bd2f-47a0c6cbb2e9 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867207 Dec 14 01:38:20.033609 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29621947-91a6-43bd-8eed-860fda4f63d7 req-a1f2d8f9-7bee-42f9-bd7d-ea40e1e55e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:20.035242 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-29621947-91a6-43bd-8eed-860fda4f63d7 req-a1f2d8f9-7bee-42f9-bd7d-ea40e1e55e4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 1097 time: 0.0430238 Dec 14 01:38:20.127664 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29621947-91a6-43bd-8eed-860fda4f63d7 req-b15bdfaa-eae5-4bfd-9e33-83dcb078d737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:20.129179 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-29621947-91a6-43bd-8eed-860fda4f63d7 req-b15bdfaa-eae5-4bfd-9e33-83dcb078d737 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 912 time: 0.0871074 Dec 14 01:38:20.173148 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-29621947-91a6-43bd-8eed-860fda4f63d7 req-31851777-d690-45b0-bdbe-1f2d1d540508 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86a7b0af-89ed-4e52-8665-64098576eba7 HTTP/1.1" status: 200 len: 217 time: 0.0366356 Dec 14 01:38:20.226561 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29621947-91a6-43bd-8eed-860fda4f63d7 req-bb04945b-48b0-422e-b7ef-d90f91c346d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:20.228034 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-29621947-91a6-43bd-8eed-860fda4f63d7 req-bb04945b-48b0-422e-b7ef-d90f91c346d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88204847-08c0-4ad2-92ea-c9972dcb4ebd HTTP/1.1" status: 200 len: 851 time: 0.0483415 Dec 14 01:38:20.633568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29621947-91a6-43bd-8eed-860fda4f63d7 req-13e5d630-c72a-4916-a048-9e233f13ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:20.634991 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-29621947-91a6-43bd-8eed-860fda4f63d7 req-13e5d630-c72a-4916-a048-9e233f13ff08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3998914 Dec 14 01:38:20.647116 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606b86e-8e4a-4d90-91b7-05df6c19b5ed req-b06f4d9e-d6e1-4830-9f92-adfae0781060 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:20.648543 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f606b86e-8e4a-4d90-91b7-05df6c19b5ed req-b06f4d9e-d6e1-4830-9f92-adfae0781060 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 944 time: 0.0597017 Dec 14 01:38:20.750171 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f606b86e-8e4a-4d90-91b7-05df6c19b5ed req-b605df95-a9e1-46bf-854e-d8eda3fc8dab tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935183 Dec 14 01:38:20.774755 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-29621947-91a6-43bd-8eed-860fda4f63d7 req-ffc10d4d-730b-4858-9c82-6a1a4a4d213a service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252654 Dec 14 01:38:20.866415 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-29621947-91a6-43bd-8eed-860fda4f63d7 req-5d8ae2e3-826c-4f4d-a6c1-e8c8d56daf56 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846975 Dec 14 01:38:21.878698 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6eea9-fd14-406d-9993-cf85e5590446 req-67b1ac47-a6eb-4a3d-87e5-e588ff00acfe tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:21.880225 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-43d6eea9-fd14-406d-9993-cf85e5590446 req-67b1ac47-a6eb-4a3d-87e5-e588ff00acfe tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 944 time: 0.0556719 Dec 14 01:38:21.931151 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-43d6eea9-fd14-406d-9993-cf85e5590446 req-c4575b8a-7ec2-439f-8ad4-6afa0362fedf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446918 Dec 14 01:38:21.940020 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d2acfa2-7e9d-4df8-b2cc-de7a7edd8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:23.050572 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57455f48-5f13-4520-9678-3aa83cf253dc req-a49a6b2c-5d2f-4690-8a81-925416a16695 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:23.052119 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-57455f48-5f13-4520-9678-3aa83cf253dc req-a49a6b2c-5d2f-4690-8a81-925416a16695 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 944 time: 0.0488729 Dec 14 01:38:23.102892 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-57455f48-5f13-4520-9678-3aa83cf253dc req-4307f905-e8c0-46a4-a6fe-d0b4050722af tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432599 Dec 14 01:38:24.163319 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-645cf299-4edd-4397-ac01-0dbcc7c1fd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:24.223778 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8156d8-403b-480a-9513-0e2b43246841 req-043ad704-0c5f-4e16-aca1-857f212bfda8 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:24.225315 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9c8156d8-403b-480a-9513-0e2b43246841 req-043ad704-0c5f-4e16-aca1-857f212bfda8 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 944 time: 0.0506482 Dec 14 01:38:24.284121 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9c8156d8-403b-480a-9513-0e2b43246841 req-cfa56042-059d-40a6-ba49-45dd44be599d tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523925 Dec 14 01:38:25.405875 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766f811-6ff9-4b85-8d0b-73cbf9d86cb5 req-e25020d5-be19-44d5-968e-61628a30507f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:25.407870 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a766f811-6ff9-4b85-8d0b-73cbf9d86cb5 req-e25020d5-be19-44d5-968e-61628a30507f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 944 time: 0.0517628 Dec 14 01:38:25.430089 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:25.460942 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a766f811-6ff9-4b85-8d0b-73cbf9d86cb5 req-f5fe42eb-b9c6-4d25-891b-0df7b9d9c4d2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470695 Dec 14 01:38:26.586268 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fbaae-c733-4823-9ea6-1cf683ae8b23 req-16ea25f0-724d-48a8-8505-6f4e8720fb27 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:26.587766 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-389fbaae-c733-4823-9ea6-1cf683ae8b23 req-16ea25f0-724d-48a8-8505-6f4e8720fb27 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 944 time: 0.0534914 Dec 14 01:38:26.644078 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-389fbaae-c733-4823-9ea6-1cf683ae8b23 req-020bfb78-23ab-4990-9227-3e90d6007da3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492756 Dec 14 01:38:26.817521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:27.730881 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:27.838041 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d0730-18fa-4698-9186-8c9db1150f65 req-706f2463-717a-4b02-8e81-71ef2bc5317e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:27.839513 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-301d0730-18fa-4698-9186-8c9db1150f65 req-706f2463-717a-4b02-8e81-71ef2bc5317e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 944 time: 0.0553136 Dec 14 01:38:27.889518 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-301d0730-18fa-4698-9186-8c9db1150f65 req-c41d829b-96ab-4fcc-ba52-6c3419ce65f8 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437331 Dec 14 01:38:29.029219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4760089-5600-4942-9c27-153ed0761bad req-74bc8a7c-39c9-4818-9e41-72977ec67436 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:29.031539 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b4760089-5600-4942-9c27-153ed0761bad req-74bc8a7c-39c9-4818-9e41-72977ec67436 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 944 time: 0.0596495 Dec 14 01:38:29.084226 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b4760089-5600-4942-9c27-153ed0761bad req-3bfd78c2-038f-4ebd-9547-293bb2daf948 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453331 Dec 14 01:38:30.209087 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c6292-e8cc-4973-bbda-c7a176f294e5 req-0cfbd630-d808-4cc6-b3a8-9f67883063ba tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:30.210627 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-504c6292-e8cc-4973-bbda-c7a176f294e5 req-0cfbd630-d808-4cc6-b3a8-9f67883063ba tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 944 time: 0.0554852 Dec 14 01:38:30.264404 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-504c6292-e8cc-4973-bbda-c7a176f294e5 req-edcf6296-a7be-49e4-8971-389f42707835 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450218 Dec 14 01:38:31.156032 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 86a7b0af-89ed-4e52-8665-64098576eba7 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:38:31.256333 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 86a7b0af-89ed-4e52-8665-64098576eba7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86a7b0af-89ed-4e52-8665-64098576eba7,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:38:31.268222 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '86a7b0af-89ed-4e52-8665-64098576eba7', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'port_id': '86a7b0af-89ed-4e52-8665-64098576eba7', 'mac_address': 'fa:16:3e:ca:c3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:38:31.386161 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc68fe-5c2b-4232-85f2-542679550106 req-e832a7e7-ac9b-49ce-b70e-671681622a1a tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:31.387714 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-15bc68fe-5c2b-4232-85f2-542679550106 req-e832a7e7-ac9b-49ce-b70e-671681622a1a tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 944 time: 0.0514517 Dec 14 01:38:31.440394 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-15bc68fe-5c2b-4232-85f2-542679550106 req-6288c01f-fdde-4a1d-aaa7-a514c44b6f3f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464711 Dec 14 01:38:31.469954 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:31.482463 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a7b0af-89ed-4e52-8665-64098576eba7 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:38:31.503695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 86a7b0af-89ed-4e52-8665-64098576eba7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86a7b0af-89ed-4e52-8665-64098576eba7,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:38:31.509680 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:31.562460 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=86a7b0af-89ed-4e52-8665-64098576eba7,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:38:31.570941 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:31.571291 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:31.571636 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:31.571974 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:31.572297 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:31.572635 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:31.572991 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:31.573788 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:31.574125 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:31.574455 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:31.574776 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:31.575095 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:31.575395 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:31.794996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['86a7b0af-89ed-4e52-8665-64098576eba7'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:38:32.564418 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7112520-16f5-49fd-94cd-78c53d64391c req-b58dfc94-aac6-42e8-adb2-b2aa1f637038 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:32.565989 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c7112520-16f5-49fd-94cd-78c53d64391c req-b58dfc94-aac6-42e8-adb2-b2aa1f637038 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 945 time: 0.0519683 Dec 14 01:38:32.622798 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c7112520-16f5-49fd-94cd-78c53d64391c req-44791f52-99e2-4aab-94f6-3e396e447919 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478938 Dec 14 01:38:33.182782 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 86a7b0af-89ed-4e52-8665-64098576eba7 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:38:33.250404 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 86a7b0af-89ed-4e52-8665-64098576eba7 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:38:33.255299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 86a7b0af-89ed-4e52-8665-64098576eba7 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:38:33.255681 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:33.340829 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:33.364571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca8e32f-1106-4f96-a959-57f05b9efd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a7b0af-89ed-4e52-8665-64098576eba7'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:38:33.366827 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc22a9b-e2c8-44ef-9767-d2a38a1e2c55" -d '{"events": [{"server_uuid": "bca8e32f-1106-4f96-a959-57f05b9efd46", "name": "network-vif-plugged", "status": "completed", "tag": "86a7b0af-89ed-4e52-8665-64098576eba7"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:38:33.380441 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 86a7b0af-89ed-4e52-8665-64098576eba7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86a7b0af-89ed-4e52-8665-64098576eba7,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:38:33.385649 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:33.409233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad123e8f-e5b7-4cc4-9a4d-d5532b6ac603 x-openstack-request-id: req-ad123e8f-e5b7-4cc4-9a4d-d5532b6ac603 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:38:33.409534 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca8e32f-1106-4f96-a959-57f05b9efd46", "name": "network-vif-plugged", "status": "completed", "tag": "86a7b0af-89ed-4e52-8665-64098576eba7", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:38:33.409788 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad123e8f-e5b7-4cc4-9a4d-d5532b6ac603 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:38:33.410184 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca8e32f-1106-4f96-a959-57f05b9efd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a7b0af-89ed-4e52-8665-64098576eba7', 'code': 200} Dec 14 01:38:33.436606 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=86a7b0af-89ed-4e52-8665-64098576eba7,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:38:33.625208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21299d75-ce64-42d6-8410-0e133062b8fb req-729cb79d-4837-4668-86e1-c378c53b852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:33.626734 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-21299d75-ce64-42d6-8410-0e133062b8fb req-729cb79d-4837-4668-86e1-c378c53b852d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 1099 time: 0.0421393 Dec 14 01:38:33.675854 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-21299d75-ce64-42d6-8410-0e133062b8fb req-defe6cde-7c72-4ed1-a769-8cfa24741daa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413506 Dec 14 01:38:33.743376 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f1ac0-b5cd-41fe-879d-d16bd5cabd06 req-4b551888-8296-4b1c-b828-098f356db37b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:33.748576 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-644f1ac0-b5cd-41fe-879d-d16bd5cabd06 req-4b551888-8296-4b1c-b828-098f356db37b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 946 time: 0.0534430 Dec 14 01:38:33.800345 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-644f1ac0-b5cd-41fe-879d-d16bd5cabd06 req-92bb0ce1-0e66-426c-ab57-81eb551080e2 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493925 Dec 14 01:38:34.047042 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f9fbb80-0cd2-4fdf-9e3c-fe5443f4f1b8 req-dbdbde08-1f18-443d-af48-3776639f28f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472002 Dec 14 01:38:34.168842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fbb80-0cd2-4fdf-9e3c-fe5443f4f1b8 req-018f2744-7db3-4724-a6c7-009a84f4fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:34.170387 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f9fbb80-0cd2-4fdf-9e3c-fe5443f4f1b8 req-018f2744-7db3-4724-a6c7-009a84f4fd19 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 1098 time: 0.0579631 Dec 14 01:38:34.290002 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fbb80-0cd2-4fdf-9e3c-fe5443f4f1b8 req-9f714f16-e0ea-4fc1-b728-799d4049dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:34.291476 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f9fbb80-0cd2-4fdf-9e3c-fe5443f4f1b8 req-9f714f16-e0ea-4fc1-b728-799d4049dad2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 912 time: 0.0910273 Dec 14 01:38:34.366908 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f9fbb80-0cd2-4fdf-9e3c-fe5443f4f1b8 req-10a8c95e-f6f4-4974-83a5-68100edb341c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59ffbecb-d20d-4c8a-8607-4c6850645120 HTTP/1.1" status: 200 len: 1000 time: 0.0640790 Dec 14 01:38:34.420191 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fbb80-0cd2-4fdf-9e3c-fe5443f4f1b8 req-1f401829-f027-4d95-97ed-cffa828e9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:34.421605 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f9fbb80-0cd2-4fdf-9e3c-fe5443f4f1b8 req-1f401829-f027-4d95-97ed-cffa828e9487 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88204847-08c0-4ad2-92ea-c9972dcb4ebd HTTP/1.1" status: 200 len: 851 time: 0.0468183 Dec 14 01:38:34.475433 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fbb80-0cd2-4fdf-9e3c-fe5443f4f1b8 req-6c404ad5-8fda-44db-aace-d09d680f4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:34.476972 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f9fbb80-0cd2-4fdf-9e3c-fe5443f4f1b8 req-6c404ad5-8fda-44db-aace-d09d680f4145 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435717 Dec 14 01:38:34.581764 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f9fbb80-0cd2-4fdf-9e3c-fe5443f4f1b8 req-fea63824-81d2-4c26-95f3-227fc939f1c1 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957038 Dec 14 01:38:34.715233 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f9fbb80-0cd2-4fdf-9e3c-fe5443f4f1b8 req-60c555d5-83da-4809-b37a-5c4ae3e51dd5 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953937 Dec 14 01:38:34.939072 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bee3f-4818-4e41-8812-c9c0642b832b req-fc3e3a2b-be10-4835-8bfe-904945f4fb0f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:34.941143 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e06bee3f-4818-4e41-8812-c9c0642b832b req-fc3e3a2b-be10-4835-8bfe-904945f4fb0f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 946 time: 0.0694904 Dec 14 01:38:34.993695 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e06bee3f-4818-4e41-8812-c9c0642b832b req-2e62f916-275c-4085-be39-525ae96aec40 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463226 Dec 14 01:38:35.119625 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79570110-bb59-4475-989d-c6a303b0ca0e req-0a8bb803-858f-4a06-b963-515c296dcf85 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:35.121196 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-79570110-bb59-4475-989d-c6a303b0ca0e req-0a8bb803-858f-4a06-b963-515c296dcf85 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 946 time: 0.0516076 Dec 14 01:38:35.172969 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-79570110-bb59-4475-989d-c6a303b0ca0e req-2df1e00d-551a-464f-b771-31bbbe5938ca tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454147 Dec 14 01:38:35.195989 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59606) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:38:35.236884 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa3721e-73ed-4871-a056-3da14adb1b03 tempest-TestVolumeBootPattern-1945868604 tempest-TestVolumeBootPattern-1945868604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:35.238403 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9fa3721e-73ed-4871-a056-3da14adb1b03 tempest-TestVolumeBootPattern-1945868604 tempest-TestVolumeBootPattern-1945868604-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 1094 time: 0.0413280 Dec 14 01:38:35.242634 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59610) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:38:35.246944 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '86a7b0af-89ed-4e52-8665-64098576eba7', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:38:35.272450 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:35.381417 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:35.492945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Allocated IP 172.26.1.240 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/df6842b9-6d9c-4f2e-aa3e-2bc726c89fad) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:38:35.603408 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:35.639754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:35.679199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:38:35.682116 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:38:35.685693 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:38:35.691168 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event updated for resources: {'Port': ['ID=df6842b9-6d9c-4f2e-aa3e-2bc726c89fad,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:38:35.716686 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:35.717057 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:35.717379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:35.717711 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:35.718046 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:35.718372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:35.718703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:35.719023 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:35.719351 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:35.719672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:35.719963 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:35.720326 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:35.720642 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:38:36.075459 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:36.144946 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:36.299368 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:36.305350 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:36.373007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event updated for resources: {'Port': ['ID=df6842b9-6d9c-4f2e-aa3e-2bc726c89fad,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:38:36.387470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:36.490554 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Floating IP 099c5b5e-33f6-4f28-bf0b-44bf69392509 associated. External IP: 172.26.1.240, port: 86a7b0af-89ed-4e52-8665-64098576eba7. Dec 14 01:38:36.724172 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Router 3c2fd729-c03f-4705-81a4-7a7744136539 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:38:36.837977 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:38:36.848555 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fe3ff4-84e8-4361-9bac-df64d3f09493 None None] Sync routers for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:38:36.858409 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:36.859544 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fe3ff4-84e8-4361-9bac-df64d3f09493 None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:38:36.860178 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-91fe3ff4-84e8-4361-9bac-df64d3f09493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:38:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:38:36.885351 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e52d47c3-b87e-44db-81a2-a9689d56e653 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6417298 Dec 14 01:38:36.885954 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca8e32f-1106-4f96-a959-57f05b9efd46', 'tag': '86a7b0af-89ed-4e52-8665-64098576eba7'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:38:36.888248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8130f3da-84a2-4073-9572-9ab824cca512" -d '{"events": [{"name": "network-changed", "server_uuid": "bca8e32f-1106-4f96-a959-57f05b9efd46", "tag": "86a7b0af-89ed-4e52-8665-64098576eba7"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:38:36.933283 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8c369e-1865-4e25-917f-1e65d95556b3 x-openstack-request-id: req-df8c369e-1865-4e25-917f-1e65d95556b3 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:38:36.933659 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca8e32f-1106-4f96-a959-57f05b9efd46", "tag": "86a7b0af-89ed-4e52-8665-64098576eba7", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:38:36.933969 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df8c369e-1865-4e25-917f-1e65d95556b3 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:38:36.934478 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca8e32f-1106-4f96-a959-57f05b9efd46', 'tag': '86a7b0af-89ed-4e52-8665-64098576eba7', 'status': 'completed', 'code': 200} Dec 14 01:38:36.965787 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-91fe3ff4-84e8-4361-9bac-df64d3f09493 None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:38:37.023575 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f3da-84a2-4073-9572-9ab824cca512 req-924e8257-e38a-44ee-9315-dba9c283cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:37.025071 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8130f3da-84a2-4073-9572-9ab824cca512 req-924e8257-e38a-44ee-9315-dba9c283cf19 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 1099 time: 0.0457573 Dec 14 01:38:37.116075 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f3da-84a2-4073-9572-9ab824cca512 req-14d5847f-51ae-4023-bc1a-a20484cb07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:37.117600 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8130f3da-84a2-4073-9572-9ab824cca512 req-14d5847f-51ae-4023-bc1a-a20484cb07a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 912 time: 0.0849528 Dec 14 01:38:37.187746 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-91fe3ff4-84e8-4361-9bac-df64d3f09493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '099c5b5e-33f6-4f28-bf0b-44bf69392509', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'floating_ip_address': '172.26.1.240', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'port_id': '86a7b0af-89ed-4e52-8665-64098576eba7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'mac_address': 'fa:16:3e:ca:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8e32f-1106-4f96-a959-57f05b9efd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:38:35Z', 'updated_at': '2021-12-14T01:38:35Z', 'revision_number': 0, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address_scope': None}, {'id': 'c8de952a-5725-43c1-965c-75cc67cb5373', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'floating_ip_address': '172.26.1.74', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'port_id': '59ffbecb-d20d-4c8a-8607-4c6850645120', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'mac_address': 'fa:16:3e:99:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e619a6-a708-49de-8e87-b5b6173487f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:36:35Z', 'updated_at': '2021-12-14T01:36:38Z', 'revision_number': 1, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:38:37.191310 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8130f3da-84a2-4073-9572-9ab824cca512 req-09a5c3e1-45ee-4a0c-8f23-bee21c83c199 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86a7b0af-89ed-4e52-8665-64098576eba7 HTTP/1.1" status: 200 len: 1000 time: 0.0662155 Dec 14 01:38:37.217890 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fe3ff4-84e8-4361-9bac-df64d3f09493 None None] Checking router: 3c2fd729-c03f-4705-81a4-7a7744136539 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:38:37.226953 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fe3ff4-84e8-4361-9bac-df64d3f09493 None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:38:37.227570 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-91fe3ff4-84e8-4361-9bac-df64d3f09493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:38:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:38:37.241674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f3da-84a2-4073-9572-9ab824cca512 req-344f698c-0073-4547-a8b6-2a73b5c46081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:37.243174 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8130f3da-84a2-4073-9572-9ab824cca512 req-344f698c-0073-4547-a8b6-2a73b5c46081 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88204847-08c0-4ad2-92ea-c9972dcb4ebd HTTP/1.1" status: 200 len: 851 time: 0.0452087 Dec 14 01:38:37.290904 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f3da-84a2-4073-9572-9ab824cca512 req-0f5598be-01a1-4667-8e14-ca4afc2afcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:38:37.292354 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8130f3da-84a2-4073-9572-9ab824cca512 req-0f5598be-01a1-4667-8e14-ca4afc2afcaa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418885 Dec 14 01:38:37.336209 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-91fe3ff4-84e8-4361-9bac-df64d3f09493 None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:38:37.387057 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8130f3da-84a2-4073-9572-9ab824cca512 req-5db672d8-0cef-41f0-95df-9b0b30daacb8 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876977 Dec 14 01:38:37.482172 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8130f3da-84a2-4073-9572-9ab824cca512 req-e30983a1-43e0-4940-a00f-d84ea99214a2 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868647 Dec 14 01:38:37.570304 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-91fe3ff4-84e8-4361-9bac-df64d3f09493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '099c5b5e-33f6-4f28-bf0b-44bf69392509', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'floating_ip_address': '172.26.1.240', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'port_id': '86a7b0af-89ed-4e52-8665-64098576eba7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'mac_address': 'fa:16:3e:ca:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8e32f-1106-4f96-a959-57f05b9efd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:38:35Z', 'updated_at': '2021-12-14T01:38:35Z', 'revision_number': 0, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address_scope': None}, {'id': 'c8de952a-5725-43c1-965c-75cc67cb5373', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'floating_ip_address': '172.26.1.74', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'port_id': '59ffbecb-d20d-4c8a-8607-4c6850645120', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'mac_address': 'fa:16:3e:99:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e619a6-a708-49de-8e87-b5b6173487f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:36:35Z', 'updated_at': '2021-12-14T01:36:38Z', 'revision_number': 1, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:38:37.600426 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fe3ff4-84e8-4361-9bac-df64d3f09493 None None] The sync data for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv is: [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '099c5b5e-33f6-4f28-bf0b-44bf69392509', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'floating_ip_address': '172.26.1.240', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'port_id': '86a7b0af-89ed-4e52-8665-64098576eba7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'mac_address': 'fa:16:3e:ca:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8e32f-1106-4f96-a959-57f05b9efd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:38:35Z', 'updated_at': '2021-12-14T01:38:35Z', 'revision_number': 0, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address_scope': None}, {'id': 'c8de952a-5725-43c1-965c-75cc67cb5373', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'floating_ip_address': '172.26.1.74', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'port_id': '59ffbecb-d20d-4c8a-8607-4c6850645120', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'mac_address': 'fa:16:3e:99:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e619a6-a708-49de-8e87-b5b6173487f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:36:35Z', 'updated_at': '2021-12-14T01:36:38Z', 'revision_number': 1, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:38:37.805179 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3b244f-7374-4202-84a4-a611afe0b91a None None] New status for floating IP 099c5b5e-33f6-4f28-bf0b-44bf69392509: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:38:40.889943 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:51.946779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de47045a-48dc-4a6f-88e8-635190c00ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:54.160719 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:38:54.175418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4485440a-880c-4810-a1e4-c20845bc31d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:55.433813 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:56.822064 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:38:57.725772 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:39:10.902849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:39:21.941683 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e436096-4cf5-4b1f-8d9a-971d4c93d7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:39:24.181221 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de6b9989-6230-4033-8e58-71a692db6707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:39:25.442324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:39:26.830532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:39:27.736518 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:39:31.165972 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:39:34.831480 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f3004cf-4276-40cf-8321-ac9baa0c58f1 req-d548cdb0-f4a0-4204-a7d6-d82ddc41e1ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461853 Dec 14 01:39:34.938038 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3004cf-4276-40cf-8321-ac9baa0c58f1 req-edd74920-b09c-4453-a024-f68c5ba5e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:39:34.939571 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f3004cf-4276-40cf-8321-ac9baa0c58f1 req-edd74920-b09c-4453-a024-f68c5ba5e3b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 1098 time: 0.0438194 Dec 14 01:39:35.050814 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3004cf-4276-40cf-8321-ac9baa0c58f1 req-08a0d846-7559-4251-9137-dc4dd350c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:39:35.052328 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f3004cf-4276-40cf-8321-ac9baa0c58f1 req-08a0d846-7559-4251-9137-dc4dd350c012 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 912 time: 0.0929043 Dec 14 01:39:35.122884 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f3004cf-4276-40cf-8321-ac9baa0c58f1 req-e79d53d1-0b62-4fb4-a68c-8f5241cd3291 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59ffbecb-d20d-4c8a-8607-4c6850645120 HTTP/1.1" status: 200 len: 1000 time: 0.0635977 Dec 14 01:39:35.174540 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3004cf-4276-40cf-8321-ac9baa0c58f1 req-c16f7580-f127-41ad-ad2f-bc8f4ce4c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:39:35.176015 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f3004cf-4276-40cf-8321-ac9baa0c58f1 req-c16f7580-f127-41ad-ad2f-bc8f4ce4c4e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88204847-08c0-4ad2-92ea-c9972dcb4ebd HTTP/1.1" status: 200 len: 851 time: 0.0465019 Dec 14 01:39:35.227096 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3004cf-4276-40cf-8321-ac9baa0c58f1 req-227539ff-903c-4604-916a-7998411db53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:39:35.228606 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f3004cf-4276-40cf-8321-ac9baa0c58f1 req-227539ff-903c-4604-916a-7998411db53b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459106 Dec 14 01:39:35.319297 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f3004cf-4276-40cf-8321-ac9baa0c58f1 req-78f24027-2c7b-40ee-ac58-a236674f3f20 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827632 Dec 14 01:39:35.413340 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f3004cf-4276-40cf-8321-ac9baa0c58f1 req-e7d2b057-2b85-4fd3-bc58-ccce79cf97c8 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858383 Dec 14 01:39:40.898591 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:39:51.948050 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-31b06dab-958f-4dc1-8a86-1e07fc4cc480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:39:54.177882 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a93bc9ae-afcc-4b5d-9744-88146e95d310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:39:55.445581 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:39:56.834261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:39:57.737573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:04.140435 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59642) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:40:04.308854 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Deleting port df6842b9-6d9c-4f2e-aa3e-2bc726c89fad {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:40:04.309221 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:04.385265 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:04.385581 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:04.397635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Calling delete_port for df6842b9-6d9c-4f2e-aa3e-2bc726c89fad owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:40:04.558958 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:04.588654 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event deleted for resources: {'Port': ['ID=df6842b9-6d9c-4f2e-aa3e-2bc726c89fad,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:04.614559 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:04.614911 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:04.615274 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:04.615590 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:04.615927 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:04.616284 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:04.616618 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:04.616957 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:04.617285 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:04.617613 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:04.617937 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:04.618245 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:04.618555 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:04.659586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:04.659777 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Floating IP 099c5b5e-33f6-4f28-bf0b-44bf69392509 disassociated (deleted). External IP: 172.26.1.240, port: 86a7b0af-89ed-4e52-8665-64098576eba7. Dec 14 01:40:04.872958 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Router 3c2fd729-c03f-4705-81a4-7a7744136539 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:40:04.983063 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:40:04.988083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:04.992912 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8376a4f0-adc1-4bb5-a779-74fe314f2907 None None] Sync routers for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:40:05.001941 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8376a4f0-adc1-4bb5-a779-74fe314f2907 None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:40:05.002581 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8376a4f0-adc1-4bb5-a779-74fe314f2907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:39:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:05.015797 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4209c6fd-4e4c-4bd3-b97c-0550fd5b2cb7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "DELETE /v2.0/floatingips/099c5b5e-33f6-4f28-bf0b-44bf69392509 HTTP/1.1" status: 204 len: 168 time: 0.8742647 Dec 14 01:40:05.016426 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca8e32f-1106-4f96-a959-57f05b9efd46', 'tag': '86a7b0af-89ed-4e52-8665-64098576eba7'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:40:05.018693 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393389d5-64b1-4e55-86c4-608bf5ecfd19" -d '{"events": [{"name": "network-changed", "server_uuid": "bca8e32f-1106-4f96-a959-57f05b9efd46", "tag": "86a7b0af-89ed-4e52-8665-64098576eba7"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:40:05.108406 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-8376a4f0-adc1-4bb5-a779-74fe314f2907 None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:40:05.152512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d51f14f-4f19-4616-b12e-20c6ce1eaa8b x-openstack-request-id: req-5d51f14f-4f19-4616-b12e-20c6ce1eaa8b {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:40:05.153475 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca8e32f-1106-4f96-a959-57f05b9efd46", "tag": "86a7b0af-89ed-4e52-8665-64098576eba7", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:40:05.153919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d51f14f-4f19-4616-b12e-20c6ce1eaa8b {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:40:05.155221 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca8e32f-1106-4f96-a959-57f05b9efd46', 'tag': '86a7b0af-89ed-4e52-8665-64098576eba7', 'status': 'completed', 'code': 200} Dec 14 01:40:05.295828 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f3be6-29a6-4b35-a986-44450b447c62 req-279da74d-398c-4369-af5c-f4bf4d6e2c16 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:05.297296 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-164f3be6-29a6-4b35-a986-44450b447c62 req-279da74d-398c-4369-af5c-f4bf4d6e2c16 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 946 time: 0.0775943 Dec 14 01:40:05.302941 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393389d5-64b1-4e55-86c4-608bf5ecfd19 req-61d877e4-d019-4fcf-a138-c30debfd6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:05.304628 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-393389d5-64b1-4e55-86c4-608bf5ecfd19 req-61d877e4-d019-4fcf-a138-c30debfd6624 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 1099 time: 0.0587215 Dec 14 01:40:05.403446 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-164f3be6-29a6-4b35-a986-44450b447c62 req-3c3e9942-0572-4d5b-8f65-19b94d8b3d91 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975959 Dec 14 01:40:05.435987 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393389d5-64b1-4e55-86c4-608bf5ecfd19 req-a14f495b-ff64-47eb-8b62-7611daab60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:05.437483 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-393389d5-64b1-4e55-86c4-608bf5ecfd19 req-a14f495b-ff64-47eb-8b62-7611daab60f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 912 time: 0.1185174 Dec 14 01:40:05.446163 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8376a4f0-adc1-4bb5-a779-74fe314f2907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'c8de952a-5725-43c1-965c-75cc67cb5373', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'floating_ip_address': '172.26.1.74', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'port_id': '59ffbecb-d20d-4c8a-8607-4c6850645120', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'mac_address': 'fa:16:3e:99:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e619a6-a708-49de-8e87-b5b6173487f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:36:35Z', 'updated_at': '2021-12-14T01:36:38Z', 'revision_number': 1, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:05.471433 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8376a4f0-adc1-4bb5-a779-74fe314f2907 None None] Checking router: 3c2fd729-c03f-4705-81a4-7a7744136539 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:40:05.480235 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8376a4f0-adc1-4bb5-a779-74fe314f2907 None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:40:05.480838 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8376a4f0-adc1-4bb5-a779-74fe314f2907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:39:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:05.485461 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-393389d5-64b1-4e55-86c4-608bf5ecfd19 req-500e9acc-64a0-472b-bf98-4019404eb1e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86a7b0af-89ed-4e52-8665-64098576eba7 HTTP/1.1" status: 200 len: 217 time: 0.0401924 Dec 14 01:40:05.536980 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393389d5-64b1-4e55-86c4-608bf5ecfd19 req-766b0e3c-225a-4c23-81e4-d9d36a5b7cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:05.538455 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-393389d5-64b1-4e55-86c4-608bf5ecfd19 req-766b0e3c-225a-4c23-81e4-d9d36a5b7cf4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88204847-08c0-4ad2-92ea-c9972dcb4ebd HTTP/1.1" status: 200 len: 851 time: 0.0456762 Dec 14 01:40:05.585869 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393389d5-64b1-4e55-86c4-608bf5ecfd19 req-29974a40-28a3-48d3-aae5-fd8be12d447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:05.587358 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-393389d5-64b1-4e55-86c4-608bf5ecfd19 req-29974a40-28a3-48d3-aae5-fd8be12d447f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399022 Dec 14 01:40:05.589326 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-8376a4f0-adc1-4bb5-a779-74fe314f2907 None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:40:05.678564 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-393389d5-64b1-4e55-86c4-608bf5ecfd19 req-a178c7b3-4259-4d3b-9a7a-2faaf4879fbc service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839016 Dec 14 01:40:05.773917 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-393389d5-64b1-4e55-86c4-608bf5ecfd19 req-0df3f160-ec16-46ac-b995-3005dfea4e76 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875931 Dec 14 01:40:05.812718 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8376a4f0-adc1-4bb5-a779-74fe314f2907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'c8de952a-5725-43c1-965c-75cc67cb5373', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'floating_ip_address': '172.26.1.74', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'port_id': '59ffbecb-d20d-4c8a-8607-4c6850645120', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'mac_address': 'fa:16:3e:99:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e619a6-a708-49de-8e87-b5b6173487f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:36:35Z', 'updated_at': '2021-12-14T01:36:38Z', 'revision_number': 1, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:05.839065 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8376a4f0-adc1-4bb5-a779-74fe314f2907 None None] The sync data for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv is: [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'c8de952a-5725-43c1-965c-75cc67cb5373', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'floating_ip_address': '172.26.1.74', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'port_id': '59ffbecb-d20d-4c8a-8607-4c6850645120', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'mac_address': 'fa:16:3e:99:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e619a6-a708-49de-8e87-b5b6173487f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:36:35Z', 'updated_at': '2021-12-14T01:36:38Z', 'revision_number': 1, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:40:06.061254 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c30778-ab7f-4aea-98a6-dc990137e395 None None] New status for floating IP 099c5b5e-33f6-4f28-bf0b-44bf69392509: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:40:06.527484 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72885e-c44f-402b-a6b6-12619bffde78 req-66495109-484f-47fc-856a-c7549c11b850 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:06.529003 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ee72885e-c44f-402b-a6b6-12619bffde78 req-66495109-484f-47fc-856a-c7549c11b850 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 946 time: 0.0549049 Dec 14 01:40:06.580894 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ee72885e-c44f-402b-a6b6-12619bffde78 req-436e221c-d97e-4b05-9a41-62a82d414e4e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454755 Dec 14 01:40:06.947827 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c64cd-383e-4a80-a3f5-2ed49d983db5 req-2833e8de-1c02-40e9-a2e1-7919fa8391f7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:06.949327 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a2c64cd-383e-4a80-a3f5-2ed49d983db5 req-2833e8de-1c02-40e9-a2e1-7919fa8391f7 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.16 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 946 time: 0.0636849 Dec 14 01:40:07.043736 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-8a2c64cd-383e-4a80-a3f5-2ed49d983db5 req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Deleting port 86a7b0af-89ed-4e52-8665-64098576eba7 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:40:07.044070 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-8a2c64cd-383e-4a80-a3f5-2ed49d983db5 req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:07.149742 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-8a2c64cd-383e-4a80-a3f5-2ed49d983db5 req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] For port 86a7b0af-89ed-4e52-8665-64098576eba7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86a7b0af-89ed-4e52-8665-64098576eba7,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:40:07.150151 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-8a2c64cd-383e-4a80-a3f5-2ed49d983db5 req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:07.162840 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-8a2c64cd-383e-4a80-a3f5-2ed49d983db5 req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Calling delete_port for 86a7b0af-89ed-4e52-8665-64098576eba7 owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:40:07.300496 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-8a2c64cd-383e-4a80-a3f5-2ed49d983db5 req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:07.326701 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event deleted for resources: {'Port': ['ID=86a7b0af-89ed-4e52-8665-64098576eba7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:07.336548 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:07.336901 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:07.337249 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:07.337585 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:07.337915 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:07.338255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:07.338583 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:07.338914 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:07.339809 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:07.339809 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:07.339809 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:07.340168 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:07.340477 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:07.380295 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2c64cd-383e-4a80-a3f5-2ed49d983db5 req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] No DVR routers for this DVR port 86a7b0af-89ed-4e52-8665-64098576eba7 on host hv-neutron-8215 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:40:07.382842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-8a2c64cd-383e-4a80-a3f5-2ed49d983db5 req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:07.386162 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a2c64cd-383e-4a80-a3f5-2ed49d983db5 req-41ef4be5-c42a-469c-a09e-ef1e33f1cd01 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.16 "DELETE /v2.0/ports/86a7b0af-89ed-4e52-8665-64098576eba7 HTTP/1.1" status: 204 len: 173 time: 0.4302266 Dec 14 01:40:07.386605 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca8e32f-1106-4f96-a959-57f05b9efd46', 'name': 'network-vif-deleted', 'tag': '86a7b0af-89ed-4e52-8665-64098576eba7'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:40:07.388859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5530c1-5e5f-4064-befd-43936aabb67f" -d '{"events": [{"server_uuid": "bca8e32f-1106-4f96-a959-57f05b9efd46", "name": "network-vif-deleted", "tag": "86a7b0af-89ed-4e52-8665-64098576eba7"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:40:07.428240 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02858f1-3db9-46b3-8689-bb0f48c0ee54 x-openstack-request-id: req-a02858f1-3db9-46b3-8689-bb0f48c0ee54 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:40:07.428592 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca8e32f-1106-4f96-a959-57f05b9efd46", "name": "network-vif-deleted", "tag": "86a7b0af-89ed-4e52-8665-64098576eba7", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:40:07.428930 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a02858f1-3db9-46b3-8689-bb0f48c0ee54 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:40:07.429390 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca8e32f-1106-4f96-a959-57f05b9efd46', 'name': 'network-vif-deleted', 'tag': '86a7b0af-89ed-4e52-8665-64098576eba7', 'status': 'completed', 'code': 200} Dec 14 01:40:07.689259 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d1b79dad-2065-4950-8a00-1035b5582e07 req-3f7468a0-4e0d-4acd-b3e5-4667d8a5f151 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 210 time: 0.0331216 Dec 14 01:40:08.165407 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:40:08.809884 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9309d920-4f52-4325-95bd-d7e59663e1bd req-f1caaae2-33ad-4d0f-a04e-4465c98dc515 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 210 time: 0.0368848 Dec 14 01:40:09.891350 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7219f1d6-a248-42df-84c1-d0888bb0b348 req-b3a317b5-2bd0-4b98-aa14-d42a76d5b7ca tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 210 time: 0.0279348 Dec 14 01:40:10.905249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:10.987791 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-058245ba-2117-48c9-abfc-e4284d41cfa4 req-8e951d61-576d-4ff1-9bf2-57088cd5e97d tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 210 time: 0.0269594 Dec 14 01:40:11.569962 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 86a7b0af-89ed-4e52-8665-64098576eba7 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:40:11.590903 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 86a7b0af-89ed-4e52-8665-64098576eba7 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:40:11.591254 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 86a7b0af-89ed-4e52-8665-64098576eba7 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:40:12.098827 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-78b917d6-46d7-43ef-a2e0-ea5a64b0e891 req-cdd9ad1b-05cb-4c13-9687-518be9a39b2e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca8e32f-1106-4f96-a959-57f05b9efd46 HTTP/1.1" status: 200 len: 210 time: 0.0269527 Dec 14 01:40:18.578406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59696) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:40:18.744509 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2b665bde-a252-45dc-8d53-4f347eaa0c79 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Deleting port 7ef8bec9-56b4-4122-abdc-da00a0eaa21f {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:40:18.744852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b665bde-a252-45dc-8d53-4f347eaa0c79 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:18.826989 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b665bde-a252-45dc-8d53-4f347eaa0c79 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:18.827226 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b665bde-a252-45dc-8d53-4f347eaa0c79 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:18.839152 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2b665bde-a252-45dc-8d53-4f347eaa0c79 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Calling delete_port for 7ef8bec9-56b4-4122-abdc-da00a0eaa21f owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:40:19.007592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b665bde-a252-45dc-8d53-4f347eaa0c79 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:19.033163 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b665bde-a252-45dc-8d53-4f347eaa0c79 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event deleted for resources: {'Port': ['ID=7ef8bec9-56b4-4122-abdc-da00a0eaa21f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:19.097982 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b665bde-a252-45dc-8d53-4f347eaa0c79 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:19.098261 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-2b665bde-a252-45dc-8d53-4f347eaa0c79 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Floating IP c8de952a-5725-43c1-965c-75cc67cb5373 disassociated (deleted). External IP: 172.26.1.74, port: 59ffbecb-d20d-4c8a-8607-4c6850645120. Dec 14 01:40:19.325951 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b665bde-a252-45dc-8d53-4f347eaa0c79 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Router 3c2fd729-c03f-4705-81a4-7a7744136539 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:40:19.460221 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b665bde-a252-45dc-8d53-4f347eaa0c79 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:40:19.467009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b665bde-a252-45dc-8d53-4f347eaa0c79 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:19.473007 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f09b50-dcc0-4d62-96db-7213d18785b8 None None] Sync routers for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:40:19.484376 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f09b50-dcc0-4d62-96db-7213d18785b8 None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:40:19.484980 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-26f09b50-dcc0-4d62-96db-7213d18785b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:39:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:19.496811 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2b665bde-a252-45dc-8d53-4f347eaa0c79 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "DELETE /v2.0/floatingips/c8de952a-5725-43c1-965c-75cc67cb5373 HTTP/1.1" status: 204 len: 168 time: 0.9173124 Dec 14 01:40:19.497506 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e619a6-a708-49de-8e87-b5b6173487f4', 'tag': '59ffbecb-d20d-4c8a-8607-4c6850645120'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:40:19.499839 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e68eb1-c17d-483e-ad71-0b11b1f541bb" -d '{"events": [{"name": "network-changed", "server_uuid": "16e619a6-a708-49de-8e87-b5b6173487f4", "tag": "59ffbecb-d20d-4c8a-8607-4c6850645120"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:40:19.539059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557ded88-f033-48a5-8ea8-260b0adc2ebf x-openstack-request-id: req-557ded88-f033-48a5-8ea8-260b0adc2ebf {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:40:19.539354 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e619a6-a708-49de-8e87-b5b6173487f4", "tag": "59ffbecb-d20d-4c8a-8607-4c6850645120", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:40:19.539742 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-557ded88-f033-48a5-8ea8-260b0adc2ebf {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:40:19.540028 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e619a6-a708-49de-8e87-b5b6173487f4', 'tag': '59ffbecb-d20d-4c8a-8607-4c6850645120', 'status': 'completed', 'code': 200} Dec 14 01:40:19.600464 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-26f09b50-dcc0-4d62-96db-7213d18785b8 None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:40:19.632208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e68eb1-c17d-483e-ad71-0b11b1f541bb req-471baeee-2485-4a23-b33b-178fcbd3320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:19.633877 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1e68eb1-c17d-483e-ad71-0b11b1f541bb req-471baeee-2485-4a23-b33b-178fcbd3320c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 1098 time: 0.0488346 Dec 14 01:40:19.754739 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e68eb1-c17d-483e-ad71-0b11b1f541bb req-536f3fad-9208-4c56-838e-46c3258a2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:19.756275 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1e68eb1-c17d-483e-ad71-0b11b1f541bb req-536f3fad-9208-4c56-838e-46c3258a2b01 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 200 len: 912 time: 0.1147330 Dec 14 01:40:19.768085 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c33e82-cdca-43ef-abd0-e2b7d7f51ee0 req-18de464b-f259-4123-a91f-f70e7ee5dff8 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:19.769520 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b5c33e82-cdca-43ef-abd0-e2b7d7f51ee0 req-18de464b-f259-4123-a91f-f70e7ee5dff8 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 945 time: 0.0760393 Dec 14 01:40:19.814653 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-26f09b50-dcc0-4d62-96db-7213d18785b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:19.819613 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1e68eb1-c17d-483e-ad71-0b11b1f541bb req-2b266074-44d3-433e-9d39-d9e1dfa7a89b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59ffbecb-d20d-4c8a-8607-4c6850645120 HTTP/1.1" status: 200 len: 217 time: 0.0491526 Dec 14 01:40:19.841645 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f09b50-dcc0-4d62-96db-7213d18785b8 None None] Checking router: 3c2fd729-c03f-4705-81a4-7a7744136539 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:40:19.849711 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f09b50-dcc0-4d62-96db-7213d18785b8 None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:40:19.850316 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-26f09b50-dcc0-4d62-96db-7213d18785b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:39:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:19.878801 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b5c33e82-cdca-43ef-abd0-e2b7d7f51ee0 req-ccb81535-4acf-4024-be37-074dcde1fb8f tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028438 Dec 14 01:40:19.890189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e68eb1-c17d-483e-ad71-0b11b1f541bb req-d4751dd0-89d1-44db-997b-2e85b46ccb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:19.893456 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1e68eb1-c17d-483e-ad71-0b11b1f541bb req-d4751dd0-89d1-44db-997b-2e85b46ccb21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88204847-08c0-4ad2-92ea-c9972dcb4ebd HTTP/1.1" status: 200 len: 851 time: 0.0641768 Dec 14 01:40:19.939636 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e68eb1-c17d-483e-ad71-0b11b1f541bb req-76a20dd1-4ddb-4596-82af-01ec213d9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:19.941171 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1e68eb1-c17d-483e-ad71-0b11b1f541bb req-76a20dd1-4ddb-4596-82af-01ec213d9106 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419166 Dec 14 01:40:19.955595 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-26f09b50-dcc0-4d62-96db-7213d18785b8 None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:40:20.038585 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1e68eb1-c17d-483e-ad71-0b11b1f541bb req-fae65121-61fe-4ed6-a7c0-76794b09dd96 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884347 Dec 14 01:40:20.131186 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1e68eb1-c17d-483e-ad71-0b11b1f541bb req-5bb8fa29-1cbb-4a00-b2f8-2d19e6c8af81 service neutron] 10.222.0.16 "GET /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849509 Dec 14 01:40:20.163088 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-26f09b50-dcc0-4d62-96db-7213d18785b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:20.203910 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f09b50-dcc0-4d62-96db-7213d18785b8 None None] The sync data for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv is: [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:22Z', 'revision_number': 4, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'd4abfb6c-4d45-4ca0-9fd7-0e60ce718c94', 'name': '', 'network_id': 'fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'mac_address': 'fa:16:3e:cc:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:21Z', 'updated_at': '2021-12-14T01:33:25Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'subnets': [{'id': '88204847-08c0-4ad2-92ea-c9972dcb4ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:40:20.424502 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5600f7-3996-4fd7-b864-fe8519a544ab None None] New status for floating IP c8de952a-5725-43c1-965c-75cc67cb5373: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:40:21.014322 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8b052-5bad-4994-871b-08b8f3de4bbc req-ef9026a3-f2ea-4736-9aa9-f0741be0e69e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:21.015828 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-82a8b052-5bad-4994-871b-08b8f3de4bbc req-ef9026a3-f2ea-4736-9aa9-f0741be0e69e tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 945 time: 0.0599787 Dec 14 01:40:21.070686 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-82a8b052-5bad-4994-871b-08b8f3de4bbc req-b00deef8-b77d-421a-927f-5341ae488912 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/security-groups?id=49840949-5783-4571-a05a-41abad8dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486310 Dec 14 01:40:21.274861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [req-8a51ca3d-664a-4cc1-8ada-945e882826ff req-c614a27b-56cf-4baa-9e6a-6d5463ae7387 service neutron] (103409) timed out ('10.222.0.16', 51818) {{(pid=103409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 01:40:21.308982 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba067d05-d64a-474e-86fe-9daa6b365e29 req-61f9ad0b-9cb5-4abc-87dc-689eef190131 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:21.310434 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ba067d05-d64a-474e-86fe-9daa6b365e29 req-61f9ad0b-9cb5-4abc-87dc-689eef190131 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.16 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 945 time: 0.0570579 Dec 14 01:40:21.401158 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-ba067d05-d64a-474e-86fe-9daa6b365e29 req-aac50db7-6978-4c62-afa7-d4ea962d4b8d tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Deleting port 59ffbecb-d20d-4c8a-8607-4c6850645120 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:40:21.401380 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-ba067d05-d64a-474e-86fe-9daa6b365e29 req-aac50db7-6978-4c62-afa7-d4ea962d4b8d tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:21.492608 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-ba067d05-d64a-474e-86fe-9daa6b365e29 req-aac50db7-6978-4c62-afa7-d4ea962d4b8d tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] For port 59ffbecb-d20d-4c8a-8607-4c6850645120, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=59ffbecb-d20d-4c8a-8607-4c6850645120,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:40:21.492950 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-ba067d05-d64a-474e-86fe-9daa6b365e29 req-aac50db7-6978-4c62-afa7-d4ea962d4b8d tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:21.505938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-ba067d05-d64a-474e-86fe-9daa6b365e29 req-aac50db7-6978-4c62-afa7-d4ea962d4b8d tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Calling delete_port for 59ffbecb-d20d-4c8a-8607-4c6850645120 owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:40:21.652833 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-ba067d05-d64a-474e-86fe-9daa6b365e29 req-aac50db7-6978-4c62-afa7-d4ea962d4b8d tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:21.685735 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac50db7-6978-4c62-afa7-d4ea962d4b8d tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event deleted for resources: {'Port': ['ID=59ffbecb-d20d-4c8a-8607-4c6850645120,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:21.726161 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba067d05-d64a-474e-86fe-9daa6b365e29 req-aac50db7-6978-4c62-afa7-d4ea962d4b8d tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] No DVR routers for this DVR port 59ffbecb-d20d-4c8a-8607-4c6850645120 on host hv-neutron-8215 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:40:21.728854 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-ba067d05-d64a-474e-86fe-9daa6b365e29 req-aac50db7-6978-4c62-afa7-d4ea962d4b8d tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:21.732222 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ba067d05-d64a-474e-86fe-9daa6b365e29 req-aac50db7-6978-4c62-afa7-d4ea962d4b8d tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.16 "DELETE /v2.0/ports/59ffbecb-d20d-4c8a-8607-4c6850645120 HTTP/1.1" status: 204 len: 173 time: 0.4150941 Dec 14 01:40:21.732703 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e619a6-a708-49de-8e87-b5b6173487f4', 'name': 'network-vif-deleted', 'tag': '59ffbecb-d20d-4c8a-8607-4c6850645120'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:40:21.734961 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a60e1a-9118-405b-9986-a3e427acee5e" -d '{"events": [{"server_uuid": "16e619a6-a708-49de-8e87-b5b6173487f4", "name": "network-vif-deleted", "tag": "59ffbecb-d20d-4c8a-8607-4c6850645120"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:40:21.770153 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8434d805-395a-41c6-8dc5-ee9ad9c79569 x-openstack-request-id: req-8434d805-395a-41c6-8dc5-ee9ad9c79569 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:40:21.770542 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e619a6-a708-49de-8e87-b5b6173487f4", "name": "network-vif-deleted", "tag": "59ffbecb-d20d-4c8a-8607-4c6850645120", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:40:21.770740 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8434d805-395a-41c6-8dc5-ee9ad9c79569 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:40:21.771132 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e619a6-a708-49de-8e87-b5b6173487f4', 'name': 'network-vif-deleted', 'tag': '59ffbecb-d20d-4c8a-8607-4c6850645120', 'status': 'completed', 'code': 200} Dec 14 01:40:21.942442 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4062f374-acc1-4640-833d-f91a0a58fe84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:22.176789 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff84cc0a-18d0-463d-99aa-d622f3d656c9 req-7a16effc-cc8b-4cd8-b914-de0097f390ff tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 210 time: 0.0327771 Dec 14 01:40:23.281029 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f56ea9b1-2a4e-4432-a2c2-99cbb5aa5f3c req-babc00c2-fe22-470e-a9b7-b44bc653aca3 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 210 time: 0.0270991 Dec 14 01:40:24.173321 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0df58c6-b76d-4a1d-8366-70f7f0ac6c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:24.375857 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5e7681b3-959d-499a-9e68-63b8ce0f8787 req-e164f29e-d3fd-467c-a36c-326cfe226b1b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 210 time: 0.0266156 Dec 14 01:40:25.445144 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:25.472121 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-50343776-26e0-4e7b-b3b3-6fd40f120907 req-afdbada8-f864-409c-9778-e03a9d7ed641 tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e619a6-a708-49de-8e87-b5b6173487f4 HTTP/1.1" status: 200 len: 210 time: 0.0272329 Dec 14 01:40:25.631385 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 59ffbecb-d20d-4c8a-8607-4c6850645120 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:40:25.652450 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 59ffbecb-d20d-4c8a-8607-4c6850645120 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:40:25.652794 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 59ffbecb-d20d-4c8a-8607-4c6850645120 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:40:26.527199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59718) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:40:26.658698 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-71a31fdb-7062-4bb3-b94c-4b9f213f229b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Deleting port e45fd9d2-ea13-4acb-90a1-9db09eba69be {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:40:26.658895 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-71a31fdb-7062-4bb3-b94c-4b9f213f229b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:26.734128 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-71a31fdb-7062-4bb3-b94c-4b9f213f229b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:26.734398 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-71a31fdb-7062-4bb3-b94c-4b9f213f229b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:26.746114 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-71a31fdb-7062-4bb3-b94c-4b9f213f229b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Calling delete_port for e45fd9d2-ea13-4acb-90a1-9db09eba69be owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:40:26.834247 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:27.165673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-71a31fdb-7062-4bb3-b94c-4b9f213f229b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:27.195251 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a31fdb-7062-4bb3-b94c-4b9f213f229b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event deleted for resources: {'Port': ['ID=e45fd9d2-ea13-4acb-90a1-9db09eba69be,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:27.253024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-71a31fdb-7062-4bb3-b94c-4b9f213f229b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:27.255574 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-71a31fdb-7062-4bb3-b94c-4b9f213f229b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:27.256781 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-71a31fdb-7062-4bb3-b94c-4b9f213f229b tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "DELETE /v2.0/floatingips/8a1b8300-00a8-4d34-a6fc-fcc948da85c0 HTTP/1.1" status: 204 len: 168 time: 0.7285597 Dec 14 01:40:27.735900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:30.582009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59734) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:40:30.644557 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52de4f55-4d2b-4f5d-bc0f-c7e4f25ee6cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:30.671981 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52de4f55-4d2b-4f5d-bc0f-c7e4f25ee6cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:30.732908 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52de4f55-4d2b-4f5d-bc0f-c7e4f25ee6cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:30.735701 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52de4f55-4d2b-4f5d-bc0f-c7e4f25ee6cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:30.737030 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-52de4f55-4d2b-4f5d-bc0f-c7e4f25ee6cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] 10.222.0.32 "DELETE /v2.0/security-groups/49840949-5783-4571-a05a-41abad8dede2 HTTP/1.1" status: 204 len: 168 time: 0.1540337 Dec 14 01:40:30.746536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de4f55-4d2b-4f5d-bc0f-c7e4f25ee6cf tempest-TestVolumeBootPattern-1534297747 tempest-TestVolumeBootPattern-1534297747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49840949-5783-4571-a05a-41abad8dede2,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:30.795520 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59738) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:40:31.288861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0618f9de-758b-4e9c-b26b-e6ecb3b39ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:31.546263 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0618f9de-758b-4e9c-b26b-e6ecb3b39ac0 admin admin] Deleting port d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:40:31.547060 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0618f9de-758b-4e9c-b26b-e6ecb3b39ac0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:31.636220 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0618f9de-758b-4e9c-b26b-e6ecb3b39ac0 admin admin] For port d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:40:31.636901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0618f9de-758b-4e9c-b26b-e6ecb3b39ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:31.650159 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0618f9de-758b-4e9c-b26b-e6ecb3b39ac0 admin admin] Calling delete_port for d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:40:31.840812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0618f9de-758b-4e9c-b26b-e6ecb3b39ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:31.866615 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618f9de-758b-4e9c-b26b-e6ecb3b39ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:32.034885 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0618f9de-758b-4e9c-b26b-e6ecb3b39ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:32.257343 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0618f9de-758b-4e9c-b26b-e6ecb3b39ac0 admin admin] Router 3c2fd729-c03f-4705-81a4-7a7744136539 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:40:32.369906 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0618f9de-758b-4e9c-b26b-e6ecb3b39ac0 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:40:32.377487 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0618f9de-758b-4e9c-b26b-e6ecb3b39ac0 admin admin] 10.222.0.32 "PUT /v2.0/routers/3c2fd729-c03f-4705-81a4-7a7744136539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5782158 Dec 14 01:40:32.377752 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59742) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:40:32.379670 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febccd85-6755-4901-abae-6ec5cca30d55 None None] Sync routers for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:40:32.390435 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febccd85-6755-4901-abae-6ec5cca30d55 None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:40:32.391060 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-febccd85-6755-4901-abae-6ec5cca30d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:40:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:32.485114 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b47a8be4-7fd2-4583-a06f-3a076764e2b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:32.585833 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-febccd85-6755-4901-abae-6ec5cca30d55 None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:40:32.595739 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b47a8be4-7fd2-4583-a06f-3a076764e2b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:32.653374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b47a8be4-7fd2-4583-a06f-3a076764e2b8 admin admin] Deleting port a8fa3647-a35f-4d4b-be65-12850a2a3d5f {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:40:32.654095 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b47a8be4-7fd2-4583-a06f-3a076764e2b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:32.733249 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b47a8be4-7fd2-4583-a06f-3a076764e2b8 admin admin] For port a8fa3647-a35f-4d4b-be65-12850a2a3d5f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a8fa3647-a35f-4d4b-be65-12850a2a3d5f,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:40:32.733594 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b47a8be4-7fd2-4583-a06f-3a076764e2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:32.747606 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b47a8be4-7fd2-4583-a06f-3a076764e2b8 admin admin] Calling delete_port for a8fa3647-a35f-4d4b-be65-12850a2a3d5f owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:40:32.757464 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-febccd85-6755-4901-abae-6ec5cca30d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:40:31Z', 'revision_number': 5, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port': {'id': 'a8fa3647-a35f-4d4b-be65-12850a2a3d5f', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:32.787929 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febccd85-6755-4901-abae-6ec5cca30d55 None None] Checking router: 3c2fd729-c03f-4705-81a4-7a7744136539 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:40:32.796526 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febccd85-6755-4901-abae-6ec5cca30d55 None None] Routers {'3c2fd729-c03f-4705-81a4-7a7744136539'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:40:32.797346 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-febccd85-6755-4901-abae-6ec5cca30d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:40:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c2fd729-c03f-4705-81a4-7a7744136539'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:32.890313 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-febccd85-6755-4901-abae-6ec5cca30d55 None None] Set router 3c2fd729-c03f-4705-81a4-7a7744136539 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:40:32.927047 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b47a8be4-7fd2-4583-a06f-3a076764e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:32.949665 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-febccd85-6755-4901-abae-6ec5cca30d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:40:32Z', 'revision_number': 6, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:32.958314 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a8be4-7fd2-4583-a06f-3a076764e2b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8fa3647-a35f-4d4b-be65-12850a2a3d5f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:32.973625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686ac48b-a181-4144-a1ec-ce75af14c039 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:40:32.979532 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febccd85-6755-4901-abae-6ec5cca30d55 None None] The sync data for ids ['3c2fd729-c03f-4705-81a4-7a7744136539'] in dv-neutron-821592-1-hyperv is: [{'id': '3c2fd729-c03f-4705-81a4-7a7744136539', 'name': 'tempest-TestVolumeBootPattern-1842475965-router', 'tenant_id': '92d693155b564c11a0d1d3cb4264cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:19Z', 'updated_at': '2021-12-14T01:40:32Z', 'revision_number': 6, 'project_id': '92d693155b564c11a0d1d3cb4264cd6f', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:40:33.028463 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b47a8be4-7fd2-4583-a06f-3a076764e2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:33.377195 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b47a8be4-7fd2-4583-a06f-3a076764e2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:33.379634 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b47a8be4-7fd2-4583-a06f-3a076764e2b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:33.424285 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b47a8be4-7fd2-4583-a06f-3a076764e2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:33.424863 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47a8be4-7fd2-4583-a06f-3a076764e2b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c2fd729-c03f-4705-81a4-7a7744136539 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:40:33.430161 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:40:33.430292 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b47a8be4-7fd2-4583-a06f-3a076764e2b8 admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:33.431485 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b47a8be4-7fd2-4583-a06f-3a076764e2b8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3c2fd729-c03f-4705-81a4-7a7744136539 HTTP/1.1" status: 204 len: 168 time: 1.0527711 Dec 14 01:40:33.434036 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59744) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:40:33.451628 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:40:33.452061 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d4abfb6c-4d45-4ca0-9fd7-0e60ce718c94 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:40:33.481401 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28cfd76-b1b9-4151-8e33-d746eee3043c admin admin] Deleting subnet 88204847-08c0-4ad2-92ea-c9972dcb4ebd {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:40:33.484663 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d28cfd76-b1b9-4151-8e33-d746eee3043c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:33.519576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d28cfd76-b1b9-4151-8e33-d746eee3043c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:33.597197 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d28cfd76-b1b9-4151-8e33-d746eee3043c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:33.654547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d28cfd76-b1b9-4151-8e33-d746eee3043c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:33.683028 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d28cfd76-b1b9-4151-8e33-d746eee3043c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:33.686898 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d28cfd76-b1b9-4151-8e33-d746eee3043c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/88204847-08c0-4ad2-92ea-c9972dcb4ebd HTTP/1.1" status: 204 len: 168 time: 0.2516551 Dec 14 01:40:33.687745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cfd76-b1b9-4151-8e33-d746eee3043c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88204847-08c0-4ad2-92ea-c9972dcb4ebd,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:33.688385 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a374e8-c631-475a-b844-13ae20bfa0d7 None None] Network fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:40:33.689443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59746) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:40:33.765033 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:33.825055 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] Deleting port 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:40:33.825351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:33.866437 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] DHCP port deletion for fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:40:33.887593 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] For port 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:40:33.888027 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:33.902288 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] Calling delete_port for 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:40:33.915247 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Deleting port 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:40:33.915745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:33.983320 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] For port 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad,segment=NetworkSegment(3bb0bed9-66ed-4f2c-b900-61bec69714e2),segment_id=3bb0bed9-66ed-4f2c-b900-61bec69714e2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:40:33.983896 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:33.990315 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:33.998450 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Calling delete_port for 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:40:34.022921 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] No DVR routers for this DVR port 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:40:34.028926 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] Pushing event deleted for resources: {'Port': ['ID=89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:34.082321 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:34.105908 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:34.111249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Pushing event deleted for resources: {'Port': ['ID=89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:34.115510 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] No DVR routers for this DVR port 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:40:34.124780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:34.124780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:34.124780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:34.124780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:34.124780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:34.124780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:34.124780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:34.125449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:34.125449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:34.125449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:34.125786 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:34.126112 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:34.126442 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762cfc81-6b7b-4e15-b63d-73947a117d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:40:34.131966 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:34.149368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb0bed9-66ed-4f2c-b900-61bec69714e2') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:34.149666 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb0bed9-66ed-4f2c-b900-61bec69714e2') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:34.166210 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:34.187196 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:34.196205 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:40:34.196612 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:40:34.198912 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:40:34.258938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:34.265390 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:34.268579 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664 HTTP/1.1" status: 204 len: 168 time: 0.5780859 Dec 14 01:40:34.271839 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59748) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:40:34.280432 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff4614-c173-4548-ad89-5486ae9a2577 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbcd9bb7-1b49-47e4-99d4-ebd6fdf76664,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:34.629022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b06b030d-6abb-48f8-94fa-dfd2d3b196f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:34.912142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b06b030d-6abb-48f8-94fa-dfd2d3b196f1 admin admin] Deleting port 4534c841-eddb-426b-828a-f11781e7cd49 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:40:34.912796 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b06b030d-6abb-48f8-94fa-dfd2d3b196f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:34.993559 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b06b030d-6abb-48f8-94fa-dfd2d3b196f1 admin admin] For port 4534c841-eddb-426b-828a-f11781e7cd49, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4534c841-eddb-426b-828a-f11781e7cd49,segment=NetworkSegment(704fff49-bac9-48a5-99dc-d56c8bd3dd7c),segment_id=704fff49-bac9-48a5-99dc-d56c8bd3dd7c)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:40:34.994076 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b06b030d-6abb-48f8-94fa-dfd2d3b196f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:35.006590 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b06b030d-6abb-48f8-94fa-dfd2d3b196f1 admin admin] Calling delete_port for 4534c841-eddb-426b-828a-f11781e7cd49 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:40:35.195232 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b06b030d-6abb-48f8-94fa-dfd2d3b196f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:35.196029 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:40:35.217648 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:40:35.217984 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 89bb7bd6-3ef1-429c-8ad5-7b12eaed33ad not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:40:35.218420 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a8fa3647-a35f-4d4b-be65-12850a2a3d5f no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:40:35.220864 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b030d-6abb-48f8-94fa-dfd2d3b196f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4534c841-eddb-426b-828a-f11781e7cd49,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:35.241539 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: a8fa3647-a35f-4d4b-be65-12850a2a3d5f {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:40:35.241774 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a8fa3647-a35f-4d4b-be65-12850a2a3d5f not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:40:35.394198 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b06b030d-6abb-48f8-94fa-dfd2d3b196f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:35.608242 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06b030d-6abb-48f8-94fa-dfd2d3b196f1 admin admin] Router 3c6cd3f1-dcc0-45dc-83cb-411f33c70a91 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:40:35.728272 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06b030d-6abb-48f8-94fa-dfd2d3b196f1 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:40:35.733652 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b06b030d-6abb-48f8-94fa-dfd2d3b196f1 admin admin] 10.222.0.32 "PUT /v2.0/routers/3c6cd3f1-dcc0-45dc-83cb-411f33c70a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4605067 Dec 14 01:40:35.736377 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59750) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:40:35.740078 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8343f5bf-a9d2-42ca-bff7-e182ba5a0bc7 None None] Sync routers for ids ['3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:40:35.751656 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343f5bf-a9d2-42ca-bff7-e182ba5a0bc7 None None] Routers {'3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:40:35.752318 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8343f5bf-a9d2-42ca-bff7-e182ba5a0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:40:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:35.844961 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8449a86f-4fd2-437e-929c-c21b4a9e0e4d admin admin] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:35.860030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-8343f5bf-a9d2-42ca-bff7-e182ba5a0bc7 None None] Set router 3c6cd3f1-dcc0-45dc-83cb-411f33c70a91 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:40:35.946258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8449a86f-4fd2-437e-929c-c21b4a9e0e4d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:35.999245 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8449a86f-4fd2-437e-929c-c21b4a9e0e4d admin admin] Deleting port a5d3f42c-5e06-450d-b2c7-e61a42dc517b {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:40:35.999589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8449a86f-4fd2-437e-929c-c21b4a9e0e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:36.043539 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8343f5bf-a9d2-42ca-bff7-e182ba5a0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'name': 'tempest-TestVolumeBootPattern-146636383-router', 'tenant_id': '61329b5303274e0fbd65a62c335127d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a5d3f42c-5e06-450d-b2c7-e61a42dc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:23Z', 'updated_at': '2021-12-14T01:40:35Z', 'revision_number': 5, 'project_id': '61329b5303274e0fbd65a62c335127d4', 'gw_port': {'id': 'a5d3f42c-5e06-450d-b2c7-e61a42dc517b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:33:24Z', 'updated_at': '2021-12-14T01:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:36.069923 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8343f5bf-a9d2-42ca-bff7-e182ba5a0bc7 None None] Checking router: 3c6cd3f1-dcc0-45dc-83cb-411f33c70a91 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:40:36.078967 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343f5bf-a9d2-42ca-bff7-e182ba5a0bc7 None None] Routers {'3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:40:36.079580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8343f5bf-a9d2-42ca-bff7-e182ba5a0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:40:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:36.086046 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-8449a86f-4fd2-437e-929c-c21b4a9e0e4d admin admin] For port a5d3f42c-5e06-450d-b2c7-e61a42dc517b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a5d3f42c-5e06-450d-b2c7-e61a42dc517b,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:40:36.086442 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8449a86f-4fd2-437e-929c-c21b4a9e0e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:36.099267 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8449a86f-4fd2-437e-929c-c21b4a9e0e4d admin admin] Calling delete_port for a5d3f42c-5e06-450d-b2c7-e61a42dc517b owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:40:36.276977 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8449a86f-4fd2-437e-929c-c21b4a9e0e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:36.304944 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449a86f-4fd2-437e-929c-c21b4a9e0e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d3f42c-5e06-450d-b2c7-e61a42dc517b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:36.323324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc072387-948c-4d31-8ae1-58c0fc6e903e None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:40:36.333545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-8343f5bf-a9d2-42ca-bff7-e182ba5a0bc7 None None] Set router 3c6cd3f1-dcc0-45dc-83cb-411f33c70a91 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:40:36.382823 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8449a86f-4fd2-437e-929c-c21b4a9e0e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:36.385969 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8343f5bf-a9d2-42ca-bff7-e182ba5a0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'name': 'tempest-TestVolumeBootPattern-146636383-router', 'tenant_id': '61329b5303274e0fbd65a62c335127d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:23Z', 'updated_at': '2021-12-14T01:40:35Z', 'revision_number': 6, 'project_id': '61329b5303274e0fbd65a62c335127d4', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:36.414723 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8343f5bf-a9d2-42ca-bff7-e182ba5a0bc7 None None] The sync data for ids ['3c6cd3f1-dcc0-45dc-83cb-411f33c70a91'] in dv-neutron-821592-1-hyperv is: [{'id': '3c6cd3f1-dcc0-45dc-83cb-411f33c70a91', 'name': 'tempest-TestVolumeBootPattern-146636383-router', 'tenant_id': '61329b5303274e0fbd65a62c335127d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:33:23Z', 'updated_at': '2021-12-14T01:40:35Z', 'revision_number': 6, 'project_id': '61329b5303274e0fbd65a62c335127d4', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:40:36.474300 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8449a86f-4fd2-437e-929c-c21b4a9e0e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:36.476503 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8449a86f-4fd2-437e-929c-c21b4a9e0e4d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:36.521548 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8449a86f-4fd2-437e-929c-c21b4a9e0e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:36.522130 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8449a86f-4fd2-437e-929c-c21b4a9e0e4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c6cd3f1-dcc0-45dc-83cb-411f33c70a91 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:40:36.526742 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8449a86f-4fd2-437e-929c-c21b4a9e0e4d admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:36.527947 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8449a86f-4fd2-437e-929c-c21b4a9e0e4d admin admin] 10.222.0.32 "DELETE /v2.0/routers/3c6cd3f1-dcc0-45dc-83cb-411f33c70a91 HTTP/1.1" status: 204 len: 168 time: 0.7904997 Dec 14 01:40:36.530428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59752) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:40:36.575764 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-032c2723-dac6-4cf8-8c82-d9ab42c0eddf admin admin] Deleting subnet e092d45f-9480-4e09-8133-673d9c5517b6 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:40:36.579146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-032c2723-dac6-4cf8-8c82-d9ab42c0eddf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:36.623304 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-032c2723-dac6-4cf8-8c82-d9ab42c0eddf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:36.710715 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-032c2723-dac6-4cf8-8c82-d9ab42c0eddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:36.767970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-032c2723-dac6-4cf8-8c82-d9ab42c0eddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:36.799453 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c2723-dac6-4cf8-8c82-d9ab42c0eddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e092d45f-9480-4e09-8133-673d9c5517b6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:36.803023 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-032c2723-dac6-4cf8-8c82-d9ab42c0eddf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:36.806338 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-032c2723-dac6-4cf8-8c82-d9ab42c0eddf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e092d45f-9480-4e09-8133-673d9c5517b6 HTTP/1.1" status: 204 len: 168 time: 0.2749529 Dec 14 01:40:36.809245 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59754) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:40:36.811834 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c4c63f-43e1-4993-9fe2-0ebc76843c81 None None] Network 78956e5c-0c90-415d-874e-5a6fd757dc44 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:40:36.881730 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:36.935448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] Deleting port a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:40:36.935871 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:37.004619 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] For port a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22,segment=NetworkSegment(704fff49-bac9-48a5-99dc-d56c8bd3dd7c),segment_id=704fff49-bac9-48a5-99dc-d56c8bd3dd7c)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:40:37.005334 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:37.023751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] Calling delete_port for a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:40:37.104897 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:37.128372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] Pushing event deleted for resources: {'Port': ['ID=a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:37.134872 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] No DVR routers for this DVR port a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:40:37.181432 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd41a428-42df-4984-9ebf-57aa7402d114 None None] DHCP port deletion for 78956e5c-0c90-415d-874e-5a6fd757dc44 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:40:37.216194 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:37.232425 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4534c841-eddb-426b-828a-f11781e7cd49 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:40:37.238470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78956e5c-0c90-415d-874e-5a6fd757dc44']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:37.247969 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704fff49-bac9-48a5-99dc-d56c8bd3dd7c') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:37.248286 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704fff49-bac9-48a5-99dc-d56c8bd3dd7c') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:40:37.252547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 4534c841-eddb-426b-828a-f11781e7cd49 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:40:37.252852 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4534c841-eddb-426b-828a-f11781e7cd49 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:40:37.253266 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a5d3f42c-5e06-450d-b2c7-e61a42dc517b no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:40:37.257710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:37.271804 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:37.274823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: a5d3f42c-5e06-450d-b2c7-e61a42dc517b {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:40:37.275332 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a5d3f42c-5e06-450d-b2c7-e61a42dc517b not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:40:37.276043 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:40:37.280869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:40:37.281293 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:40:37.283616 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:40:37.297389 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:40:37.297732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device a5936ade-ba9f-4ab3-94c9-ddeeff8d8e22 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:40:37.341891 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:37.347157 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:37.350299 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] 10.222.0.32 "DELETE /v2.0/networks/78956e5c-0c90-415d-874e-5a6fd757dc44 HTTP/1.1" status: 204 len: 168 time: 0.5400586 Dec 14 01:40:37.367614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4fd8c-0575-4734-9aeb-385310f8638d admin admin] Pushing event deleted for resources: {'Network': ['ID=78956e5c-0c90-415d-874e-5a6fd757dc44,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:37.488402 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59758) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:40:37.535396 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3d174018-0dcd-40f4-8ab7-fd2e2d34dfcd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92d693155b564c11a0d1d3cb4264cd6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456908 Dec 14 01:40:37.538994 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59760) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:40:37.592222 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0ac7aa7c-c8ac-4656-8bcf-a639241ba9b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:37.613849 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0ac7aa7c-c8ac-4656-8bcf-a639241ba9b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:37.664175 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0ac7aa7c-c8ac-4656-8bcf-a639241ba9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:37.666772 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0ac7aa7c-c8ac-4656-8bcf-a639241ba9b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:37.667962 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0ac7aa7c-c8ac-4656-8bcf-a639241ba9b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4c8e9d3-27cf-462a-b679-acdede691e1f HTTP/1.1" status: 204 len: 168 time: 0.1280494 Dec 14 01:40:37.675778 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7aa7c-c8ac-4656-8bcf-a639241ba9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c8e9d3-27cf-462a-b679-acdede691e1f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:38.000118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59766) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:40:38.042160 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-57fcb995-ce3d-4d85-a116-308a4833201e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61329b5303274e0fbd65a62c335127d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408113 Dec 14 01:40:38.044655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59768) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:40:38.096844 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-204ebca7-ab0b-4ece-8618-4bea6a761702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:38.379324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-204ebca7-ab0b-4ece-8618-4bea6a761702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:38.431751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-204ebca7-ab0b-4ece-8618-4bea6a761702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:38.434294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-204ebca7-ab0b-4ece-8618-4bea6a761702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:38.435481 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-204ebca7-ab0b-4ece-8618-4bea6a761702 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e29b009-e217-4312-808b-9b45e6ac76a6 HTTP/1.1" status: 204 len: 168 time: 0.3899624 Dec 14 01:40:38.443208 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ebca7-ab0b-4ece-8618-4bea6a761702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e29b009-e217-4312-808b-9b45e6ac76a6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:40.941102 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:45.163971 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:40:45.617961 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-c4a400fb-77da-4e01-b136-ae48011d0fcf tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=67c8055e10a84049b38959f13dba7cc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3531976 Dec 14 01:40:45.802587 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-e5bd6d21-d3ed-4871-a74e-f78c35b9356a tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:45.804076 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-e5bd6d21-d3ed-4871-a74e-f78c35b9356a tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766794 Dec 14 01:40:45.819481 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-580614e7-0ecc-49a1-bfb5-f84621064bff tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/quotas/67c8055e10a84049b38959f13dba7cc5 HTTP/1.1" status: 200 len: 375 time: 0.0094717 Dec 14 01:40:45.856904 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-7688ec56-0c94-4f19-af5a-34a0460d363c tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=67c8055e10a84049b38959f13dba7cc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320206 Dec 14 01:40:46.013088 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-540504ba-0a49-411e-bb83-41929c4c6e10 req-ea0d1e59-0d8b-49e5-90bb-1690e02016cb tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/ports?device_id=71ed92f8-e5af-4b75-8a58-0372ef5f82a9 HTTP/1.1" status: 200 len: 210 time: 0.0279489 Dec 14 01:40:46.971157 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-8913d965-de6e-4270-94cc-1eedd90751ec tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=67c8055e10a84049b38959f13dba7cc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225518 Dec 14 01:40:47.099434 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-6dc6622b-8381-4379-be78-ec71dac91155 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:47.100898 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-6dc6622b-8381-4379-be78-ec71dac91155 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1237614 Dec 14 01:40:47.129197 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c25cbaba-1446-4a89-84ea-e122e25fa5d2 req-4253f6a7-ab12-4b76-a208-c021b1e7057e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/ports?device_id=71ed92f8-e5af-4b75-8a58-0372ef5f82a9 HTTP/1.1" status: 200 len: 210 time: 0.0381689 Dec 14 01:40:47.132602 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-0d0a6d48-b978-4f36-9959-9bb1ccf39e6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Request body: {'port': {'device_id': '71ed92f8-e5af-4b75-8a58-0372ef5f82a9', 'network_id': '0f2f16e4-c4fd-42fd-aca6-b05153085f14', 'admin_state_up': True, 'tenant_id': '67c8055e10a84049b38959f13dba7cc5'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:40:47.250034 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-0d0a6d48-b978-4f36-9959-9bb1ccf39e6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Made reservation on behalf of 67c8055e10a84049b38959f13dba7cc5 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:40:47.253827 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-0d0a6d48-b978-4f36-9959-9bb1ccf39e6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:47.262629 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-0d0a6d48-b978-4f36-9959-9bb1ccf39e6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:47.349508 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-0d0a6d48-b978-4f36-9959-9bb1ccf39e6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:47.354681 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-0d0a6d48-b978-4f36-9959-9bb1ccf39e6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:47.422360 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a6d48-b978-4f36-9959-9bb1ccf39e6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d100f71-2857-412c-bafb-27531ef15875,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:47.503697 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-0d0a6d48-b978-4f36-9959-9bb1ccf39e6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Allocated IP 192.168.233.79 (0f2f16e4-c4fd-42fd-aca6-b05153085f14/64b2a1e4-af44-4a96-8589-1a567668e594/74994ae9-21a3-4aaa-8224-132df68e1449) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:40:47.660729 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-0d0a6d48-b978-4f36-9959-9bb1ccf39e6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:47.695260 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-0d0a6d48-b978-4f36-9959-9bb1ccf39e6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:47.738936 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-0d0a6d48-b978-4f36-9959-9bb1ccf39e6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Network 0f2f16e4-c4fd-42fd-aca6-b05153085f14 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:40:47.742241 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-0d0a6d48-b978-4f36-9959-9bb1ccf39e6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:40:47.746183 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-0d0a6d48-b978-4f36-9959-9bb1ccf39e6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:40:47.773984 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a6d48-b978-4f36-9959-9bb1ccf39e6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Pushing event updated for resources: {'Port': ['ID=74994ae9-21a3-4aaa-8224-132df68e1449,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:47.803656 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-0d0a6d48-b978-4f36-9959-9bb1ccf39e6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:47.804051 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-0d0a6d48-b978-4f36-9959-9bb1ccf39e6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:47.822351 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-0d0a6d48-b978-4f36-9959-9bb1ccf39e6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6955640 Dec 14 01:40:47.935899 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Request body: {'port': {'device_id': '71ed92f8-e5af-4b75-8a58-0372ef5f82a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:40:47.978300 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-83e31536-83f2-448d-a6f9-3d32e7aaa559 None None] Provisioning complete for port 74994ae9-21a3-4aaa-8224-132df68e1449 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:40:47.978947 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83e31536-83f2-448d-a6f9-3d32e7aaa559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:47.989213 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:48.011661 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-83e31536-83f2-448d-a6f9-3d32e7aaa559 None None] Port 74994ae9-21a3-4aaa-8224-132df68e1449 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:40:48.295593 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f24427-d84d-4cda-8aa5-213a11b6f7ee req-727fec28-abcb-43d4-8aa1-b6cfa94e8fb7 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:48.297086 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-81f24427-d84d-4cda-8aa5-213a11b6f7ee req-727fec28-abcb-43d4-8aa1-b6cfa94e8fb7 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/ports?device_id=71ed92f8-e5af-4b75-8a58-0372ef5f82a9 HTTP/1.1" status: 200 len: 935 time: 0.0998375 Dec 14 01:40:48.324424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74994ae9-21a3-4aaa-8224-132df68e1449 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:40:48.333912 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:48.361419 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Transition to ACTIVE for port object 74994ae9-21a3-4aaa-8224-132df68e1449 will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:40:48.367185 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:48.373514 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-81f24427-d84d-4cda-8aa5-213a11b6f7ee req-94e939b9-fee5-4442-9d4a-ee706272ca79 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d100f71-2857-412c-bafb-27531ef15875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704064 Dec 14 01:40:48.423247 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Pushing event updated for resources: {'Port': ['ID=74994ae9-21a3-4aaa-8224-132df68e1449,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:48.493519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Attempting to bind port 74994ae9-21a3-4aaa-8224-132df68e1449 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:40:48.493869 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Attempting to bind port 74994ae9-21a3-4aaa-8224-132df68e1449 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '7333d031-6e3d-4027-8a55-a550c7120baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f2f16e4-c4fd-42fd-aca6-b05153085f14'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:40:48.494226 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Attempting to bind port 74994ae9-21a3-4aaa-8224-132df68e1449 on network 0f2f16e4-c4fd-42fd-aca6-b05153085f14 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:40:48.499448 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Port 74994ae9-21a3-4aaa-8224-132df68e1449 on network 0f2f16e4-c4fd-42fd-aca6-b05153085f14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:40:48.499751 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Attempting to bind port 74994ae9-21a3-4aaa-8224-132df68e1449 on network 0f2f16e4-c4fd-42fd-aca6-b05153085f14 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:40:48.505024 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:40:48.505366 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Checking segment: {'id': '7333d031-6e3d-4027-8a55-a550c7120baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f2f16e4-c4fd-42fd-aca6-b05153085f14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:40:48.505753 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Bound using segment: {'id': '7333d031-6e3d-4027-8a55-a550c7120baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f2f16e4-c4fd-42fd-aca6-b05153085f14'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:40:48.506183 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Bound port: 74994ae9-21a3-4aaa-8224-132df68e1449, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7333d031-6e3d-4027-8a55-a550c7120baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f2f16e4-c4fd-42fd-aca6-b05153085f14'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:40:48.506541 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:48.574490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] For port 74994ae9-21a3-4aaa-8224-132df68e1449, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:40:48.577943 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] For port 74994ae9-21a3-4aaa-8224-132df68e1449, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=74994ae9-21a3-4aaa-8224-132df68e1449,segment=NetworkSegment(7333d031-6e3d-4027-8a55-a550c7120baa),segment_id=7333d031-6e3d-4027-8a55-a550c7120baa)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:40:48.582582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:48.612710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:48.613306 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:48.614908 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] 10.222.0.16 "PUT /v2.0/ports/74994ae9-21a3-4aaa-8224-132df68e1449 HTTP/1.1" status: 200 len: 1097 time: 0.7792575 Dec 14 01:40:48.617589 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ed92f8-e5af-4b75-8a58-0372ef5f82a9', 'tag': '74994ae9-21a3-4aaa-8224-132df68e1449'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:40:48.619833 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75077988-0a64-405b-8c56-6eb4f5b0ea60" -d '{"events": [{"name": "network-changed", "server_uuid": "71ed92f8-e5af-4b75-8a58-0372ef5f82a9", "tag": "74994ae9-21a3-4aaa-8224-132df68e1449"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:40:48.661991 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeeefb3-9dfb-4864-9860-9961195b116e service neutron] Pushing event updated for resources: {'Port': ['ID=74994ae9-21a3-4aaa-8224-132df68e1449,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:48.685102 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af59bedd-055c-4181-b2e0-c3734838a7a3 x-openstack-request-id: req-af59bedd-055c-4181-b2e0-c3734838a7a3 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:40:48.685395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ed92f8-e5af-4b75-8a58-0372ef5f82a9", "tag": "74994ae9-21a3-4aaa-8224-132df68e1449", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:40:48.685647 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af59bedd-055c-4181-b2e0-c3734838a7a3 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:40:48.686039 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ed92f8-e5af-4b75-8a58-0372ef5f82a9', 'tag': '74994ae9-21a3-4aaa-8224-132df68e1449', 'status': 'completed', 'code': 200} Dec 14 01:40:48.723944 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-4299c57e-d690-4631-bc3a-f84f325253f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:48.725502 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-4299c57e-d690-4631-bc3a-f84f325253f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=67c8055e10a84049b38959f13dba7cc5&device_id=71ed92f8-e5af-4b75-8a58-0372ef5f82a9 HTTP/1.1" status: 200 len: 1100 time: 0.0507514 Dec 14 01:40:48.774921 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-85e19924-13c1-4fc2-88a1-3485b2ef02dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=74994ae9-21a3-4aaa-8224-132df68e1449 HTTP/1.1" status: 200 len: 217 time: 0.0353529 Dec 14 01:40:48.827236 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-77f9283b-5915-4256-8b63-f95acd4c97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:48.828782 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-77f9283b-5915-4256-8b63-f95acd4c97b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64b2a1e4-af44-4a96-8589-1a567668e594 HTTP/1.1" status: 200 len: 843 time: 0.0461190 Dec 14 01:40:48.876985 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-dc3fcf91-883e-4aff-a4a0-3e754f1d94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:48.878895 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-dc3fcf91-883e-4aff-a4a0-3e754f1d94c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f2f16e4-c4fd-42fd-aca6-b05153085f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0427067 Dec 14 01:40:48.977467 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-607b4639-f49d-4951-a3c0-919c3287bb96 service neutron] 10.222.0.16 "GET /v2.0/networks/0f2f16e4-c4fd-42fd-aca6-b05153085f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900033 Dec 14 01:40:49.085809 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6fbdab2-2340-491d-97bd-bc39b7a7076e req-b0ce14c3-cebd-49ba-8ca5-5efe6573a9df service neutron] 10.222.0.16 "GET /v2.0/networks/0f2f16e4-c4fd-42fd-aca6-b05153085f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005290 Dec 14 01:40:49.236218 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75077988-0a64-405b-8c56-6eb4f5b0ea60 req-9314306f-6431-404d-92a9-f741aa0a1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:49.237627 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75077988-0a64-405b-8c56-6eb4f5b0ea60 req-9314306f-6431-404d-92a9-f741aa0a1d2e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=67c8055e10a84049b38959f13dba7cc5&device_id=71ed92f8-e5af-4b75-8a58-0372ef5f82a9 HTTP/1.1" status: 200 len: 1100 time: 0.0476716 Dec 14 01:40:49.331415 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75077988-0a64-405b-8c56-6eb4f5b0ea60 req-faf25f8c-139e-4f2b-a7ce-7e877812b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:49.332937 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75077988-0a64-405b-8c56-6eb4f5b0ea60 req-faf25f8c-139e-4f2b-a7ce-7e877812b64c service neutron] 10.222.0.16 "GET /v2.0/networks?id=0f2f16e4-c4fd-42fd-aca6-b05153085f14 HTTP/1.1" status: 200 len: 869 time: 0.0873911 Dec 14 01:40:49.378974 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75077988-0a64-405b-8c56-6eb4f5b0ea60 req-39859bee-681f-4b97-9dd6-05e03fdf54c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=74994ae9-21a3-4aaa-8224-132df68e1449 HTTP/1.1" status: 200 len: 217 time: 0.0377190 Dec 14 01:40:49.432355 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75077988-0a64-405b-8c56-6eb4f5b0ea60 req-399e5dfa-a5be-4c87-9733-3939609e7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:49.434484 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75077988-0a64-405b-8c56-6eb4f5b0ea60 req-399e5dfa-a5be-4c87-9733-3939609e7a5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64b2a1e4-af44-4a96-8589-1a567668e594 HTTP/1.1" status: 200 len: 843 time: 0.0472739 Dec 14 01:40:49.511970 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75077988-0a64-405b-8c56-6eb4f5b0ea60 req-75c66497-b82c-4bab-b3c2-ddc94e8c3fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:49.513443 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75077988-0a64-405b-8c56-6eb4f5b0ea60 req-75c66497-b82c-4bab-b3c2-ddc94e8c3fde service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f2f16e4-c4fd-42fd-aca6-b05153085f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0717399 Dec 14 01:40:49.521647 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a897b-d10f-4e2e-aa59-9176287bb647 req-73fca642-0b43-4b76-ae3c-323f7fc5db29 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:49.523008 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fc9a897b-d10f-4e2e-aa59-9176287bb647 req-73fca642-0b43-4b76-ae3c-323f7fc5db29 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/ports?device_id=71ed92f8-e5af-4b75-8a58-0372ef5f82a9 HTTP/1.1" status: 200 len: 947 time: 0.0730793 Dec 14 01:40:49.628466 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fc9a897b-d10f-4e2e-aa59-9176287bb647 req-e3ba3f33-8ecc-4931-a33c-b8ba885ec4bd tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d100f71-2857-412c-bafb-27531ef15875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975728 Dec 14 01:40:49.644626 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75077988-0a64-405b-8c56-6eb4f5b0ea60 req-342c4009-c44d-4d63-af5c-8c578f020cb8 service neutron] 10.222.0.16 "GET /v2.0/networks/0f2f16e4-c4fd-42fd-aca6-b05153085f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206684 Dec 14 01:40:49.751363 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75077988-0a64-405b-8c56-6eb4f5b0ea60 req-e77c0046-010a-4966-a288-5c7b7fd40cdd service neutron] 10.222.0.16 "GET /v2.0/networks/0f2f16e4-c4fd-42fd-aca6-b05153085f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985532 Dec 14 01:40:50.769988 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872600b-b043-4909-b39a-957af4fc94f5 req-12452a06-b1ce-4ce8-8051-e1b7ce115108 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:50.772470 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2872600b-b043-4909-b39a-957af4fc94f5 req-12452a06-b1ce-4ce8-8051-e1b7ce115108 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/ports?device_id=71ed92f8-e5af-4b75-8a58-0372ef5f82a9 HTTP/1.1" status: 200 len: 947 time: 0.0639236 Dec 14 01:40:50.825018 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2872600b-b043-4909-b39a-957af4fc94f5 req-9c2161b5-f183-4820-af56-2b02748efb45 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d100f71-2857-412c-bafb-27531ef15875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433240 Dec 14 01:40:51.742241 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 74994ae9-21a3-4aaa-8224-132df68e1449 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:40:51.851507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 74994ae9-21a3-4aaa-8224-132df68e1449, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=74994ae9-21a3-4aaa-8224-132df68e1449,segment=NetworkSegment(7333d031-6e3d-4027-8a55-a550c7120baa),segment_id=7333d031-6e3d-4027-8a55-a550c7120baa)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:40:51.863813 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '74994ae9-21a3-4aaa-8224-132df68e1449', 'network_id': '0f2f16e4-c4fd-42fd-aca6-b05153085f14', 'port_id': '74994ae9-21a3-4aaa-8224-132df68e1449', 'mac_address': 'fa:16:3e:ef:b9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b2a1e4-af44-4a96-8589-1a567668e594', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:40:51.901164 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:51.920268 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74994ae9-21a3-4aaa-8224-132df68e1449 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:40:51.942152 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26291793-e57a-4ed3-9223-19a1130e7cb3 req-2c4f7d9d-bae2-48e5-a95c-1126395029d3 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:51.943659 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26291793-e57a-4ed3-9223-19a1130e7cb3 req-2c4f7d9d-bae2-48e5-a95c-1126395029d3 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/ports?device_id=71ed92f8-e5af-4b75-8a58-0372ef5f82a9 HTTP/1.1" status: 200 len: 947 time: 0.0505505 Dec 14 01:40:51.946486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 74994ae9-21a3-4aaa-8224-132df68e1449, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=74994ae9-21a3-4aaa-8224-132df68e1449,segment=NetworkSegment(7333d031-6e3d-4027-8a55-a550c7120baa),segment_id=7333d031-6e3d-4027-8a55-a550c7120baa)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:40:51.952805 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:51.959116 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f19c3f4-d85e-4b0e-b7ac-36317166d627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:51.994046 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26291793-e57a-4ed3-9223-19a1130e7cb3 req-88dbac23-9f30-437f-a297-8d6cac2ef00c tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d100f71-2857-412c-bafb-27531ef15875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432863 Dec 14 01:40:52.003060 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=74994ae9-21a3-4aaa-8224-132df68e1449,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:52.266572 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['74994ae9-21a3-4aaa-8224-132df68e1449'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:40:53.123652 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b40f1-d591-40c1-9bdd-f1dd6b6ff27a req-1bd0261e-03cf-4706-bc07-3f7afa5a143f tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:53.125043 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-584b40f1-d591-40c1-9bdd-f1dd6b6ff27a req-1bd0261e-03cf-4706-bc07-3f7afa5a143f tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/ports?device_id=71ed92f8-e5af-4b75-8a58-0372ef5f82a9 HTTP/1.1" status: 200 len: 948 time: 0.0585372 Dec 14 01:40:53.176246 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-584b40f1-d591-40c1-9bdd-f1dd6b6ff27a req-3510a168-960a-456d-b0e0-54dd8b0ee113 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d100f71-2857-412c-bafb-27531ef15875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 Dec 14 01:40:53.742699 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 74994ae9-21a3-4aaa-8224-132df68e1449 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:40:53.798380 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 74994ae9-21a3-4aaa-8224-132df68e1449 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:40:53.806268 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 74994ae9-21a3-4aaa-8224-132df68e1449 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:40:53.806652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:53.883490 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:53.910416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ed92f8-e5af-4b75-8a58-0372ef5f82a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74994ae9-21a3-4aaa-8224-132df68e1449'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:40:53.912727 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c48306c-f05a-4147-9529-22a0e22bddc5" -d '{"events": [{"server_uuid": "71ed92f8-e5af-4b75-8a58-0372ef5f82a9", "name": "network-vif-plugged", "status": "completed", "tag": "74994ae9-21a3-4aaa-8224-132df68e1449"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:40:53.925349 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 74994ae9-21a3-4aaa-8224-132df68e1449, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=74994ae9-21a3-4aaa-8224-132df68e1449,segment=NetworkSegment(7333d031-6e3d-4027-8a55-a550c7120baa),segment_id=7333d031-6e3d-4027-8a55-a550c7120baa)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:40:53.930597 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:53.956510 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa32232-6d9d-40c6-9b8d-7ad670c5ccf8 x-openstack-request-id: req-9fa32232-6d9d-40c6-9b8d-7ad670c5ccf8 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:40:53.956805 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ed92f8-e5af-4b75-8a58-0372ef5f82a9", "name": "network-vif-plugged", "status": "completed", "tag": "74994ae9-21a3-4aaa-8224-132df68e1449", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:40:53.957063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fa32232-6d9d-40c6-9b8d-7ad670c5ccf8 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:40:53.957459 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ed92f8-e5af-4b75-8a58-0372ef5f82a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74994ae9-21a3-4aaa-8224-132df68e1449', 'code': 200} Dec 14 01:40:53.985125 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=74994ae9-21a3-4aaa-8224-132df68e1449,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:54.159834 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a50f8-a8af-4475-8b41-a576b642ae61 req-3472f69b-fd7a-4fad-b2c3-2ccc086f90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:54.161361 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-032a50f8-a8af-4475-8b41-a576b642ae61 req-3472f69b-fd7a-4fad-b2c3-2ccc086f90bf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=71ed92f8-e5af-4b75-8a58-0372ef5f82a9 HTTP/1.1" status: 200 len: 1102 time: 0.0445209 Dec 14 01:40:54.177700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4386165-fb09-4edd-b356-371215323e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:54.209369 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-032a50f8-a8af-4475-8b41-a576b642ae61 req-e262602e-a706-4702-b4ac-fa2d3cc8455c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9d100f71-2857-412c-bafb-27531ef15875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392995 Dec 14 01:40:54.297364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34017bb5-fba4-4d99-8291-26c2816124f3 req-637a533e-00e9-4bbf-939d-49ae41258c9e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:54.298756 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-34017bb5-fba4-4d99-8291-26c2816124f3 req-637a533e-00e9-4bbf-939d-49ae41258c9e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/ports?device_id=71ed92f8-e5af-4b75-8a58-0372ef5f82a9 HTTP/1.1" status: 200 len: 949 time: 0.0556953 Dec 14 01:40:54.347532 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-34017bb5-fba4-4d99-8291-26c2816124f3 req-040a8bb2-9a56-43f3-a355-f1cb5a5e012b tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d100f71-2857-412c-bafb-27531ef15875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426140 Dec 14 01:40:55.446324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:55.475205 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767dc7b-aa05-4611-aa7e-1a67e8bf105a req-05cab26c-70dc-4257-9be0-37cc55832f8d tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:55.476713 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f767dc7b-aa05-4611-aa7e-1a67e8bf105a req-05cab26c-70dc-4257-9be0-37cc55832f8d tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/ports?device_id=71ed92f8-e5af-4b75-8a58-0372ef5f82a9 HTTP/1.1" status: 200 len: 949 time: 0.0526304 Dec 14 01:40:55.523884 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f767dc7b-aa05-4611-aa7e-1a67e8bf105a req-ca8cdbc4-a4ac-4e1e-ba16-85c152e743ee tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d100f71-2857-412c-bafb-27531ef15875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411820 Dec 14 01:40:55.890673 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-c67b32c9-ce5a-44a8-befe-de2e1137f1e5 req-6e227bf9-5039-4320-84b3-6512fc8de0bc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:40:55.891684 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c67b32c9-ce5a-44a8-befe-de2e1137f1e5 req-6e227bf9-5039-4320-84b3-6512fc8de0bc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0679097 Dec 14 01:40:56.334238 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-0b113812-0ae4-4027-a477-7d7c8683ba74 req-33e5dd52-aff9-48fd-a513-a3ab196de7dd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:40:56.335251 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0b113812-0ae4-4027-a477-7d7c8683ba74 req-33e5dd52-aff9-48fd-a513-a3ab196de7dd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0567753 Dec 14 01:40:56.725091 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f9161-22af-4ea9-a795-747226aa176e req-77e60bb9-b500-4600-9371-64c8142f4ad8 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:56.726585 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a01f9161-22af-4ea9-a795-747226aa176e req-77e60bb9-b500-4600-9371-64c8142f4ad8 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/ports?device_id=71ed92f8-e5af-4b75-8a58-0372ef5f82a9 HTTP/1.1" status: 200 len: 949 time: 0.0580578 Dec 14 01:40:56.777959 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a01f9161-22af-4ea9-a795-747226aa176e req-b3c9bc00-868f-4b97-9a50-75e22185bf83 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d100f71-2857-412c-bafb-27531ef15875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451789 Dec 14 01:40:56.839462 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:57.733808 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:57.905449 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe8f62-3259-4144-98b5-12696bf1840c req-401c784c-34a2-40f3-834f-716385ebc767 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:57.907388 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a3fe8f62-3259-4144-98b5-12696bf1840c req-401c784c-34a2-40f3-834f-716385ebc767 tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/ports?device_id=71ed92f8-e5af-4b75-8a58-0372ef5f82a9 HTTP/1.1" status: 200 len: 949 time: 0.0529664 Dec 14 01:40:57.955150 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a3fe8f62-3259-4144-98b5-12696bf1840c req-b1b49185-d434-4cb7-a2e6-720ce6e0256a tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d100f71-2857-412c-bafb-27531ef15875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416086 Dec 14 01:40:58.134106 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c661a1-bc25-4a40-88b0-c210bde6229b req-2d81527f-3800-40d0-bdd4-0ab1981bef6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:40:58.135469 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-50c661a1-bc25-4a40-88b0-c210bde6229b req-2d81527f-3800-40d0-bdd4-0ab1981bef6e tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.16 "GET /v2.0/ports?device_id=71ed92f8-e5af-4b75-8a58-0372ef5f82a9 HTTP/1.1" status: 200 len: 949 time: 0.0597284 Dec 14 01:40:58.233676 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-50c661a1-bc25-4a40-88b0-c210bde6229b req-d17436fb-f2e7-438f-baf6-dfef0d2a94db tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Deleting port 74994ae9-21a3-4aaa-8224-132df68e1449 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:40:58.234016 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-50c661a1-bc25-4a40-88b0-c210bde6229b req-d17436fb-f2e7-438f-baf6-dfef0d2a94db tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:58.326193 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-50c661a1-bc25-4a40-88b0-c210bde6229b req-d17436fb-f2e7-438f-baf6-dfef0d2a94db tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] For port 74994ae9-21a3-4aaa-8224-132df68e1449, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=74994ae9-21a3-4aaa-8224-132df68e1449,segment=NetworkSegment(7333d031-6e3d-4027-8a55-a550c7120baa),segment_id=7333d031-6e3d-4027-8a55-a550c7120baa)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:40:58.326565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-50c661a1-bc25-4a40-88b0-c210bde6229b req-d17436fb-f2e7-438f-baf6-dfef0d2a94db tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:58.339919 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-50c661a1-bc25-4a40-88b0-c210bde6229b req-d17436fb-f2e7-438f-baf6-dfef0d2a94db tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Calling delete_port for 74994ae9-21a3-4aaa-8224-132df68e1449 owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:40:58.481941 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-50c661a1-bc25-4a40-88b0-c210bde6229b req-d17436fb-f2e7-438f-baf6-dfef0d2a94db tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:58.515475 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17436fb-f2e7-438f-baf6-dfef0d2a94db tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Pushing event deleted for resources: {'Port': ['ID=74994ae9-21a3-4aaa-8224-132df68e1449,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:40:58.517488 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['74994ae9-21a3-4aaa-8224-132df68e1449'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:40:58.561930 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c661a1-bc25-4a40-88b0-c210bde6229b req-d17436fb-f2e7-438f-baf6-dfef0d2a94db tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] No DVR routers for this DVR port 74994ae9-21a3-4aaa-8224-132df68e1449 on host hv-neutron-8215 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:40:58.564942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-50c661a1-bc25-4a40-88b0-c210bde6229b req-d17436fb-f2e7-438f-baf6-dfef0d2a94db tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:40:58.568286 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-50c661a1-bc25-4a40-88b0-c210bde6229b req-d17436fb-f2e7-438f-baf6-dfef0d2a94db tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.16 "DELETE /v2.0/ports/74994ae9-21a3-4aaa-8224-132df68e1449 HTTP/1.1" status: 204 len: 173 time: 0.4264224 Dec 14 01:40:58.568761 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ed92f8-e5af-4b75-8a58-0372ef5f82a9', 'name': 'network-vif-deleted', 'tag': '74994ae9-21a3-4aaa-8224-132df68e1449'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:40:58.571118 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be9103e-bd74-4b0b-9026-1847498b377a" -d '{"events": [{"server_uuid": "71ed92f8-e5af-4b75-8a58-0372ef5f82a9", "name": "network-vif-deleted", "tag": "74994ae9-21a3-4aaa-8224-132df68e1449"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:40:58.621639 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84447ecd-b84f-4677-9adc-6171c1f9d417 x-openstack-request-id: req-84447ecd-b84f-4677-9adc-6171c1f9d417 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:40:58.622026 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ed92f8-e5af-4b75-8a58-0372ef5f82a9", "name": "network-vif-deleted", "tag": "74994ae9-21a3-4aaa-8224-132df68e1449", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:40:58.622448 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84447ecd-b84f-4677-9adc-6171c1f9d417 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:40:58.622896 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ed92f8-e5af-4b75-8a58-0372ef5f82a9', 'name': 'network-vif-deleted', 'tag': '74994ae9-21a3-4aaa-8224-132df68e1449', 'status': 'completed', 'code': 200} Dec 14 01:40:59.069247 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-94cedf58-b94f-45a9-8ffe-ea5498042936 req-ae133d8c-bb8f-46e8-bc16-001a9dc7e71d tempest-ServersAdminNegativeTestJSON-345366281 tempest-ServersAdminNegativeTestJSON-345366281-project] 10.222.0.32 "GET /v2.0/ports?device_id=71ed92f8-e5af-4b75-8a58-0372ef5f82a9 HTTP/1.1" status: 200 len: 210 time: 0.0294335 Dec 14 01:41:00.404396 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59908) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:41:00.537945 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b816a43e-13a3-4411-b76e-748c37d0fc77 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67c8055e10a84049b38959f13dba7cc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323776 Dec 14 01:41:00.540590 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59912) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:41:00.587294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e798329a-5bbb-4aa2-9983-5b33cb57fb12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:00.609632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e798329a-5bbb-4aa2-9983-5b33cb57fb12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:00.660901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e798329a-5bbb-4aa2-9983-5b33cb57fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:00.663662 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e798329a-5bbb-4aa2-9983-5b33cb57fb12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:00.664854 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e798329a-5bbb-4aa2-9983-5b33cb57fb12 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d100f71-2857-412c-bafb-27531ef15875 HTTP/1.1" status: 204 len: 168 time: 0.1234095 Dec 14 01:41:00.673148 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798329a-5bbb-4aa2-9983-5b33cb57fb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d100f71-2857-412c-bafb-27531ef15875,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:00.950657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59918) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:41:00.964335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d63fe835-c04d-4e2e-9788-7f24bb1eeff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:01.045531 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d63fe835-c04d-4e2e-9788-7f24bb1eeff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:01.052861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d63fe835-c04d-4e2e-9788-7f24bb1eeff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:01.099567 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d63fe835-c04d-4e2e-9788-7f24bb1eeff0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f77353b2a37a4d4c86c75dddda850dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1478474 Dec 14 01:41:01.100299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fe835-c04d-4e2e-9788-7f24bb1eeff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37cd268-bb77-4088-bae3-ab0fa04770aa,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:01.102537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59920) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:41:01.151953 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ad3d690-f362-4d1d-9413-60ed11ce3e24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:01.173933 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ad3d690-f362-4d1d-9413-60ed11ce3e24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:01.221610 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ad3d690-f362-4d1d-9413-60ed11ce3e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:01.224266 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ad3d690-f362-4d1d-9413-60ed11ce3e24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:01.225460 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0ad3d690-f362-4d1d-9413-60ed11ce3e24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b37cd268-bb77-4088-bae3-ab0fa04770aa HTTP/1.1" status: 204 len: 168 time: 0.1218591 Dec 14 01:41:01.233025 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3d690-f362-4d1d-9413-60ed11ce3e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37cd268-bb77-4088-bae3-ab0fa04770aa,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:01.802506 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 74994ae9-21a3-4aaa-8224-132df68e1449 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:41:01.825156 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 74994ae9-21a3-4aaa-8224-132df68e1449 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:41:01.825506 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 74994ae9-21a3-4aaa-8224-132df68e1449 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:41:01.942657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 59942) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:41:02.043772 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-52bdcba2-933f-433c-939d-c54a0741f7e1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2143239714-network', 'tenant_id': '9c6fc3cf2ce640c2aa004b6d84031fbf'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:41:02.073159 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bdcba2-933f-433c-939d-c54a0741f7e1 admin admin] Made reservation on behalf of 9c6fc3cf2ce640c2aa004b6d84031fbf for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:41:02.075501 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52bdcba2-933f-433c-939d-c54a0741f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:02.085774 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52bdcba2-933f-433c-939d-c54a0741f7e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:02.164644 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52bdcba2-933f-433c-939d-c54a0741f7e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:02.170282 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52bdcba2-933f-433c-939d-c54a0741f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:02.191441 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bdcba2-933f-433c-939d-c54a0741f7e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:41:02.207616 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdcba2-933f-433c-939d-c54a0741f7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:02.211522 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52bdcba2-933f-433c-939d-c54a0741f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:02.211869 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-52bdcba2-933f-433c-939d-c54a0741f7e1 admin admin] Added segment 6a08e502-cbec-448b-9cad-32add4d3df03 of type vlan for network e002a8d6-c8a4-40de-86cf-d0c80d6f93b8 Dec 14 01:41:02.257036 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52bdcba2-933f-433c-939d-c54a0741f7e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:02.284542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52bdcba2-933f-433c-939d-c54a0741f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:02.285467 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bdcba2-933f-433c-939d-c54a0741f7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:02.286264 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52bdcba2-933f-433c-939d-c54a0741f7e1 admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:02.351976 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-52bdcba2-933f-433c-939d-c54a0741f7e1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4082277 Dec 14 01:41:02.355225 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 59946) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:41:02.360658 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a7a69a6b-c22a-4951-b151-cebd6a59e07a admin admin] Request body: {'subnet': {'network_id': 'e002a8d6-c8a4-40de-86cf-d0c80d6f93b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2143239714-subnet', 'tenant_id': '9c6fc3cf2ce640c2aa004b6d84031fbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:41:02.386935 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdcba2-933f-433c-939d-c54a0741f7e1 admin admin] Pushing event updated for resources: {'Network': ['ID=e002a8d6-c8a4-40de-86cf-d0c80d6f93b8,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:02.389279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a69a6b-c22a-4951-b151-cebd6a59e07a admin admin] Made reservation on behalf of 9c6fc3cf2ce640c2aa004b6d84031fbf for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:41:02.392584 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a7a69a6b-c22a-4951-b151-cebd6a59e07a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:02.398509 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network e002a8d6-c8a4-40de-86cf-d0c80d6f93b8 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:41:02.568132 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a7a69a6b-c22a-4951-b151-cebd6a59e07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:02.621262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a69a6b-c22a-4951-b151-cebd6a59e07a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6425a5af-adb7-459c-9287-331453fcfd2e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:02.638076 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a69a6b-c22a-4951-b151-cebd6a59e07a admin admin] Checking segment: {'id': '6a08e502-cbec-448b-9cad-32add4d3df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e002a8d6-c8a4-40de-86cf-d0c80d6f93b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:41:02.638427 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a69a6b-c22a-4951-b151-cebd6a59e07a admin admin] Network hostable DHCP agents. Network: e002a8d6-c8a4-40de-86cf-d0c80d6f93b8, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:41:02.657271 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a69a6b-c22a-4951-b151-cebd6a59e07a admin admin] Network e002a8d6-c8a4-40de-86cf-d0c80d6f93b8 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:41:02.667952 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a7a69a6b-c22a-4951-b151-cebd6a59e07a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, e002a8d6-c8a4-40de-86cf-d0c80d6f93b8) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:41:02.672794 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a69a6b-c22a-4951-b151-cebd6a59e07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:02.673939 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a7a69a6b-c22a-4951-b151-cebd6a59e07a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:02.677497 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922c1ab3-8944-4bb7-8702-a148a3f8fbd3 None None] Network e002a8d6-c8a4-40de-86cf-d0c80d6f93b8 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:41:02.692443 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a7a69a6b-c22a-4951-b151-cebd6a59e07a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3348124 Dec 14 01:41:02.778617 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0073b9e2-f0d6-438b-9719-c8ca339fb8e7 None None] Network e002a8d6-c8a4-40de-86cf-d0c80d6f93b8 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:41:03.130739 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-368e5b65-fc09-444c-8236-f02d0a67cd6f tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:03.132139 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-368e5b65-fc09-444c-8236-f02d0a67cd6f tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/networks?id=e002a8d6-c8a4-40de-86cf-d0c80d6f93b8 HTTP/1.1" status: 200 len: 812 time: 0.1138155 Dec 14 01:41:03.150059 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-0a9ca580-cd84-4bb8-aae5-ff6a667b78a0 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/quotas/9c6fc3cf2ce640c2aa004b6d84031fbf HTTP/1.1" status: 200 len: 375 time: 0.0095069 Dec 14 01:41:03.187849 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-0ff24bf7-78ec-4a27-b70e-3d2da5de8f3b tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c6fc3cf2ce640c2aa004b6d84031fbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325463 Dec 14 01:41:03.280838 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-79179335-8001-412a-83bf-733e7f5883b6 service neutron] 10.222.0.32 "GET /v2.0/networks/e002a8d6-c8a4-40de-86cf-d0c80d6f93b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829365 Dec 14 01:41:03.375465 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-89ba0437-04de-4b8f-9140-605cc66d9a8f service neutron] 10.222.0.32 "GET /v2.0/networks/e002a8d6-c8a4-40de-86cf-d0c80d6f93b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849981 Dec 14 01:41:03.552918 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-51323075-3098-4616-a324-e4b403bf4612 req-b277b962-8637-49e2-ba1e-305291745423 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 210 time: 0.0293715 Dec 14 01:41:04.600915 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-a86077fe-b9f8-4e03-ba13-8166dea4d4c9 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:04.602567 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-a86077fe-b9f8-4e03-ba13-8166dea4d4c9 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.16 "GET /v2.0/networks?id=e002a8d6-c8a4-40de-86cf-d0c80d6f93b8 HTTP/1.1" status: 200 len: 812 time: 0.1102891 Dec 14 01:41:04.621985 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-39cde90d-66fd-4bdf-bf13-2e1f8ce76eff tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Request body: {'port': {'device_id': 'c4d18841-66a2-4d08-a034-eebb8be682e1', 'network_id': 'e002a8d6-c8a4-40de-86cf-d0c80d6f93b8', 'admin_state_up': True, 'tenant_id': '9c6fc3cf2ce640c2aa004b6d84031fbf'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:41:04.687138 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a34b9c1c-df5a-4c34-b55e-7696094828cd req-f17dd8fa-d139-4280-b3ca-4b0a401f344a tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 210 time: 0.0614314 Dec 14 01:41:04.759250 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-39cde90d-66fd-4bdf-bf13-2e1f8ce76eff tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Made reservation on behalf of 9c6fc3cf2ce640c2aa004b6d84031fbf for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:41:04.762801 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-39cde90d-66fd-4bdf-bf13-2e1f8ce76eff tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:04.893574 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-39cde90d-66fd-4bdf-bf13-2e1f8ce76eff tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Allocated IP 172.20.0.13 (e002a8d6-c8a4-40de-86cf-d0c80d6f93b8/6425a5af-adb7-459c-9287-331453fcfd2e/2c4aa914-8652-46e7-8e30-3bfc98f8e992) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:41:05.040384 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-39cde90d-66fd-4bdf-bf13-2e1f8ce76eff tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:05.081169 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-39cde90d-66fd-4bdf-bf13-2e1f8ce76eff tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:05.124892 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-39cde90d-66fd-4bdf-bf13-2e1f8ce76eff tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Network e002a8d6-c8a4-40de-86cf-d0c80d6f93b8 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:41:05.127971 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-39cde90d-66fd-4bdf-bf13-2e1f8ce76eff tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:41:05.130532 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-39cde90d-66fd-4bdf-bf13-2e1f8ce76eff tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:41:05.155511 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cde90d-66fd-4bdf-bf13-2e1f8ce76eff tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Pushing event updated for resources: {'Port': ['ID=2c4aa914-8652-46e7-8e30-3bfc98f8e992,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:05.186048 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-39cde90d-66fd-4bdf-bf13-2e1f8ce76eff tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:05.186782 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-39cde90d-66fd-4bdf-bf13-2e1f8ce76eff tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:05.205847 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-39cde90d-66fd-4bdf-bf13-2e1f8ce76eff tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5878940 Dec 14 01:41:05.223361 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Request body: {'port': {'device_id': 'c4d18841-66a2-4d08-a034-eebb8be682e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:41:05.278632 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:05.537007 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4aa914-8652-46e7-8e30-3bfc98f8e992 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:41:05.544601 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:05.557036 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Transition to ACTIVE for port object 2c4aa914-8652-46e7-8e30-3bfc98f8e992 will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:41:05.562622 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:05.613848 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4aa914-8652-46e7-8e30-3bfc98f8e992,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:05.685336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Attempting to bind port 2c4aa914-8652-46e7-8e30-3bfc98f8e992 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:41:05.685664 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Attempting to bind port 2c4aa914-8652-46e7-8e30-3bfc98f8e992 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6a08e502-cbec-448b-9cad-32add4d3df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e002a8d6-c8a4-40de-86cf-d0c80d6f93b8'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:41:05.685986 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Attempting to bind port 2c4aa914-8652-46e7-8e30-3bfc98f8e992 on network e002a8d6-c8a4-40de-86cf-d0c80d6f93b8 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:41:05.690740 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Port 2c4aa914-8652-46e7-8e30-3bfc98f8e992 on network e002a8d6-c8a4-40de-86cf-d0c80d6f93b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:41:05.691056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Attempting to bind port 2c4aa914-8652-46e7-8e30-3bfc98f8e992 on network e002a8d6-c8a4-40de-86cf-d0c80d6f93b8 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:41:05.695973 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:41:05.696360 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Checking segment: {'id': '6a08e502-cbec-448b-9cad-32add4d3df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e002a8d6-c8a4-40de-86cf-d0c80d6f93b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:41:05.696733 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Bound using segment: {'id': '6a08e502-cbec-448b-9cad-32add4d3df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e002a8d6-c8a4-40de-86cf-d0c80d6f93b8'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:41:05.697151 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Bound port: 2c4aa914-8652-46e7-8e30-3bfc98f8e992, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a08e502-cbec-448b-9cad-32add4d3df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e002a8d6-c8a4-40de-86cf-d0c80d6f93b8'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:41:05.697492 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:05.769282 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] For port 2c4aa914-8652-46e7-8e30-3bfc98f8e992, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:41:05.795918 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] For port 2c4aa914-8652-46e7-8e30-3bfc98f8e992, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2c4aa914-8652-46e7-8e30-3bfc98f8e992,segment=NetworkSegment(6a08e502-cbec-448b-9cad-32add4d3df03),segment_id=6a08e502-cbec-448b-9cad-32add4d3df03)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:41:05.801878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:05.846917 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:05.847548 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:05.848951 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] 10.222.0.16 "PUT /v2.0/ports/2c4aa914-8652-46e7-8e30-3bfc98f8e992 HTTP/1.1" status: 200 len: 1094 time: 0.6297510 Dec 14 01:41:05.849437 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d18841-66a2-4d08-a034-eebb8be682e1', 'tag': '2c4aa914-8652-46e7-8e30-3bfc98f8e992'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:41:05.851690 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7dfe77-7ca6-42f2-a3ff-936d57064109" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d18841-66a2-4d08-a034-eebb8be682e1", "tag": "2c4aa914-8652-46e7-8e30-3bfc98f8e992"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:41:05.863622 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad26ac-43b0-4fb7-8816-e938f0cec8e5 req-411fd2b6-f12b-4829-8b34-0bd172227878 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:05.865504 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d1ad26ac-43b0-4fb7-8816-e938f0cec8e5 req-411fd2b6-f12b-4829-8b34-0bd172227878 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 944 time: 0.1106894 Dec 14 01:41:05.896695 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6f60-7659-4c2e-a2ee-ef4ccdd9d530 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4aa914-8652-46e7-8e30-3bfc98f8e992,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:05.900324 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9ae290-0386-4652-87dd-9384eb4c16e2 x-openstack-request-id: req-2c9ae290-0386-4652-87dd-9384eb4c16e2 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:41:05.900626 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d18841-66a2-4d08-a034-eebb8be682e1", "tag": "2c4aa914-8652-46e7-8e30-3bfc98f8e992", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:41:05.900866 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c9ae290-0386-4652-87dd-9384eb4c16e2 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:41:05.901268 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d18841-66a2-4d08-a034-eebb8be682e1', 'tag': '2c4aa914-8652-46e7-8e30-3bfc98f8e992', 'status': 'completed', 'code': 200} Dec 14 01:41:05.948720 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d1ad26ac-43b0-4fb7-8816-e938f0cec8e5 req-67e2e023-6e16-4522-95f3-23a7b27d23f4 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740306 Dec 14 01:41:05.977203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-34e38c3f-d7cf-48d6-be07-144972bb6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:05.978712 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-34e38c3f-d7cf-48d6-be07-144972bb6a1f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c6fc3cf2ce640c2aa004b6d84031fbf&device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 1097 time: 0.0539374 Dec 14 01:41:06.360189 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-16219618-8beb-472b-84eb-682413e2a722 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c4aa914-8652-46e7-8e30-3bfc98f8e992 HTTP/1.1" status: 200 len: 217 time: 0.3678389 Dec 14 01:41:06.418836 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-f1485275-8810-4d5d-b550-a1789cb08f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:06.420542 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-f1485275-8810-4d5d-b550-a1789cb08f9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6425a5af-adb7-459c-9287-331453fcfd2e HTTP/1.1" status: 200 len: 852 time: 0.0534325 Dec 14 01:41:06.452930 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-841a64ed-3c6b-4cdc-ba08-23a310f918ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e002a8d6-c8a4-40de-86cf-d0c80d6f93b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256960 Dec 14 01:41:06.554057 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-e0417f7c-756d-499d-b6bc-dd32d827e671 service neutron] 10.222.0.16 "GET /v2.0/networks/e002a8d6-c8a4-40de-86cf-d0c80d6f93b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942869 Dec 14 01:41:06.648905 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44ac58c4-8a8c-4525-9530-9763655bce9a req-32b20909-b96d-4cb9-b68a-b33bd9d515a5 service neutron] 10.222.0.16 "GET /v2.0/networks/e002a8d6-c8a4-40de-86cf-d0c80d6f93b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867445 Dec 14 01:41:06.786196 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dfe77-7ca6-42f2-a3ff-936d57064109 req-70839a9a-9581-464b-97c4-036546bb146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:06.787709 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3d7dfe77-7ca6-42f2-a3ff-936d57064109 req-70839a9a-9581-464b-97c4-036546bb146c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c6fc3cf2ce640c2aa004b6d84031fbf&device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 1097 time: 0.0445945 Dec 14 01:41:06.882046 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dfe77-7ca6-42f2-a3ff-936d57064109 req-065adff4-1150-4e72-bdac-e4e646e0221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:06.883506 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3d7dfe77-7ca6-42f2-a3ff-936d57064109 req-065adff4-1150-4e72-bdac-e4e646e0221a service neutron] 10.222.0.16 "GET /v2.0/networks?id=e002a8d6-c8a4-40de-86cf-d0c80d6f93b8 HTTP/1.1" status: 200 len: 912 time: 0.0873346 Dec 14 01:41:06.926496 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3d7dfe77-7ca6-42f2-a3ff-936d57064109 req-0e24dd8f-cbd8-4328-8932-50315fb6c655 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c4aa914-8652-46e7-8e30-3bfc98f8e992 HTTP/1.1" status: 200 len: 217 time: 0.0345893 Dec 14 01:41:06.989157 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dfe77-7ca6-42f2-a3ff-936d57064109 req-1203ed99-11ab-4791-87c8-dd08b27d378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:06.990644 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3d7dfe77-7ca6-42f2-a3ff-936d57064109 req-1203ed99-11ab-4791-87c8-dd08b27d378d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6425a5af-adb7-459c-9287-331453fcfd2e HTTP/1.1" status: 200 len: 852 time: 0.0562234 Dec 14 01:41:07.025631 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3d7dfe77-7ca6-42f2-a3ff-936d57064109 req-fccf2d03-5539-4eb5-b011-9c5463a36c30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e002a8d6-c8a4-40de-86cf-d0c80d6f93b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266063 Dec 14 01:41:07.129337 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab954bb-5237-470f-a279-740eb22b77b4 req-3b636b45-b0ef-459d-9417-15ff19c9cd1c tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:07.130831 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fab954bb-5237-470f-a279-740eb22b77b4 req-3b636b45-b0ef-459d-9417-15ff19c9cd1c tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 944 time: 0.1082761 Dec 14 01:41:07.157692 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3d7dfe77-7ca6-42f2-a3ff-936d57064109 req-3cf348b7-c4e9-45ee-9303-67fda110e6fa service neutron] 10.222.0.16 "GET /v2.0/networks/e002a8d6-c8a4-40de-86cf-d0c80d6f93b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243706 Dec 14 01:41:07.236826 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fab954bb-5237-470f-a279-740eb22b77b4 req-f1f1498f-dab7-46fd-a4a0-a19da79e5be2 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958340 Dec 14 01:41:07.278092 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3d7dfe77-7ca6-42f2-a3ff-936d57064109 req-3ee701ea-7208-45c8-8186-bd903d6c32e0 service neutron] 10.222.0.16 "GET /v2.0/networks/e002a8d6-c8a4-40de-86cf-d0c80d6f93b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099749 Dec 14 01:41:08.444484 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0fbf1-0d49-4841-9ac1-7d3e99b6fffe req-8f25f39e-aa57-4344-bd0d-d06d33227bfe tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:08.446780 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09a0fbf1-0d49-4841-9ac1-7d3e99b6fffe req-8f25f39e-aa57-4344-bd0d-d06d33227bfe tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 944 time: 0.1259813 Dec 14 01:41:08.498665 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09a0fbf1-0d49-4841-9ac1-7d3e99b6fffe req-8efb56ef-ebf0-45a0-9113-4dce463c4880 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435326 Dec 14 01:41:09.687877 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c770a-f2b0-4d96-bf22-b544e079830b req-8733461e-7752-4e84-b113-fe66726fcead tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:09.689411 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f73c770a-f2b0-4d96-bf22-b544e079830b req-8733461e-7752-4e84-b113-fe66726fcead tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 944 time: 0.1160192 Dec 14 01:41:09.738145 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f73c770a-f2b0-4d96-bf22-b544e079830b req-b1a624c5-cd90-429f-8876-ad222fc27a92 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Dec 14 01:41:09.833193 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 2c4aa914-8652-46e7-8e30-3bfc98f8e992 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:41:09.931178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 2c4aa914-8652-46e7-8e30-3bfc98f8e992, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2c4aa914-8652-46e7-8e30-3bfc98f8e992,segment=NetworkSegment(6a08e502-cbec-448b-9cad-32add4d3df03),segment_id=6a08e502-cbec-448b-9cad-32add4d3df03)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:41:09.942814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '2c4aa914-8652-46e7-8e30-3bfc98f8e992', 'network_id': 'e002a8d6-c8a4-40de-86cf-d0c80d6f93b8', 'port_id': '2c4aa914-8652-46e7-8e30-3bfc98f8e992', 'mac_address': 'fa:16:3e:21:bf:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6425a5af-adb7-459c-9287-331453fcfd2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:41:09.982927 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:09.996141 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4aa914-8652-46e7-8e30-3bfc98f8e992 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:41:10.016617 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 2c4aa914-8652-46e7-8e30-3bfc98f8e992, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2c4aa914-8652-46e7-8e30-3bfc98f8e992,segment=NetworkSegment(6a08e502-cbec-448b-9cad-32add4d3df03),segment_id=6a08e502-cbec-448b-9cad-32add4d3df03)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:41:10.023970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:10.072709 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=2c4aa914-8652-46e7-8e30-3bfc98f8e992,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:10.287373 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['2c4aa914-8652-46e7-8e30-3bfc98f8e992'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:41:10.881366 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b8816-c9d3-4796-92fa-a4da12056d85 req-08aab7bc-d662-4ab2-aa8f-b0c28625cd09 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:10.882874 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2b1b8816-c9d3-4796-92fa-a4da12056d85 req-08aab7bc-d662-4ab2-aa8f-b0c28625cd09 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 945 time: 0.0565188 Dec 14 01:41:10.935604 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:10.936246 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2b1b8816-c9d3-4796-92fa-a4da12056d85 req-31d5c3cd-4648-4ff3-a3de-986cdfcc79d7 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469544 Dec 14 01:41:11.833695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 2c4aa914-8652-46e7-8e30-3bfc98f8e992 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:41:11.886062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 2c4aa914-8652-46e7-8e30-3bfc98f8e992 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:41:11.889691 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 2c4aa914-8652-46e7-8e30-3bfc98f8e992 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:41:11.890065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:11.975379 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:12.002685 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d18841-66a2-4d08-a034-eebb8be682e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4aa914-8652-46e7-8e30-3bfc98f8e992'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:41:12.005045 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526a6a4a-a368-450d-9507-63083b12d5f9" -d '{"events": [{"server_uuid": "c4d18841-66a2-4d08-a034-eebb8be682e1", "name": "network-vif-plugged", "status": "completed", "tag": "2c4aa914-8652-46e7-8e30-3bfc98f8e992"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:41:12.017921 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 2c4aa914-8652-46e7-8e30-3bfc98f8e992, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2c4aa914-8652-46e7-8e30-3bfc98f8e992,segment=NetworkSegment(6a08e502-cbec-448b-9cad-32add4d3df03),segment_id=6a08e502-cbec-448b-9cad-32add4d3df03)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:41:12.023266 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:12.057960 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057601f0-18f7-483d-9d2a-87434f6739ff x-openstack-request-id: req-057601f0-18f7-483d-9d2a-87434f6739ff {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:41:12.058254 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d18841-66a2-4d08-a034-eebb8be682e1", "name": "network-vif-plugged", "status": "completed", "tag": "2c4aa914-8652-46e7-8e30-3bfc98f8e992", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:41:12.058502 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-057601f0-18f7-483d-9d2a-87434f6739ff {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:41:12.058914 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d18841-66a2-4d08-a034-eebb8be682e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4aa914-8652-46e7-8e30-3bfc98f8e992', 'code': 200} Dec 14 01:41:12.072331 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2172ce1-f338-44df-b87a-91f1467fd891 req-431c912e-a86d-4db8-89a9-984771e64482 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:12.073898 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b2172ce1-f338-44df-b87a-91f1467fd891 req-431c912e-a86d-4db8-89a9-984771e64482 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0619352 Dec 14 01:41:12.075186 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=2c4aa914-8652-46e7-8e30-3bfc98f8e992,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:12.127435 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b2172ce1-f338-44df-b87a-91f1467fd891 req-4566e1e1-14c0-4524-82bc-f81cce1b9f09 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458632 Dec 14 01:41:12.264402 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd36da0-d0b6-40d1-8945-843ef4132790 req-bbf1c5db-4af5-4927-9595-6a880f1455fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:12.266055 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0cd36da0-d0b6-40d1-8945-843ef4132790 req-bbf1c5db-4af5-4927-9595-6a880f1455fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 1099 time: 0.0460892 Dec 14 01:41:12.312847 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0cd36da0-d0b6-40d1-8945-843ef4132790 req-de80f359-216d-43a4-9449-4298d56e9962 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397856 Dec 14 01:41:13.259569 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3af73-8fe8-422f-8721-71e4e49dc0f8 req-bfb1e2de-2a72-4b78-9e02-73bb8dcf99a7 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:13.261730 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d2e3af73-8fe8-422f-8721-71e4e49dc0f8 req-bfb1e2de-2a72-4b78-9e02-73bb8dcf99a7 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0565782 Dec 14 01:41:13.314013 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d2e3af73-8fe8-422f-8721-71e4e49dc0f8 req-53610e3b-49b6-43f1-83a0-5d869fcfe407 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462778 Dec 14 01:41:14.458752 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a9b5c-5599-48f4-92b6-c680e9979c54 req-7c6d1a79-1069-4be6-9234-197bfaf6ea8d tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:14.460292 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7f1a9b5c-5599-48f4-92b6-c680e9979c54 req-7c6d1a79-1069-4be6-9234-197bfaf6ea8d tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0651565 Dec 14 01:41:14.511585 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7f1a9b5c-5599-48f4-92b6-c680e9979c54 req-57ef33c7-25f2-45ea-b816-a7e959885d1f tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451305 Dec 14 01:41:14.871168 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f90cfa-f72c-4d6d-9ee3-159bc310ea7e req-992c5490-f61e-4927-a738-8d631ca71b04 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:14.872736 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-18f90cfa-f72c-4d6d-9ee3-159bc310ea7e req-992c5490-f61e-4927-a738-8d631ca71b04 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0546172 Dec 14 01:41:14.894878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 60012) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:41:14.932293 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-18f90cfa-f72c-4d6d-9ee3-159bc310ea7e req-31ca2e8b-70c1-412f-8d54-61918d31e104 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533333 Dec 14 01:41:14.977274 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-2ef8bf5c-88d6-4e79-968e-2fabc9ae6ea1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813186 Dec 14 01:41:14.986464 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-40c84b93-ea10-483e-98f7-a359c3fc46c6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:41:14.987393 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-40c84b93-ea10-483e-98f7-a359c3fc46c6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050931 Dec 14 01:41:16.071422 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adadb95-8da4-494f-bdb4-4f9197c6cd5e req-3d3cb421-0cd3-4961-86f3-b10954ebe5c2 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:16.072863 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0adadb95-8da4-494f-bdb4-4f9197c6cd5e req-3d3cb421-0cd3-4961-86f3-b10954ebe5c2 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0653892 Dec 14 01:41:16.131442 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0adadb95-8da4-494f-bdb4-4f9197c6cd5e req-a6f62c58-65e1-4dff-9d06-758cfa721ba1 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524991 Dec 14 01:41:16.342504 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-90934c47-7803-4ee3-b145-89742b044d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:16.344052 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-90934c47-7803-4ee3-b145-89742b044d26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c6fc3cf2ce640c2aa004b6d84031fbf&device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 1099 time: 0.0493498 Dec 14 01:41:16.444727 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-6e56158b-3172-40ec-81d0-eec4ef9c4829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:16.446215 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-6e56158b-3172-40ec-81d0-eec4ef9c4829 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e002a8d6-c8a4-40de-86cf-d0c80d6f93b8 HTTP/1.1" status: 200 len: 912 time: 0.0945497 Dec 14 01:41:16.492787 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-20c1fccc-0fe8-42ec-8c37-9a793493d63b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c4aa914-8652-46e7-8e30-3bfc98f8e992 HTTP/1.1" status: 200 len: 217 time: 0.0395525 Dec 14 01:41:16.545641 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-e0cf5000-56a7-4ff7-8638-160ee475b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:16.547190 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-e0cf5000-56a7-4ff7-8638-160ee475b557 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6425a5af-adb7-459c-9287-331453fcfd2e HTTP/1.1" status: 200 len: 852 time: 0.0474119 Dec 14 01:41:16.578717 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-beb930ae-9373-4305-bb49-8754610a3348 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e002a8d6-c8a4-40de-86cf-d0c80d6f93b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244679 Dec 14 01:41:16.693423 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-c83e16b3-5d41-4e22-ac67-e98037beaa49 service neutron] 10.222.0.16 "GET /v2.0/networks/e002a8d6-c8a4-40de-86cf-d0c80d6f93b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077478 Dec 14 01:41:16.804278 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-e21990c7-023d-425d-bfb5-e5a5a55dd996 service neutron] 10.222.0.16 "GET /v2.0/networks/e002a8d6-c8a4-40de-86cf-d0c80d6f93b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025143 Dec 14 01:41:17.279680 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb35bc-06fc-416f-ae3f-0ab70611aa40 req-a5f23cbe-3cec-43aa-8b34-b498cdeb2acd tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:17.281342 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-10cb35bc-06fc-416f-ae3f-0ab70611aa40 req-a5f23cbe-3cec-43aa-8b34-b498cdeb2acd tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0690143 Dec 14 01:41:17.350402 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-10cb35bc-06fc-416f-ae3f-0ab70611aa40 req-9a2607a8-394f-468c-ab8e-eb96d7021c90 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593786 Dec 14 01:41:18.497919 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734d43a-b187-466e-be90-f080b61048b7 req-0ed546cd-f853-40d2-8a47-0a999aa14371 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:18.499419 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4734d43a-b187-466e-be90-f080b61048b7 req-0ed546cd-f853-40d2-8a47-0a999aa14371 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0630467 Dec 14 01:41:18.552873 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4734d43a-b187-466e-be90-f080b61048b7 req-28a6d739-df66-4566-8212-8f8c89fe9b81 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442264 Dec 14 01:41:19.673026 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15136d-9932-4382-9a9e-1a73561831ed req-4c1afda9-111e-442c-8b2c-12bee6f3e22c tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:19.674495 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5b15136d-9932-4382-9a9e-1a73561831ed req-4c1afda9-111e-442c-8b2c-12bee6f3e22c tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0509419 Dec 14 01:41:19.726534 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5b15136d-9932-4382-9a9e-1a73561831ed req-568a7b45-8f50-4dbb-bbc7-fc4b75c7e3f6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433300 Dec 14 01:41:20.877466 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfbb71-caba-4efc-aca8-4e0e29df4228 req-64c3d060-fb03-4be1-815b-f52b7e4a9c77 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:20.878993 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-28bfbb71-caba-4efc-aca8-4e0e29df4228 req-64c3d060-fb03-4be1-815b-f52b7e4a9c77 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0614538 Dec 14 01:41:20.933008 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-28bfbb71-caba-4efc-aca8-4e0e29df4228 req-3713cb54-283a-4b9d-9e49-20915257cb70 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478897 Dec 14 01:41:21.954642 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c85bc025-8eed-49d6-bd07-621de28ab062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:22.054813 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cf25e-dfbe-4ba2-9052-1d258d290710 req-83d2c8b8-3b60-4ce7-b9d0-be68fa2ca9d7 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:22.056655 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2e0cf25e-dfbe-4ba2-9052-1d258d290710 req-83d2c8b8-3b60-4ce7-b9d0-be68fa2ca9d7 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0525866 Dec 14 01:41:22.106092 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2e0cf25e-dfbe-4ba2-9052-1d258d290710 req-87185fcc-b49b-4dab-8775-8dfda19db526 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431976 Dec 14 01:41:22.169831 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:41:23.238125 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef752b4-39ca-4f3f-8a64-d56ddf8d8ef2 req-37448f05-020f-4976-a9da-225dc3569bfc tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:23.239616 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1ef752b4-39ca-4f3f-8a64-d56ddf8d8ef2 req-37448f05-020f-4976-a9da-225dc3569bfc tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0544388 Dec 14 01:41:23.287597 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1ef752b4-39ca-4f3f-8a64-d56ddf8d8ef2 req-a301bedc-64ad-43f4-86d6-5e2453e01688 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420451 Dec 14 01:41:24.186816 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ca53-0dc5-468d-b75f-045e0a2d8d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:24.410921 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3e9e1-9c3a-447a-92dd-39ac721b405b req-78bf71b3-73b9-4c0a-8ca1-15d441d14ab9 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:24.412420 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aad3e9e1-9c3a-447a-92dd-39ac721b405b req-78bf71b3-73b9-4c0a-8ca1-15d441d14ab9 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0556917 Dec 14 01:41:24.461581 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aad3e9e1-9c3a-447a-92dd-39ac721b405b req-1c31ac3f-7ac7-4990-8bb4-fa205078ca1c tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430377 Dec 14 01:41:25.459069 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:25.580628 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61005d-f039-4f3b-b672-79d89d06372f req-d4a879ad-adb4-453a-969b-9ebab45f6fed tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:25.582207 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ae61005d-f039-4f3b-b672-79d89d06372f req-d4a879ad-adb4-453a-969b-9ebab45f6fed tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0521088 Dec 14 01:41:25.630907 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ae61005d-f039-4f3b-b672-79d89d06372f req-d9995d88-271a-40ba-ac84-1ac314ddf339 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426848 Dec 14 01:41:26.775158 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6db4e7-9ae5-4c1e-8f9b-249c445f7ca3 req-7e2ee27e-a0a9-4e94-8ad7-eec68b847429 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:26.776673 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4d6db4e7-9ae5-4c1e-8f9b-249c445f7ca3 req-7e2ee27e-a0a9-4e94-8ad7-eec68b847429 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0698891 Dec 14 01:41:26.832938 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4d6db4e7-9ae5-4c1e-8f9b-249c445f7ca3 req-239f6b2e-f807-42fa-a2c9-bed7c0000b60 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469286 Dec 14 01:41:26.841594 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:27.741305 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:27.962695 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbb3f0-f766-4b41-8d32-c47eee8bfc6f req-64204812-3977-4faa-8da8-21d5b11f3027 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:27.964211 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f2fbb3f0-f766-4b41-8d32-c47eee8bfc6f req-64204812-3977-4faa-8da8-21d5b11f3027 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0585992 Dec 14 01:41:28.021268 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f2fbb3f0-f766-4b41-8d32-c47eee8bfc6f req-2cbac672-b77b-4e8f-9bd9-0314b33f104c tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472138 Dec 14 01:41:29.148564 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a87658-e514-4e56-a80e-4e99e0997f2c req-cad4ce9e-9302-4df3-9ba8-71063e83c5d9 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:29.150040 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-76a87658-e514-4e56-a80e-4e99e0997f2c req-cad4ce9e-9302-4df3-9ba8-71063e83c5d9 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0524023 Dec 14 01:41:29.202431 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-76a87658-e514-4e56-a80e-4e99e0997f2c req-8fbac4ac-94e5-4051-9207-2010ef74ff9a tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462801 Dec 14 01:41:30.352527 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c02823-cadf-4fd1-aa22-a6a3bd07e7be req-a0dcc31a-8d1f-4fbf-9f85-37e876a2dfd5 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:30.354009 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-56c02823-cadf-4fd1-aa22-a6a3bd07e7be req-a0dcc31a-8d1f-4fbf-9f85-37e876a2dfd5 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0689235 Dec 14 01:41:30.403165 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-56c02823-cadf-4fd1-aa22-a6a3bd07e7be req-59aa84de-bc7a-43b3-92e3-e8ebf7ef979b tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431426 Dec 14 01:41:31.539063 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646399b8-716c-4e59-8909-eda7507cb50e req-938c3e91-e236-40bb-b509-ad4ad035ad62 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:31.540580 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-646399b8-716c-4e59-8909-eda7507cb50e req-938c3e91-e236-40bb-b509-ad4ad035ad62 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0535700 Dec 14 01:41:31.593946 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-646399b8-716c-4e59-8909-eda7507cb50e req-8b703022-5d42-4fe0-b497-5d195219b10e tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445700 Dec 14 01:41:32.759978 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ade95-edf5-497d-b7a5-a6892aa99a5c req-fac96d38-2841-4864-ae3e-297a7b124f4b tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:32.761532 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aa1ade95-edf5-497d-b7a5-a6892aa99a5c req-fac96d38-2841-4864-ae3e-297a7b124f4b tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0760007 Dec 14 01:41:32.812831 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aa1ade95-edf5-497d-b7a5-a6892aa99a5c req-583ea352-5dbc-4719-8297-047a797a15aa tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427876 Dec 14 01:41:33.946700 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316217b-a7fd-431c-b426-758f99803e1d req-b4fde4e3-da58-40e0-afe4-725480a07d1f tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:33.948187 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7316217b-a7fd-431c-b426-758f99803e1d req-b4fde4e3-da58-40e0-afe4-725480a07d1f tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0592172 Dec 14 01:41:34.000083 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7316217b-a7fd-431c-b426-758f99803e1d req-69a1e79a-e9d2-46c4-b2b8-7e60627ae8a0 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430474 Dec 14 01:41:34.877937 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509943d-5f89-42e3-8f36-65d5554058d9 req-29347e1a-6daa-40d4-9437-59b46246905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:34.879458 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5509943d-5f89-42e3-8f36-65d5554058d9 req-29347e1a-6daa-40d4-9437-59b46246905b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c6fc3cf2ce640c2aa004b6d84031fbf&device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 1099 time: 0.0438735 Dec 14 01:41:34.998921 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509943d-5f89-42e3-8f36-65d5554058d9 req-a8418840-a958-42a6-8a07-c6133c8358e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:35.000424 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5509943d-5f89-42e3-8f36-65d5554058d9 req-a8418840-a958-42a6-8a07-c6133c8358e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e002a8d6-c8a4-40de-86cf-d0c80d6f93b8 HTTP/1.1" status: 200 len: 912 time: 0.0996306 Dec 14 01:41:35.044028 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5509943d-5f89-42e3-8f36-65d5554058d9 req-6edf6697-b07b-42b1-8e59-d7b7061a082f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c4aa914-8652-46e7-8e30-3bfc98f8e992 HTTP/1.1" status: 200 len: 217 time: 0.0360355 Dec 14 01:41:35.126008 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509943d-5f89-42e3-8f36-65d5554058d9 req-5c12c28e-bcc5-4ba7-a8a4-0501cf7f6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:35.127403 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5509943d-5f89-42e3-8f36-65d5554058d9 req-5c12c28e-bcc5-4ba7-a8a4-0501cf7f6712 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6425a5af-adb7-459c-9287-331453fcfd2e HTTP/1.1" status: 200 len: 852 time: 0.0765173 Dec 14 01:41:35.161142 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5509943d-5f89-42e3-8f36-65d5554058d9 req-15b5f245-bb32-47eb-a5fe-e685eb160762 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e002a8d6-c8a4-40de-86cf-d0c80d6f93b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263245 Dec 14 01:41:35.168937 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46810fc5-a615-4d2f-9487-17d962cb87aa req-f8a4121e-0da3-4cb5-bddc-42cce1ad29cd tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:35.170066 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-46810fc5-a615-4d2f-9487-17d962cb87aa req-f8a4121e-0da3-4cb5-bddc-42cce1ad29cd tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0900788 Dec 14 01:41:35.268471 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-46810fc5-a615-4d2f-9487-17d962cb87aa req-83893d3f-39cb-4cdf-b2dd-5db642347a8f tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902069 Dec 14 01:41:35.292788 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5509943d-5f89-42e3-8f36-65d5554058d9 req-1037eddf-5280-4920-9ac1-f240013419bb service neutron] 10.222.0.16 "GET /v2.0/networks/e002a8d6-c8a4-40de-86cf-d0c80d6f93b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218185 Dec 14 01:41:35.384706 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5509943d-5f89-42e3-8f36-65d5554058d9 req-83cadb61-2a11-43a9-91c6-498ae1b882b6 service neutron] 10.222.0.16 "GET /v2.0/networks/e002a8d6-c8a4-40de-86cf-d0c80d6f93b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833828 Dec 14 01:41:36.398216 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edede1e-e13d-417e-a706-36ab42ffd5bf req-2af11eef-4ac2-4fc7-a75f-37ccd7cfa108 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:36.399647 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5edede1e-e13d-417e-a706-36ab42ffd5bf req-2af11eef-4ac2-4fc7-a75f-37ccd7cfa108 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0632493 Dec 14 01:41:36.450186 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5edede1e-e13d-417e-a706-36ab42ffd5bf req-3562b590-fc8a-491e-89e3-8b71afcaffae tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422838 Dec 14 01:41:37.577687 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cff6c-433c-4192-8ba8-0564137fc674 req-93d84e96-b8c6-4042-9844-9de3d67191c6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:37.579213 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-768cff6c-433c-4192-8ba8-0564137fc674 req-93d84e96-b8c6-4042-9844-9de3d67191c6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0524726 Dec 14 01:41:37.627956 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-768cff6c-433c-4192-8ba8-0564137fc674 req-beaafe2d-1bdd-4412-811e-034b3bf957c6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Dec 14 01:41:38.770194 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0df9df-b12b-42cc-8f2d-662da6c79c76 req-e6a0f93f-b86b-4a5c-a1c7-ce84deb6939f tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:38.771580 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dc0df9df-b12b-42cc-8f2d-662da6c79c76 req-e6a0f93f-b86b-4a5c-a1c7-ce84deb6939f tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0573516 Dec 14 01:41:38.827175 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dc0df9df-b12b-42cc-8f2d-662da6c79c76 req-26ac6b85-1bcf-4a92-9454-70c0665bc8dc tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466383 Dec 14 01:41:39.952084 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af725db2-c5b8-4004-81f4-d542858d58d4 req-1180dd57-940b-4db9-82d2-bc092bf0cfce tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:39.953571 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-af725db2-c5b8-4004-81f4-d542858d58d4 req-1180dd57-940b-4db9-82d2-bc092bf0cfce tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0500696 Dec 14 01:41:40.012481 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-af725db2-c5b8-4004-81f4-d542858d58d4 req-b08479f8-585b-420b-b814-0ce0fb3d7bc2 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524995 Dec 14 01:41:40.949789 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:41.136583 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d185a0b-089c-4bf9-a25b-bd1c6b0f62e7 req-6dc43759-427e-460e-bbc1-a29a98baaa5d tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:41.137964 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d185a0b-089c-4bf9-a25b-bd1c6b0f62e7 req-6dc43759-427e-460e-bbc1-a29a98baaa5d tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0522738 Dec 14 01:41:41.189049 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d185a0b-089c-4bf9-a25b-bd1c6b0f62e7 req-52c0e94e-00de-4485-a06a-b9497aad8dc8 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423064 Dec 14 01:41:42.313159 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335ca68-76c4-4afb-966e-5842a91e4354 req-18d72b2c-f8e8-4a33-a757-2290b15f7f86 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:42.314713 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7335ca68-76c4-4afb-966e-5842a91e4354 req-18d72b2c-f8e8-4a33-a757-2290b15f7f86 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0546918 Dec 14 01:41:42.362627 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7335ca68-76c4-4afb-966e-5842a91e4354 req-c88a84ef-d7eb-4411-9128-5290f3582e6c tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415726 Dec 14 01:41:43.500553 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01bf1a-cc17-4ed1-a8ca-77679646e5a5 req-6c3bf62e-4ec8-438c-b54a-237ab60b6dc1 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:43.502057 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2e01bf1a-cc17-4ed1-a8ca-77679646e5a5 req-6c3bf62e-4ec8-438c-b54a-237ab60b6dc1 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0583353 Dec 14 01:41:43.587610 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2e01bf1a-cc17-4ed1-a8ca-77679646e5a5 req-d4c996bf-6de1-4486-bcd0-c7fc8bddb76b tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767586 Dec 14 01:41:43.620238 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-448e13d5-c7e1-490e-9d64-779636e287ad service neutron] 10.222.0.16 "GET /v2.0/ports/2c4aa914-8652-46e7-8e30-3bfc98f8e992/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0847740 Dec 14 01:41:43.934951 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-79e7fe1a-23a4-4c79-83fd-5591ad35d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:43.936452 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-79e7fe1a-23a4-4c79-83fd-5591ad35d657 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1&tenant_id=9c6fc3cf2ce640c2aa004b6d84031fbf HTTP/1.1" status: 200 len: 1099 time: 0.0806606 Dec 14 01:41:44.011513 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-16665f13-d90a-4bb3-a584-6130fd553f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:44.013028 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-16665f13-d90a-4bb3-a584-6130fd553f57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c6fc3cf2ce640c2aa004b6d84031fbf&device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 1099 time: 0.0419569 Dec 14 01:41:44.114394 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-13131fbd-cc0d-4568-a2fc-ea98ce3ed0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:44.115733 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-13131fbd-cc0d-4568-a2fc-ea98ce3ed0b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e002a8d6-c8a4-40de-86cf-d0c80d6f93b8 HTTP/1.1" status: 200 len: 912 time: 0.0952771 Dec 14 01:41:44.157470 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-0418b6cf-b12a-422e-b98e-2315ceecc920 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c4aa914-8652-46e7-8e30-3bfc98f8e992 HTTP/1.1" status: 200 len: 217 time: 0.0337822 Dec 14 01:41:44.206958 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-22767699-ec20-45c9-bb51-5ef1f976560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:44.212432 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-22767699-ec20-45c9-bb51-5ef1f976560a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6425a5af-adb7-459c-9287-331453fcfd2e HTTP/1.1" status: 200 len: 852 time: 0.0481379 Dec 14 01:41:44.256535 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-e4774e86-d7cf-4216-b020-7bc348ed8a94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e002a8d6-c8a4-40de-86cf-d0c80d6f93b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371413 Dec 14 01:41:44.356933 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-a7ce38ef-d0f9-4872-a404-5c8e9192a8f5 service neutron] 10.222.0.16 "GET /v2.0/networks/e002a8d6-c8a4-40de-86cf-d0c80d6f93b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931194 Dec 14 01:41:44.451718 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff3e1095-d7d2-4e4e-90df-88f06e72de04 req-f8d813fd-5a25-4062-8c5e-7f7902bf1f22 service neutron] 10.222.0.16 "GET /v2.0/networks/e002a8d6-c8a4-40de-86cf-d0c80d6f93b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878913 Dec 14 01:41:44.726467 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4483-1b94-4039-8f84-ecfdb3cc691f req-2e79d1c3-b2ba-4081-b781-f683aa98d6dc tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:44.727833 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6c0b4483-1b94-4039-8f84-ecfdb3cc691f req-2e79d1c3-b2ba-4081-b781-f683aa98d6dc tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0639806 Dec 14 01:41:44.779374 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6c0b4483-1b94-4039-8f84-ecfdb3cc691f req-b116e9a3-29aa-45a1-8578-02308de2f7dd tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453866 Dec 14 01:41:45.899934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ba508-8e3d-4727-9c1b-cd978bd7f6fb req-f2872e78-8641-4c56-b815-aa7649b0b0ed tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:45.901523 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f04ba508-8e3d-4727-9c1b-cd978bd7f6fb req-f2872e78-8641-4c56-b815-aa7649b0b0ed tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0516014 Dec 14 01:41:45.957053 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f04ba508-8e3d-4727-9c1b-cd978bd7f6fb req-0a76512f-7419-4674-84e6-44d589c88b67 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460932 Dec 14 01:41:47.098061 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5a75a-4990-4452-a729-805c492b77c4 req-1b8c0bc1-49c4-4d11-9fea-18cb9a416071 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:47.099392 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-35c5a75a-4990-4452-a729-805c492b77c4 req-1b8c0bc1-49c4-4d11-9fea-18cb9a416071 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0603344 Dec 14 01:41:47.147869 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-35c5a75a-4990-4452-a729-805c492b77c4 req-b34febe4-794e-4b3b-9e71-2df44d33745c tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424564 Dec 14 01:41:47.489578 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d0623-5225-49c9-9353-358701630fd3 req-8b594620-18e0-4919-a8a7-b4b234801c16 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:47.491054 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b97d0623-5225-49c9-9353-358701630fd3 req-8b594620-18e0-4919-a8a7-b4b234801c16 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1&tenant_id=9c6fc3cf2ce640c2aa004b6d84031fbf&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 946 time: 0.0928907 Dec 14 01:41:47.607487 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d0623-5225-49c9-9353-358701630fd3 req-cc067de6-0520-4104-8fb3-c4f0e9f11dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:47.609077 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b97d0623-5225-49c9-9353-358701630fd3 req-cc067de6-0520-4104-8fb3-c4f0e9f11dae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c6fc3cf2ce640c2aa004b6d84031fbf&device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 1099 time: 0.0537252 Dec 14 01:41:47.707362 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d0623-5225-49c9-9353-358701630fd3 req-1c925e06-da1b-467f-830c-0415aeff5225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:47.708883 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b97d0623-5225-49c9-9353-358701630fd3 req-1c925e06-da1b-467f-830c-0415aeff5225 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e002a8d6-c8a4-40de-86cf-d0c80d6f93b8 HTTP/1.1" status: 200 len: 912 time: 0.0925088 Dec 14 01:41:47.763694 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b97d0623-5225-49c9-9353-358701630fd3 req-4f259eed-9ca6-45f5-ba88-6498b9e1da36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c4aa914-8652-46e7-8e30-3bfc98f8e992 HTTP/1.1" status: 200 len: 217 time: 0.0471017 Dec 14 01:41:47.814105 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d0623-5225-49c9-9353-358701630fd3 req-20c0e16d-2b03-4fc5-8494-164c09396be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:47.815556 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b97d0623-5225-49c9-9353-358701630fd3 req-20c0e16d-2b03-4fc5-8494-164c09396be6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6425a5af-adb7-459c-9287-331453fcfd2e HTTP/1.1" status: 200 len: 852 time: 0.0452011 Dec 14 01:41:47.846850 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b97d0623-5225-49c9-9353-358701630fd3 req-285d37d4-872c-4dca-93f5-e0227addd2c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e002a8d6-c8a4-40de-86cf-d0c80d6f93b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238636 Dec 14 01:41:47.942746 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b97d0623-5225-49c9-9353-358701630fd3 req-6d6d16f0-4c87-4385-9ba6-c5aafef37772 service neutron] 10.222.0.16 "GET /v2.0/networks/e002a8d6-c8a4-40de-86cf-d0c80d6f93b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884891 Dec 14 01:41:48.040023 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b97d0623-5225-49c9-9353-358701630fd3 req-b24bdf1c-c346-4e1d-a296-a1e8cc0eebab service neutron] 10.222.0.16 "GET /v2.0/networks/e002a8d6-c8a4-40de-86cf-d0c80d6f93b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899584 Dec 14 01:41:48.935220 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcb9de-0038-4e42-8d1a-ae614f671502 req-92f38fdd-c36c-41cc-a416-21d38c196094 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:48.936728 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-51dcb9de-0038-4e42-8d1a-ae614f671502 req-92f38fdd-c36c-41cc-a416-21d38c196094 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0553510 Dec 14 01:41:48.988693 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-51dcb9de-0038-4e42-8d1a-ae614f671502 req-0aa011ce-00ed-4669-95a6-7508d6e63ab7 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428674 Dec 14 01:41:50.129948 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54621a7-8b2b-49a3-85a8-45d428954642 req-48ac80d8-a295-4b1c-8aa0-902b9b203541 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:50.131302 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f54621a7-8b2b-49a3-85a8-45d428954642 req-48ac80d8-a295-4b1c-8aa0-902b9b203541 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0596111 Dec 14 01:41:50.184553 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f54621a7-8b2b-49a3-85a8-45d428954642 req-89bd84d3-7df9-46be-868c-40917daeb76f tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/security-groups?id=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431778 Dec 14 01:41:50.671543 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d0623-5225-49c9-9353-358701630fd3 req-091b405e-1a0b-455b-9fe8-dd94a0733710 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:50.673003 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b97d0623-5225-49c9-9353-358701630fd3 req-091b405e-1a0b-455b-9fe8-dd94a0733710 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 946 time: 0.0531013 Dec 14 01:41:50.765567 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-b97d0623-5225-49c9-9353-358701630fd3 req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Deleting port 2c4aa914-8652-46e7-8e30-3bfc98f8e992 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:41:50.765918 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b97d0623-5225-49c9-9353-358701630fd3 req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:50.856288 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-b97d0623-5225-49c9-9353-358701630fd3 req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] For port 2c4aa914-8652-46e7-8e30-3bfc98f8e992, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2c4aa914-8652-46e7-8e30-3bfc98f8e992,segment=NetworkSegment(6a08e502-cbec-448b-9cad-32add4d3df03),segment_id=6a08e502-cbec-448b-9cad-32add4d3df03)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:41:50.856684 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b97d0623-5225-49c9-9353-358701630fd3 req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:50.869625 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-b97d0623-5225-49c9-9353-358701630fd3 req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Calling delete_port for 2c4aa914-8652-46e7-8e30-3bfc98f8e992 owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:41:51.007829 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b97d0623-5225-49c9-9353-358701630fd3 req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:51.036437 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Pushing event deleted for resources: {'Port': ['ID=2c4aa914-8652-46e7-8e30-3bfc98f8e992,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:51.041915 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['2c4aa914-8652-46e7-8e30-3bfc98f8e992'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:41:51.049049 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:51.049401 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:51.049744 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:51.050082 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:51.050413 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:51.050743 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:51.051088 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:51.051404 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:51.051728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:51.052056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:51.052418 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:51.052737 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:51.053042 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:51.089859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97d0623-5225-49c9-9353-358701630fd3 req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] No DVR routers for this DVR port 2c4aa914-8652-46e7-8e30-3bfc98f8e992 on host hv-neutron-8215 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:41:51.092355 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b97d0623-5225-49c9-9353-358701630fd3 req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:51.095684 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b97d0623-5225-49c9-9353-358701630fd3 req-eb10c745-a882-423e-84af-4a2095c4aec6 tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.16 "DELETE /v2.0/ports/2c4aa914-8652-46e7-8e30-3bfc98f8e992 HTTP/1.1" status: 204 len: 173 time: 0.4168108 Dec 14 01:41:51.096123 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d18841-66a2-4d08-a034-eebb8be682e1', 'name': 'network-vif-deleted', 'tag': '2c4aa914-8652-46e7-8e30-3bfc98f8e992'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:41:51.098445 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ea187d-987b-438c-b4c8-9cb5642ab321" -d '{"events": [{"server_uuid": "c4d18841-66a2-4d08-a034-eebb8be682e1", "name": "network-vif-deleted", "tag": "2c4aa914-8652-46e7-8e30-3bfc98f8e992"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:41:51.201413 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05601d3-30d8-4287-82c8-ba57d98ed254 x-openstack-request-id: req-e05601d3-30d8-4287-82c8-ba57d98ed254 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:41:51.202036 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d18841-66a2-4d08-a034-eebb8be682e1", "name": "network-vif-deleted", "tag": "2c4aa914-8652-46e7-8e30-3bfc98f8e992", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:41:51.202036 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e05601d3-30d8-4287-82c8-ba57d98ed254 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:41:51.202366 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d18841-66a2-4d08-a034-eebb8be682e1', 'name': 'network-vif-deleted', 'tag': '2c4aa914-8652-46e7-8e30-3bfc98f8e992', 'status': 'completed', 'code': 200} Dec 14 01:41:51.292451 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f30dbd07-d299-4795-8d19-141e6c6e3535 req-25011950-2919-414d-bba7-440973ca4b2b tempest-DeleteServersTestJSON-741799867 tempest-DeleteServersTestJSON-741799867-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d18841-66a2-4d08-a034-eebb8be682e1 HTTP/1.1" status: 200 len: 210 time: 0.0280747 Dec 14 01:41:51.951552 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-274dbb24-9384-4fbd-821f-b160e3df24a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:52.439029 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 60114) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:41:52.485485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7f534a-5d50-47a0-82b3-4c0e0d8cce21 admin admin] Deleting subnet 6425a5af-adb7-459c-9287-331453fcfd2e {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:41:52.488784 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a7f534a-5d50-47a0-82b3-4c0e0d8cce21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:52.523680 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a7f534a-5d50-47a0-82b3-4c0e0d8cce21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:52.563524 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a7f534a-5d50-47a0-82b3-4c0e0d8cce21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:52.623170 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a7f534a-5d50-47a0-82b3-4c0e0d8cce21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:52.648397 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f534a-5d50-47a0-82b3-4c0e0d8cce21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6425a5af-adb7-459c-9287-331453fcfd2e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:52.653464 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a7f534a-5d50-47a0-82b3-4c0e0d8cce21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:52.656938 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1a7f534a-5d50-47a0-82b3-4c0e0d8cce21 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6425a5af-adb7-459c-9287-331453fcfd2e HTTP/1.1" status: 204 len: 168 time: 0.2165768 Dec 14 01:41:52.659626 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 60116) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:41:52.733309 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:52.813845 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:52.834945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e002a8d6-c8a4-40de-86cf-d0c80d6f93b8']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:41:52.844390 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a08e502-cbec-448b-9cad-32add4d3df03') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:41:52.844684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a08e502-cbec-448b-9cad-32add4d3df03') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:41:52.858003 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:52.871998 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:52.878276 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:41:52.878570 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:41:52.880487 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:41:52.936193 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:52.942014 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:52.945187 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] 10.222.0.32 "DELETE /v2.0/networks/e002a8d6-c8a4-40de-86cf-d0c80d6f93b8 HTTP/1.1" status: 204 len: 168 time: 0.2845545 Dec 14 01:41:52.956764 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=e002a8d6-c8a4-40de-86cf-d0c80d6f93b8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:52.964402 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:52.964781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:52.965150 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:52.965492 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:52.965905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:52.966183 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:52.966460 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:52.966792 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:52.967121 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:52.967455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:52.967784 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:52.968170 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:52.968562 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905854d-d364-47f4-b7e3-47c1d9205a0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:41:53.066486 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 60120) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:41:53.106650 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8a10a2eb-3910-4fbc-a347-b944d98590e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c6fc3cf2ce640c2aa004b6d84031fbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389163 Dec 14 01:41:53.109468 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 60122) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:41:53.160021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0a0be80-54d0-4723-b408-391e03a12f0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:53.182365 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0a0be80-54d0-4723-b408-391e03a12f0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:53.233616 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0a0be80-54d0-4723-b408-391e03a12f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:53.236829 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0a0be80-54d0-4723-b408-391e03a12f0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:53.237991 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b0a0be80-54d0-4723-b408-391e03a12f0b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee HTTP/1.1" status: 204 len: 168 time: 0.1275487 Dec 14 01:41:53.245558 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0be80-54d0-4723-b408-391e03a12f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511c0ae8-4e52-4fa5-8f7a-4b8e095c93ee,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:53.953905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 60144) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:41:54.035079 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 2c4aa914-8652-46e7-8e30-3bfc98f8e992 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:41:54.055675 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 2c4aa914-8652-46e7-8e30-3bfc98f8e992 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:41:54.056033 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 2c4aa914-8652-46e7-8e30-3bfc98f8e992 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:41:54.069019 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e472ed22-3ceb-4506-80fa-aa4da674f119 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2105801589-network', 'tenant_id': '0fe3821fa67d4883b7ea6f7fdf0c12ce'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:41:54.098377 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e472ed22-3ceb-4506-80fa-aa4da674f119 admin admin] Made reservation on behalf of 0fe3821fa67d4883b7ea6f7fdf0c12ce for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:41:54.100733 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e472ed22-3ceb-4506-80fa-aa4da674f119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:54.109007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e472ed22-3ceb-4506-80fa-aa4da674f119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:54.179542 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a54542e8-1755-4973-9644-cc5150a432ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:54.180643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e472ed22-3ceb-4506-80fa-aa4da674f119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:54.184653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e472ed22-3ceb-4506-80fa-aa4da674f119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:54.208969 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e472ed22-3ceb-4506-80fa-aa4da674f119 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:41:54.217517 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472ed22-3ceb-4506-80fa-aa4da674f119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2138d665-3fb8-4324-8dbc-c341eb8188b5,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:54.223444 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e472ed22-3ceb-4506-80fa-aa4da674f119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:54.223782 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-e472ed22-3ceb-4506-80fa-aa4da674f119 admin admin] Added segment 613836c5-0e76-4df7-9744-04a8f35569cc of type vlan for network 6ea0b14d-2ab5-40e5-9ff1-698036166f93 Dec 14 01:41:54.262569 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e472ed22-3ceb-4506-80fa-aa4da674f119 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:54.290440 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e472ed22-3ceb-4506-80fa-aa4da674f119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:54.291396 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e472ed22-3ceb-4506-80fa-aa4da674f119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:54.291958 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e472ed22-3ceb-4506-80fa-aa4da674f119 admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:54.347885 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e472ed22-3ceb-4506-80fa-aa4da674f119 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3928809 Dec 14 01:41:54.350951 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 60148) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:41:54.354529 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472ed22-3ceb-4506-80fa-aa4da674f119 admin admin] Pushing event updated for resources: {'Network': ['ID=6ea0b14d-2ab5-40e5-9ff1-698036166f93,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:54.356217 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a470ec9b-3d97-4212-921d-a12d3f31412d admin admin] Request body: {'subnet': {'network_id': '6ea0b14d-2ab5-40e5-9ff1-698036166f93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2105801589-subnet', 'tenant_id': '0fe3821fa67d4883b7ea6f7fdf0c12ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:41:54.364352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 6ea0b14d-2ab5-40e5-9ff1-698036166f93 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:41:54.380652 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a470ec9b-3d97-4212-921d-a12d3f31412d admin admin] Made reservation on behalf of 0fe3821fa67d4883b7ea6f7fdf0c12ce for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:41:54.383026 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a470ec9b-3d97-4212-921d-a12d3f31412d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:54.564197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a470ec9b-3d97-4212-921d-a12d3f31412d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:54.621341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470ec9b-3d97-4212-921d-a12d3f31412d admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f7627e-8f29-4009-9b43-b8314de8b5b3,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:54.637207 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a470ec9b-3d97-4212-921d-a12d3f31412d admin admin] Checking segment: {'id': '613836c5-0e76-4df7-9744-04a8f35569cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6ea0b14d-2ab5-40e5-9ff1-698036166f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:41:54.637565 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a470ec9b-3d97-4212-921d-a12d3f31412d admin admin] Network hostable DHCP agents. Network: 6ea0b14d-2ab5-40e5-9ff1-698036166f93, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:41:54.654954 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a470ec9b-3d97-4212-921d-a12d3f31412d admin admin] Network 6ea0b14d-2ab5-40e5-9ff1-698036166f93 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:41:54.665483 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a470ec9b-3d97-4212-921d-a12d3f31412d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 6ea0b14d-2ab5-40e5-9ff1-698036166f93) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:41:54.669582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a470ec9b-3d97-4212-921d-a12d3f31412d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:54.670208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a470ec9b-3d97-4212-921d-a12d3f31412d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:54.675034 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452d22e2-7ca0-4c22-a8dc-e5fa4a7b3058 None None] Network 6ea0b14d-2ab5-40e5-9ff1-698036166f93 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:41:54.687146 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a470ec9b-3d97-4212-921d-a12d3f31412d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3348520 Dec 14 01:41:54.767997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c76c72-8874-48c3-bd76-94baac278d75 None None] Network 6ea0b14d-2ab5-40e5-9ff1-698036166f93 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:41:55.129942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-fd44c4dc-2e3d-4ecc-a60f-62bc06ffe71b tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:55.131303 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-fd44c4dc-2e3d-4ecc-a60f-62bc06ffe71b tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/networks?id=6ea0b14d-2ab5-40e5-9ff1-698036166f93 HTTP/1.1" status: 200 len: 815 time: 0.1068027 Dec 14 01:41:55.149291 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-09c8fa5f-0f50-4227-8ccb-fa933c4086db tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/quotas/0fe3821fa67d4883b7ea6f7fdf0c12ce HTTP/1.1" status: 200 len: 375 time: 0.0092275 Dec 14 01:41:55.183097 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-b2c4eb5d-9d89-41a2-b028-4fd67f2865d6 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258079 Dec 14 01:41:55.277748 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-20fa427b-c0e2-42b5-bb76-28347938f9e3 service neutron] 10.222.0.32 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854149 Dec 14 01:41:55.454912 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:55.716402 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-96074362-215c-40be-8c4a-f48928fb27cc service neutron] 10.222.0.32 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293120 Dec 14 01:41:55.876881 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e555c83b-a5b3-433c-b294-7de1ffda7668 req-528eade1-7e3d-45f5-8ec4-205322a83c13 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 210 time: 0.0271695 Dec 14 01:41:56.846913 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:56.971653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-5d7044a9-a345-44e8-a8f0-6439eb032311 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:56.973313 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-5d7044a9-a345-44e8-a8f0-6439eb032311 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.16 "GET /v2.0/networks?id=6ea0b14d-2ab5-40e5-9ff1-698036166f93 HTTP/1.1" status: 200 len: 815 time: 0.1526546 Dec 14 01:41:56.988292 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2b20625f-0121-4d0f-889a-052498f5c1c2 req-0a0c9015-9afc-476b-8d5d-3eddbb820554 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 210 time: 0.0358131 Dec 14 01:41:56.993869 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-1c7df6ca-7e09-4bbf-89ac-06c9c84b898e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Request body: {'port': {'device_id': '041baa75-e64a-4cc3-864a-97c97dbe2031', 'network_id': '6ea0b14d-2ab5-40e5-9ff1-698036166f93', 'admin_state_up': True, 'tenant_id': '0fe3821fa67d4883b7ea6f7fdf0c12ce'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:41:57.114079 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-1c7df6ca-7e09-4bbf-89ac-06c9c84b898e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Made reservation on behalf of 0fe3821fa67d4883b7ea6f7fdf0c12ce for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:41:57.117675 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-1c7df6ca-7e09-4bbf-89ac-06c9c84b898e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:57.253478 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-1c7df6ca-7e09-4bbf-89ac-06c9c84b898e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Allocated IP 172.20.0.3 (6ea0b14d-2ab5-40e5-9ff1-698036166f93/07f7627e-8f29-4009-9b43-b8314de8b5b3/f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:41:57.422087 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-1c7df6ca-7e09-4bbf-89ac-06c9c84b898e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:57.456898 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-1c7df6ca-7e09-4bbf-89ac-06c9c84b898e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:57.504753 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-1c7df6ca-7e09-4bbf-89ac-06c9c84b898e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Network 6ea0b14d-2ab5-40e5-9ff1-698036166f93 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:41:57.507808 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-1c7df6ca-7e09-4bbf-89ac-06c9c84b898e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:41:57.511594 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-1c7df6ca-7e09-4bbf-89ac-06c9c84b898e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:41:57.518179 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7df6ca-7e09-4bbf-89ac-06c9c84b898e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Pushing event updated for resources: {'Port': ['ID=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:57.563866 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-1c7df6ca-7e09-4bbf-89ac-06c9c84b898e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:57.564510 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-1c7df6ca-7e09-4bbf-89ac-06c9c84b898e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:57.587881 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-1c7df6ca-7e09-4bbf-89ac-06c9c84b898e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5973155 Dec 14 01:41:57.607871 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Request body: {'port': {'device_id': '041baa75-e64a-4cc3-864a-97c97dbe2031', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:41:57.666787 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:57.730900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:57.933945 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:41:57.941827 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:57.954944 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Transition to ACTIVE for port object f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:41:57.961132 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:58.012182 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:58.112385 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Attempting to bind port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:41:58.112742 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Attempting to bind port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '613836c5-0e76-4df7-9744-04a8f35569cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6ea0b14d-2ab5-40e5-9ff1-698036166f93'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:41:58.113056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Attempting to bind port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f on network 6ea0b14d-2ab5-40e5-9ff1-698036166f93 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:41:58.121415 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f on network 6ea0b14d-2ab5-40e5-9ff1-698036166f93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:41:58.121741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Attempting to bind port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f on network 6ea0b14d-2ab5-40e5-9ff1-698036166f93 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:41:58.132333 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa838386-8ca5-4e83-bf9f-b8d8e7a6e7e9 req-94840aba-1fa7-4691-a6bf-361892b7d14b tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:58.133847 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aa838386-8ca5-4e83-bf9f-b8d8e7a6e7e9 req-94840aba-1fa7-4691-a6bf-361892b7d14b tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 943 time: 0.0748532 Dec 14 01:41:58.136697 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:41:58.137033 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Checking segment: {'id': '613836c5-0e76-4df7-9744-04a8f35569cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6ea0b14d-2ab5-40e5-9ff1-698036166f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:41:58.137412 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Bound using segment: {'id': '613836c5-0e76-4df7-9744-04a8f35569cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6ea0b14d-2ab5-40e5-9ff1-698036166f93'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:41:58.137837 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Bound port: f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613836c5-0e76-4df7-9744-04a8f35569cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6ea0b14d-2ab5-40e5-9ff1-698036166f93'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:41:58.138194 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:58.219240 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aa838386-8ca5-4e83-bf9f-b8d8e7a6e7e9 req-b00e40c4-b3ab-4d74-ae1e-824cbe799ab3 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788741 Dec 14 01:41:58.234956 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] For port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f, host hv-neutron-8215, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:41:58.238206 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] For port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,segment=NetworkSegment(613836c5-0e76-4df7-9744-04a8f35569cc),segment_id=613836c5-0e76-4df7-9744-04a8f35569cc)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:41:58.244920 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:58.285881 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:58.286504 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:41:58.287871 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] 10.222.0.16 "PUT /v2.0/ports/f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f HTTP/1.1" status: 200 len: 1093 time: 0.6867034 Dec 14 01:41:58.288338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041baa75-e64a-4cc3-864a-97c97dbe2031', 'tag': 'f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:41:58.290595 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f24536-a9fd-48fd-b6cf-aca0216609a2" -d '{"events": [{"name": "network-changed", "server_uuid": "041baa75-e64a-4cc3-864a-97c97dbe2031", "tag": "f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:41:58.315013 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e8920-f8c5-412d-9b93-718ffc3627e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:41:58.329998 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa378399-8e7d-43fc-b199-c40abd01ed18 x-openstack-request-id: req-aa378399-8e7d-43fc-b199-c40abd01ed18 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:41:58.330298 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041baa75-e64a-4cc3-864a-97c97dbe2031", "tag": "f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:41:58.330551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa378399-8e7d-43fc-b199-c40abd01ed18 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:41:58.330949 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041baa75-e64a-4cc3-864a-97c97dbe2031', 'tag': 'f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f', 'status': 'completed', 'code': 200} Dec 14 01:41:58.387192 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-ac047b0f-aa36-4ba5-bfaa-752126eb4c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:58.388724 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-ac047b0f-aa36-4ba5-bfaa-752126eb4c1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce&device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 1096 time: 0.0407574 Dec 14 01:41:58.439238 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-b20f6e98-9c04-42c7-8cb7-0e7ac61fb2b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f HTTP/1.1" status: 200 len: 217 time: 0.0352585 Dec 14 01:41:58.490767 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-ae6ea15e-3111-4f74-a1a0-555694994f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:58.492977 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-ae6ea15e-3111-4f74-a1a0-555694994f79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07f7627e-8f29-4009-9b43-b8314de8b5b3 HTTP/1.1" status: 200 len: 855 time: 0.0464509 Dec 14 01:41:58.536185 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-747399a7-c7da-42e7-b570-987feb4ddd50 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ea0b14d-2ab5-40e5-9ff1-698036166f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356236 Dec 14 01:41:58.634538 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-9248c680-9660-44fd-8dc4-0b809c62f9d0 service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902548 Dec 14 01:41:58.730704 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2165dbc8-f9da-4257-a275-79dcdece5283 req-a51a6ddb-bd46-4d27-8dbe-cb7cb6a3d530 service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887105 Dec 14 01:41:58.870384 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f24536-a9fd-48fd-b6cf-aca0216609a2 req-66a85ef3-d5fe-4215-9c02-e06d923c0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:58.871952 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-78f24536-a9fd-48fd-b6cf-aca0216609a2 req-66a85ef3-d5fe-4215-9c02-e06d923c0904 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce&device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 1096 time: 0.0438302 Dec 14 01:41:58.977478 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f24536-a9fd-48fd-b6cf-aca0216609a2 req-abb22a59-a85e-4ddb-808b-151405b87fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:58.978972 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-78f24536-a9fd-48fd-b6cf-aca0216609a2 req-abb22a59-a85e-4ddb-808b-151405b87fd0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ea0b14d-2ab5-40e5-9ff1-698036166f93 HTTP/1.1" status: 200 len: 915 time: 0.0997491 Dec 14 01:41:59.025129 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-78f24536-a9fd-48fd-b6cf-aca0216609a2 req-98291dd4-53fb-496c-9b55-b0d21cc4a815 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f HTTP/1.1" status: 200 len: 217 time: 0.0380483 Dec 14 01:41:59.075776 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f24536-a9fd-48fd-b6cf-aca0216609a2 req-279e3fb8-1fdb-4fb3-9df5-b074c34b6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:59.077153 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-78f24536-a9fd-48fd-b6cf-aca0216609a2 req-279e3fb8-1fdb-4fb3-9df5-b074c34b6b9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07f7627e-8f29-4009-9b43-b8314de8b5b3 HTTP/1.1" status: 200 len: 855 time: 0.0443733 Dec 14 01:41:59.110240 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-78f24536-a9fd-48fd-b6cf-aca0216609a2 req-bccd8b8f-f61b-44ca-ade2-b11783bfda9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ea0b14d-2ab5-40e5-9ff1-698036166f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256224 Dec 14 01:41:59.169419 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:41:59.207048 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-78f24536-a9fd-48fd-b6cf-aca0216609a2 req-b2f44f40-13a3-4b67-9a0f-c8d563336c24 service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888965 Dec 14 01:41:59.310602 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-78f24536-a9fd-48fd-b6cf-aca0216609a2 req-b134dd2d-ae5c-4399-a355-017424420076 service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949883 Dec 14 01:41:59.351878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40845559-5eb7-45b4-9877-bfcb2e7f0315 req-ddef7414-e0de-4cc1-95c2-1fd30483b9db tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:41:59.353315 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-40845559-5eb7-45b4-9877-bfcb2e7f0315 req-ddef7414-e0de-4cc1-95c2-1fd30483b9db tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 943 time: 0.0619345 Dec 14 01:41:59.400004 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-40845559-5eb7-45b4-9877-bfcb2e7f0315 req-fd3bacad-fe12-44d0-9a46-8077be55d6a3 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407867 Dec 14 01:42:00.527045 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54233a5f-6be7-48ac-b108-d812cf5e61a5 req-8d7a51c1-120e-4277-a232-5f528ba44833 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:00.528535 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-54233a5f-6be7-48ac-b108-d812cf5e61a5 req-8d7a51c1-120e-4277-a232-5f528ba44833 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 943 time: 0.0501165 Dec 14 01:42:00.575714 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-54233a5f-6be7-48ac-b108-d812cf5e61a5 req-3a1145c2-58e6-4e00-952d-8e5a0f2bc825 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Dec 14 01:42:01.699132 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22d9d7-3704-4bb3-aba4-67a0d647097f req-0d8756ff-62ae-4bed-9251-1ccfa447cd76 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:01.700618 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3c22d9d7-3704-4bb3-aba4-67a0d647097f req-0d8756ff-62ae-4bed-9251-1ccfa447cd76 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 943 time: 0.0511813 Dec 14 01:42:01.751254 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3c22d9d7-3704-4bb3-aba4-67a0d647097f req-3885b0a6-0f1d-41f2-9181-c3bb3d220d01 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446072 Dec 14 01:42:02.081856 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:42:02.183166 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,segment=NetworkSegment(613836c5-0e76-4df7-9744-04a8f35569cc),segment_id=613836c5-0e76-4df7-9744-04a8f35569cc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:42:02.193840 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f', 'network_id': '6ea0b14d-2ab5-40e5-9ff1-698036166f93', 'port_id': 'f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f', 'mac_address': 'fa:16:3e:73:52:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f7627e-8f29-4009-9b43-b8314de8b5b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:42:02.237449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:02.250919 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:42:02.270696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,segment=NetworkSegment(613836c5-0e76-4df7-9744-04a8f35569cc),segment_id=613836c5-0e76-4df7-9744-04a8f35569cc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:42:02.277191 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:02.332174 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:42:02.341003 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:42:02.341355 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:42:02.341700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:42:02.342036 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:42:02.342355 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:42:02.342686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:42:02.343002 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:42:02.343325 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:42:02.343652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:42:02.343976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:42:02.344326 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:42:02.344645 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:42:02.345063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:42:02.551281 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:42:02.885254 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dc599-cc73-4a14-aca7-662b0e03c165 req-371fae3e-5e34-446b-b250-f2ac4ce281ab tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:02.886787 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-290dc599-cc73-4a14-aca7-662b0e03c165 req-371fae3e-5e34-446b-b250-f2ac4ce281ab tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 944 time: 0.0591938 Dec 14 01:42:02.939239 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-290dc599-cc73-4a14-aca7-662b0e03c165 req-f9ee7c69-a559-493d-a7da-f781bb2d4208 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438445 Dec 14 01:42:04.078382 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aac13c-eb69-4175-9ecb-79cf4f5820c6 req-e5c69aff-8a37-4fa4-99dc-1dbc25893b84 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:04.079804 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-55aac13c-eb69-4175-9ecb-79cf4f5820c6 req-e5c69aff-8a37-4fa4-99dc-1dbc25893b84 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 944 time: 0.0588682 Dec 14 01:42:04.082562 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:42:04.131456 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-55aac13c-eb69-4175-9ecb-79cf4f5820c6 req-180c84ca-049e-4d65-8691-cecf22ec58ef tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453975 Dec 14 01:42:04.136968 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:42:04.141485 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:42:04.141865 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:04.233943 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:04.257769 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041baa75-e64a-4cc3-864a-97c97dbe2031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:42:04.260058 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca39270-6c22-47e5-af04-2d863aed8745" -d '{"events": [{"server_uuid": "041baa75-e64a-4cc3-864a-97c97dbe2031", "name": "network-vif-plugged", "status": "completed", "tag": "f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:42:04.273594 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,segment=NetworkSegment(613836c5-0e76-4df7-9744-04a8f35569cc),segment_id=613836c5-0e76-4df7-9744-04a8f35569cc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:42:04.278742 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:04.325718 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:42:04.355175 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66674077-e733-4113-acd8-35b463203d21 x-openstack-request-id: req-66674077-e733-4113-acd8-35b463203d21 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:42:04.355491 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041baa75-e64a-4cc3-864a-97c97dbe2031", "name": "network-vif-plugged", "status": "completed", "tag": "f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:42:04.355762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66674077-e733-4113-acd8-35b463203d21 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:42:04.356195 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041baa75-e64a-4cc3-864a-97c97dbe2031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f', 'code': 200} Dec 14 01:42:04.585191 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca0894-d72d-47d7-84cd-c7875f416a4a req-c984e59a-40c2-46ec-825b-89a38100a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:04.586584 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-afca0894-d72d-47d7-84cd-c7875f416a4a req-c984e59a-40c2-46ec-825b-89a38100a698 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 1098 time: 0.0492055 Dec 14 01:42:04.632849 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-afca0894-d72d-47d7-84cd-c7875f416a4a req-fe2b7fe6-ce73-4e33-8d5e-999a1a639483 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389037 Dec 14 01:42:05.270421 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3990da-59b0-43d7-b0e4-a249da090b36 req-d0e3e0ba-0f0b-46c7-a00e-5bb757ab3190 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:05.271947 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cb3990da-59b0-43d7-b0e4-a249da090b36 req-d0e3e0ba-0f0b-46c7-a00e-5bb757ab3190 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0636959 Dec 14 01:42:05.321714 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cb3990da-59b0-43d7-b0e4-a249da090b36 req-eaa02538-b0d8-47ab-a4f1-ab323bb79b44 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436580 Dec 14 01:42:06.464713 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c044d9c-7110-4cc2-af7b-d43232539b9d req-eef407f7-fbf7-4834-888c-ad66bf4cbba0 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:06.466699 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8c044d9c-7110-4cc2-af7b-d43232539b9d req-eef407f7-fbf7-4834-888c-ad66bf4cbba0 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0604038 Dec 14 01:42:06.520766 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8c044d9c-7110-4cc2-af7b-d43232539b9d req-45fcbb39-61bd-4737-97f9-abbc4f6a7994 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462654 Dec 14 01:42:06.647876 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f58d2a-f915-47ab-b03c-221d5f34051c req-de19565d-8c58-4ee1-bb36-0ad2ecd7c9c4 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:06.649365 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d3f58d2a-f915-47ab-b03c-221d5f34051c req-de19565d-8c58-4ee1-bb36-0ad2ecd7c9c4 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0519209 Dec 14 01:42:06.699812 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d3f58d2a-f915-47ab-b03c-221d5f34051c req-2dbe42b4-d414-46ea-b6f8-449d16c38b77 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411825 Dec 14 01:42:06.926674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7acb00-c5dd-45fb-9795-d8f0b5a2d991 req-1226ea38-0523-48ca-b228-998d5bace585 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:06.928085 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2a7acb00-c5dd-45fb-9795-d8f0b5a2d991 req-1226ea38-0523-48ca-b228-998d5bace585 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0602520 Dec 14 01:42:06.978663 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2a7acb00-c5dd-45fb-9795-d8f0b5a2d991 req-410d9760-bda8-4687-b0cc-dadf68baabf2 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418575 Dec 14 01:42:07.096917 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fabdb-c8ea-4e41-b6f5-d224dd0b03c4 req-bae1bb02-00bf-4871-b3f6-e7a836e21cc5 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:07.098424 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1b5fabdb-c8ea-4e41-b6f5-d224dd0b03c4 req-bae1bb02-00bf-4871-b3f6-e7a836e21cc5 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0535767 Dec 14 01:42:07.148266 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1b5fabdb-c8ea-4e41-b6f5-d224dd0b03c4 req-2db2bf5b-cc2b-41be-9c7a-743b6b2b1fee tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438023 Dec 14 01:42:07.405474 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-7a79fb4b-8c8b-4ae4-a2f2-6765fff1fd06 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0684035 Dec 14 01:42:07.419300 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82577d97-9943-428c-b786-772ec9decbb4 req-b2d3cd1b-8815-4ac6-822a-6676c57a80df tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:07.420839 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-82577d97-9943-428c-b786-772ec9decbb4 req-b2d3cd1b-8815-4ac6-822a-6676c57a80df tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0770538 Dec 14 01:42:07.476634 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-82577d97-9943-428c-b786-772ec9decbb4 req-30934620-3d2f-4115-88d0-338a24267815 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488231 Dec 14 01:42:08.600493 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc63ff-014d-4080-a01b-1f7776e241f6 req-f835c5ad-9441-4c3a-9e9c-f86e9ba907d0 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:08.602004 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9ffc63ff-014d-4080-a01b-1f7776e241f6 req-f835c5ad-9441-4c3a-9e9c-f86e9ba907d0 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0525534 Dec 14 01:42:08.679336 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9ffc63ff-014d-4080-a01b-1f7776e241f6 req-f48baf97-073e-4900-b12e-986ef9a9f44e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712595 Dec 14 01:42:08.685538 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-7a1c09f5-4a53-4b2d-915c-050e0d729e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:08.686966 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-7a1c09f5-4a53-4b2d-915c-050e0d729e42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce&device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 1098 time: 0.0648558 Dec 14 01:42:08.788272 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-1bbde7e5-9066-4408-a756-8367ba700ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:08.790008 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-1bbde7e5-9066-4408-a756-8367ba700ca1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ea0b14d-2ab5-40e5-9ff1-698036166f93 HTTP/1.1" status: 200 len: 915 time: 0.0958831 Dec 14 01:42:08.835034 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-6b811ba1-e8ea-498f-94f1-273265cb73d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f HTTP/1.1" status: 200 len: 217 time: 0.0379369 Dec 14 01:42:08.887995 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-630ea6b3-0bf1-431f-b210-a9938fdf69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:08.889522 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-630ea6b3-0bf1-431f-b210-a9938fdf69c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07f7627e-8f29-4009-9b43-b8314de8b5b3 HTTP/1.1" status: 200 len: 855 time: 0.0469294 Dec 14 01:42:08.927271 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-bc0e7130-e787-438b-b857-de38c4ab2f20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ea0b14d-2ab5-40e5-9ff1-698036166f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306027 Dec 14 01:42:09.018206 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-f1128eef-43f3-42bf-a91b-40f6ef96a079 service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833905 Dec 14 01:42:09.113167 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-e42e2a94-76ec-4827-a2be-8666d9b8da3c service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868900 Dec 14 01:42:09.813888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08851ff3-800b-4167-9ea8-e52a1f05badb req-843f1d06-37bc-4040-8668-df4596f0fac9 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:09.815450 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-08851ff3-800b-4167-9ea8-e52a1f05badb req-843f1d06-37bc-4040-8668-df4596f0fac9 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0526013 Dec 14 01:42:09.868987 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-08851ff3-800b-4167-9ea8-e52a1f05badb req-18a6b8e7-e935-4aac-bb24-e1b7815856f4 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445974 Dec 14 01:42:10.950869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:10.998183 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cdd60-0afe-4256-9c48-bce6209bc58c req-5b4de0a8-bbe1-4700-b9fe-caa55d94b90e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:10.999674 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fc5cdd60-0afe-4256-9c48-bce6209bc58c req-5b4de0a8-bbe1-4700-b9fe-caa55d94b90e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0514028 Dec 14 01:42:11.046960 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fc5cdd60-0afe-4256-9c48-bce6209bc58c req-bd776e7f-0014-4d6b-8878-6669d1694e63 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 Dec 14 01:42:12.175364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff4767-cb85-4bd7-ab76-69ad42ee198b req-61a314c8-292f-4f21-bc4d-41f8659ab75c tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:12.177199 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75ff4767-cb85-4bd7-ab76-69ad42ee198b req-61a314c8-292f-4f21-bc4d-41f8659ab75c tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0551608 Dec 14 01:42:12.226347 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75ff4767-cb85-4bd7-ab76-69ad42ee198b req-9f42c99a-c2b3-41a0-ad30-e07c9decd9a3 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431690 Dec 14 01:42:13.353914 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893c719-1d98-4b89-b18d-1d8fb3ae9575 req-34af3e17-f4b7-4906-9520-9dd1587c1707 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:13.355415 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0893c719-1d98-4b89-b18d-1d8fb3ae9575 req-34af3e17-f4b7-4906-9520-9dd1587c1707 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0507536 Dec 14 01:42:13.403504 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0893c719-1d98-4b89-b18d-1d8fb3ae9575 req-a746fb1c-2cd4-4d4f-9793-ebfd7c469a2d tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Dec 14 01:42:14.531804 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6404848-b20f-47e6-bf0d-b8a517d5305a req-c36bd69d-59a0-4784-aa5f-d084848091ed tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:14.533321 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a6404848-b20f-47e6-bf0d-b8a517d5305a req-c36bd69d-59a0-4784-aa5f-d084848091ed tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0561538 Dec 14 01:42:14.582854 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a6404848-b20f-47e6-bf0d-b8a517d5305a req-741aa022-0b32-4d29-8d1e-19947d3fa671 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432010 Dec 14 01:42:15.705673 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b101dd-e4ae-40bf-9bff-66ff054600f3 req-5cb91403-5f32-4368-af2d-db63ca2fda2d tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:15.707201 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a8b101dd-e4ae-40bf-9bff-66ff054600f3 req-5cb91403-5f32-4368-af2d-db63ca2fda2d tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0516603 Dec 14 01:42:15.760762 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a8b101dd-e4ae-40bf-9bff-66ff054600f3 req-0ef3ed8c-9c79-4cd1-b006-bec0a76866d8 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475392 Dec 14 01:42:16.884753 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc70f91-65ee-41fd-b33f-ce6d5b353d80 req-c5939aba-7ee1-4259-98dc-2a07890507ad tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:16.886243 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fdc70f91-65ee-41fd-b33f-ce6d5b353d80 req-c5939aba-7ee1-4259-98dc-2a07890507ad tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0496385 Dec 14 01:42:16.939245 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fdc70f91-65ee-41fd-b33f-ce6d5b353d80 req-b2114bef-107b-419a-9dab-dd29ed725685 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469790 Dec 14 01:42:18.236048 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c031204-d676-41bb-ada3-24841cb71f6c req-ac9bf1b5-2997-4f12-b871-457720541c23 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:18.237527 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6c031204-d676-41bb-ada3-24841cb71f6c req-ac9bf1b5-2997-4f12-b871-457720541c23 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0516851 Dec 14 01:42:18.287055 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6c031204-d676-41bb-ada3-24841cb71f6c req-38969230-1fe3-4a07-b6e3-85b1456ad62a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412118 Dec 14 01:42:19.424044 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25340c4-b789-433d-a1f5-644ed7938753 req-ce593867-bccd-49d1-9da0-7f987b860d74 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:19.426263 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f25340c4-b789-433d-a1f5-644ed7938753 req-ce593867-bccd-49d1-9da0-7f987b860d74 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0644920 Dec 14 01:42:19.484786 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f25340c4-b789-433d-a1f5-644ed7938753 req-7cc3801c-08d9-42a2-93c8-b2afba533b2c tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494480 Dec 14 01:42:20.624353 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0c9d6-f569-4f9a-be29-591f486c321a req-3639d49c-8459-44ce-8741-2d61f32b086d tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:20.625825 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9af0c9d6-f569-4f9a-be29-591f486c321a req-3639d49c-8459-44ce-8741-2d61f32b086d tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0543618 Dec 14 01:42:20.673270 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9af0c9d6-f569-4f9a-be29-591f486c321a req-a980883f-e287-4c0a-9a6d-d333811f1862 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413337 Dec 14 01:42:21.798368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0f42c-b250-41e0-bf9d-6b8d0c020bd7 req-d4589631-eb7f-40c0-882d-acbb0c81a6bb tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:21.799985 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fcf0f42c-b250-41e0-bf9d-6b8d0c020bd7 req-d4589631-eb7f-40c0-882d-acbb0c81a6bb tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0536535 Dec 14 01:42:21.852481 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fcf0f42c-b250-41e0-bf9d-6b8d0c020bd7 req-29ae584b-64dc-457a-b101-516feee2ade9 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447564 Dec 14 01:42:21.936476 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-573d148e-7c19-4a52-985d-f0308bd82de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:22.977630 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a08dc2-4417-4b22-ae22-394d8da21c42 req-d7e58358-b864-4a3d-9f8c-621c7ca6c6aa tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:22.979181 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-54a08dc2-4417-4b22-ae22-394d8da21c42 req-d7e58358-b864-4a3d-9f8c-621c7ca6c6aa tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0584700 Dec 14 01:42:23.032466 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-54a08dc2-4417-4b22-ae22-394d8da21c42 req-64dc24bd-c22e-4a4f-a317-d2346b1115aa tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471480 Dec 14 01:42:24.177460 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac223d-15f3-4c10-8777-e188895f2484 req-5cb7da9f-67e8-4f0c-a4f4-525ec854380a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:24.179339 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-41ac223d-15f3-4c10-8777-e188895f2484 req-5cb7da9f-67e8-4f0c-a4f4-525ec854380a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0649965 Dec 14 01:42:24.185927 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf8e2944-2545-46bd-aef6-0523c820dbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:24.231322 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-41ac223d-15f3-4c10-8777-e188895f2484 req-2a94d709-0e50-4959-8062-61f3f20a2e33 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455101 Dec 14 01:42:25.368794 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83793a25-23c2-4647-933f-92541a61901c req-c709c480-e274-459f-85c9-7370901afa6d tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:25.370264 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-83793a25-23c2-4647-933f-92541a61901c req-c709c480-e274-459f-85c9-7370901afa6d tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0591972 Dec 14 01:42:25.421199 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-83793a25-23c2-4647-933f-92541a61901c req-36f47e7c-0eaf-41d9-9b5f-78d508b3a3b8 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421953 Dec 14 01:42:25.462327 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:26.557872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac744a6-4439-46ed-98d8-af8c37d029e1 req-c1abb762-ccbf-47bd-802e-22be058b3c2e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:26.559351 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0ac744a6-4439-46ed-98d8-af8c37d029e1 req-c1abb762-ccbf-47bd-802e-22be058b3c2e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0587115 Dec 14 01:42:26.610639 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0ac744a6-4439-46ed-98d8-af8c37d029e1 req-2fcc5397-11f0-4c2d-be40-3f1c92da87aa tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Dec 14 01:42:26.849757 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:27.724673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:27.749201 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8cffa-7134-470a-9e85-fa2b1991dd48 req-2d4a1b23-3c04-44fb-9d0c-6e1ba49ab6f9 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:27.750694 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6db8cffa-7134-470a-9e85-fa2b1991dd48 req-2d4a1b23-3c04-44fb-9d0c-6e1ba49ab6f9 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0553710 Dec 14 01:42:27.801477 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6db8cffa-7134-470a-9e85-fa2b1991dd48 req-a43ddb08-d52a-429f-91ff-0aab4a1abadd tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424628 Dec 14 01:42:28.934532 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a335b1-ca3c-469a-83d8-ec6fed11302e req-a3be23e4-c94e-45f3-865f-84a6fcd17968 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:28.936052 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a1a335b1-ca3c-469a-83d8-ec6fed11302e req-a3be23e4-c94e-45f3-865f-84a6fcd17968 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0575709 Dec 14 01:42:28.984446 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a1a335b1-ca3c-469a-83d8-ec6fed11302e req-eb58f19d-2d50-4064-b209-0cb885e64b98 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423253 Dec 14 01:42:30.117535 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c98ba7-d6b6-445b-a519-d520f13bd124 req-77b9f78a-257c-42b1-9bf1-aded50fac05a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:30.119026 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-68c98ba7-d6b6-445b-a519-d520f13bd124 req-77b9f78a-257c-42b1-9bf1-aded50fac05a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0541580 Dec 14 01:42:30.170311 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-68c98ba7-d6b6-445b-a519-d520f13bd124 req-5c702ca5-35e8-4986-8663-92e82d7e52a8 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424263 Dec 14 01:42:31.306548 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7c287-d732-4654-981e-4519ff983da6 req-004507b1-128d-48ae-8e59-3e8fcc76b2af tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:31.308042 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-20e7c287-d732-4654-981e-4519ff983da6 req-004507b1-128d-48ae-8e59-3e8fcc76b2af tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0510371 Dec 14 01:42:31.362244 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-20e7c287-d732-4654-981e-4519ff983da6 req-b53addb4-e333-4ea6-adde-71bb29d430ca tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460792 Dec 14 01:42:32.508509 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576dd1a-2f5c-4c14-b580-0baeae8de120 req-a48c095a-d373-47c2-9301-277d6a72129d tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:32.509985 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a576dd1a-2f5c-4c14-b580-0baeae8de120 req-a48c095a-d373-47c2-9301-277d6a72129d tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0584638 Dec 14 01:42:32.558353 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a576dd1a-2f5c-4c14-b580-0baeae8de120 req-6acf0e5d-52df-4f28-a169-5610d603cdca tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424528 Dec 14 01:42:33.680020 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd27457-0c79-4aad-a7e6-858705dc2847 req-075f0837-d9db-45bd-a8f7-b853e13ce8ac tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:33.681671 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9fd27457-0c79-4aad-a7e6-858705dc2847 req-075f0837-d9db-45bd-a8f7-b853e13ce8ac tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0551999 Dec 14 01:42:33.733350 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9fd27457-0c79-4aad-a7e6-858705dc2847 req-f662c1ae-388a-4cc7-833c-5d146bc26e8a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432093 Dec 14 01:42:34.881938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425324d-254e-490c-a346-8384c7640c25 req-c725297e-7fd3-45cd-8532-2abfdcbe23c1 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:34.883399 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6425324d-254e-490c-a346-8384c7640c25 req-c725297e-7fd3-45cd-8532-2abfdcbe23c1 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0527427 Dec 14 01:42:34.931888 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6425324d-254e-490c-a346-8384c7640c25 req-b9e5d71b-ef48-47ce-ae7f-98577d79e31f tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422971 Dec 14 01:42:35.869526 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.16', 52003) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:42:35.910104 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-5fd6c334-299a-4491-b6d9-cdf0565618a7 service neutron] 10.222.0.16 "GET /v2.0/ports/f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0584629 Dec 14 01:42:35.942631 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fc901-b6c7-480c-ac08-ac6ca5d098e5 req-94039340-a876-422d-8b20-7164e08ec4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:35.944200 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9c3fc901-b6c7-480c-ac08-ac6ca5d098e5 req-94039340-a876-422d-8b20-7164e08ec4c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce&device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 1098 time: 0.0731909 Dec 14 01:42:36.051953 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83deb9-5ec4-407b-8c61-690c7026d4d2 req-820beb45-08ee-47cc-a59b-9841ae7a76ae tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:36.053947 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4f83deb9-5ec4-407b-8c61-690c7026d4d2 req-820beb45-08ee-47cc-a59b-9841ae7a76ae tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0502744 Dec 14 01:42:36.103843 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4f83deb9-5ec4-407b-8c61-690c7026d4d2 req-f892c59b-c77d-41d6-9320-b7a4c611089b tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431132 Dec 14 01:42:36.114912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fc901-b6c7-480c-ac08-ac6ca5d098e5 req-cc6e425b-bf7d-46e4-b04d-30e213d2aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:36.123225 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9c3fc901-b6c7-480c-ac08-ac6ca5d098e5 req-cc6e425b-bf7d-46e4-b04d-30e213d2aba5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ea0b14d-2ab5-40e5-9ff1-698036166f93 HTTP/1.1" status: 200 len: 915 time: 0.1509452 Dec 14 01:42:36.155558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-ff827d18-bb4a-42a0-9fe5-0c635c2f3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:36.157474 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-ff827d18-bb4a-42a0-9fe5-0c635c2f3b12 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031&tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce HTTP/1.1" status: 200 len: 1098 time: 0.0503955 Dec 14 01:42:36.168844 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:42:36.179725 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9c3fc901-b6c7-480c-ac08-ac6ca5d098e5 req-c50be350-1696-43b5-82f8-7495633f1d80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f HTTP/1.1" status: 200 len: 217 time: 0.0564394 Dec 14 01:42:36.234487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fc901-b6c7-480c-ac08-ac6ca5d098e5 req-5377b111-c6a7-4627-b430-c4852312bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:36.235934 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9c3fc901-b6c7-480c-ac08-ac6ca5d098e5 req-5377b111-c6a7-4627-b430-c4852312bf50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07f7627e-8f29-4009-9b43-b8314de8b5b3 HTTP/1.1" status: 200 len: 855 time: 0.0494092 Dec 14 01:42:36.271030 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9c3fc901-b6c7-480c-ac08-ac6ca5d098e5 req-d552dbd4-b226-4e1a-b78f-3df168632fce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ea0b14d-2ab5-40e5-9ff1-698036166f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279524 Dec 14 01:42:36.359813 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9c3fc901-b6c7-480c-ac08-ac6ca5d098e5 req-1c1cf71c-83f5-4a6a-8c6b-66cdc5160cd1 service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803909 Dec 14 01:42:36.452340 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9c3fc901-b6c7-480c-ac08-ac6ca5d098e5 req-cc1d42ff-88ba-418b-a6b8-ab59e03c4076 service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849223 Dec 14 01:42:36.569695 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-d511566b-8418-495d-892a-2f66a7d8d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:36.571184 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-d511566b-8418-495d-892a-2f66a7d8d48b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce&device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 1098 time: 0.0431888 Dec 14 01:42:36.659526 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-2688c968-339c-46cb-b397-b1398dfd3d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:36.660911 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-2688c968-339c-46cb-b397-b1398dfd3d3c service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ea0b14d-2ab5-40e5-9ff1-698036166f93 HTTP/1.1" status: 200 len: 915 time: 0.0820825 Dec 14 01:42:36.704791 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-b1dfd134-e3d1-4f77-927e-b799323b6e8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f HTTP/1.1" status: 200 len: 217 time: 0.0366149 Dec 14 01:42:36.752913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-cbf491ea-0193-44b7-b8b0-4067807e4a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:36.754352 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-cbf491ea-0193-44b7-b8b0-4067807e4a3c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07f7627e-8f29-4009-9b43-b8314de8b5b3 HTTP/1.1" status: 200 len: 855 time: 0.0426769 Dec 14 01:42:36.786515 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-9e848200-d520-4074-bbe7-5651e6692fb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ea0b14d-2ab5-40e5-9ff1-698036166f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244951 Dec 14 01:42:36.890504 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-d41f9030-e709-48b6-b866-32d121925e2d service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939033 Dec 14 01:42:36.979483 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-501ac1ba-b894-45e9-9b6b-a8603830f4d6 req-7d13814e-d29e-4a81-bb2a-d0f5ff28adc0 service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816405 Dec 14 01:42:37.224404 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82db5b3-6c04-4706-a1d0-9a466d6cf650 req-01b22fcc-c555-4889-9683-5d7fbcd05033 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:37.225903 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f82db5b3-6c04-4706-a1d0-9a466d6cf650 req-01b22fcc-c555-4889-9683-5d7fbcd05033 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0505660 Dec 14 01:42:37.274505 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f82db5b3-6c04-4706-a1d0-9a466d6cf650 req-bd9245c1-0e2d-4aac-8947-a833f7b6d3aa tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425718 Dec 14 01:42:38.398901 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b6255-676c-4a8e-bd0f-340b03efe626 req-bb4a1728-7f26-488c-b5f3-7cc7d060353c tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:38.400423 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c84b6255-676c-4a8e-bd0f-340b03efe626 req-bb4a1728-7f26-488c-b5f3-7cc7d060353c tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0516605 Dec 14 01:42:38.451062 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c84b6255-676c-4a8e-bd0f-340b03efe626 req-e2b97020-8627-47b0-8f58-1406ad0d7e01 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446875 Dec 14 01:42:39.591574 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e1c1d-b16c-4c56-85f2-bb4707220cd9 req-7373bab3-af38-4801-9762-d843a497d7d3 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:39.593108 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28e1c1d-b16c-4c56-85f2-bb4707220cd9 req-7373bab3-af38-4801-9762-d843a497d7d3 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0579557 Dec 14 01:42:39.639990 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a28e1c1d-b16c-4c56-85f2-bb4707220cd9 req-1f656bc4-e981-4b8b-bc16-18c38b6683f9 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409164 Dec 14 01:42:39.848369 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7e79d-ae1e-4dce-af21-c43e5bf61c82 req-023058fd-2cf2-479a-8d77-4d4cb9620ee0 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:39.849971 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-67d7e79d-ae1e-4dce-af21-c43e5bf61c82 req-023058fd-2cf2-479a-8d77-4d4cb9620ee0 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0509377 Dec 14 01:42:39.899071 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-67d7e79d-ae1e-4dce-af21-c43e5bf61c82 req-6718d002-a28b-4bde-bb9b-ce50fcc1ac0e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429091 Dec 14 01:42:39.924434 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08a997-d973-4f9d-ba06-116dcd6b3234 req-e5bae815-42f5-4ce0-8525-79e0404fc4ac tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:39.925955 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5c08a997-d973-4f9d-ba06-116dcd6b3234 req-e5bae815-42f5-4ce0-8525-79e0404fc4ac tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.16 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031&tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 945 time: 0.0919428 Dec 14 01:42:40.029219 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08a997-d973-4f9d-ba06-116dcd6b3234 req-c9de8b72-a9e7-4723-808e-0c84477f0aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:40.030666 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5c08a997-d973-4f9d-ba06-116dcd6b3234 req-c9de8b72-a9e7-4723-808e-0c84477f0aa1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce&device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 1098 time: 0.0434275 Dec 14 01:42:40.125682 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08a997-d973-4f9d-ba06-116dcd6b3234 req-2d520bcd-ca61-4571-a007-9d0fe3ccd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:40.127143 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5c08a997-d973-4f9d-ba06-116dcd6b3234 req-2d520bcd-ca61-4571-a007-9d0fe3ccd937 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ea0b14d-2ab5-40e5-9ff1-698036166f93 HTTP/1.1" status: 200 len: 915 time: 0.0888934 Dec 14 01:42:40.169654 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5c08a997-d973-4f9d-ba06-116dcd6b3234 req-cb9abe68-c7e2-4d54-b402-a1057a67d379 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f HTTP/1.1" status: 200 len: 217 time: 0.0343359 Dec 14 01:42:40.219467 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08a997-d973-4f9d-ba06-116dcd6b3234 req-f0ab3f92-3dd6-4f15-8066-36f64c936d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:40.220930 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5c08a997-d973-4f9d-ba06-116dcd6b3234 req-f0ab3f92-3dd6-4f15-8066-36f64c936d39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07f7627e-8f29-4009-9b43-b8314de8b5b3 HTTP/1.1" status: 200 len: 855 time: 0.0440929 Dec 14 01:42:40.253516 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5c08a997-d973-4f9d-ba06-116dcd6b3234 req-c925a5e2-8577-42fc-a621-24e4133a965c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ea0b14d-2ab5-40e5-9ff1-698036166f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255494 Dec 14 01:42:40.273285 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:42:40.335252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:42:40.352489 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5c08a997-d973-4f9d-ba06-116dcd6b3234 req-d6a0ab99-c342-4ac7-9d41-622b17207e45 service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912037 Dec 14 01:42:40.451611 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5c08a997-d973-4f9d-ba06-116dcd6b3234 req-8fe6279c-411c-46c7-8d02-68fb01f723f0 service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910535 Dec 14 01:42:40.592535 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,segment=NetworkSegment(613836c5-0e76-4df7-9744-04a8f35569cc),segment_id=613836c5-0e76-4df7-9744-04a8f35569cc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:42:40.611512 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f', 'network_id': '6ea0b14d-2ab5-40e5-9ff1-698036166f93', 'port_id': 'f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f', 'mac_address': 'fa:16:3e:73:52:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f7627e-8f29-4009-9b43-b8314de8b5b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:42:40.615745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:40.666283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041baa75-e64a-4cc3-864a-97c97dbe2031', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:42:40.668580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8573b07b-4487-4df5-9851-94810b1a6fe6" -d '{"events": [{"server_uuid": "041baa75-e64a-4cc3-864a-97c97dbe2031", "name": "network-vif-unplugged", "status": "completed", "tag": "f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:42:40.678644 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:40.683337 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,segment=NetworkSegment(613836c5-0e76-4df7-9744-04a8f35569cc),segment_id=613836c5-0e76-4df7-9744-04a8f35569cc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:42:40.690695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:40.698585 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:42:40.720201 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 01:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e5aaff-8ee3-45c0-9672-04dbabb9bd10 x-openstack-request-id: req-a6e5aaff-8ee3-45c0-9672-04dbabb9bd10 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:42:40.720487 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041baa75-e64a-4cc3-864a-97c97dbe2031", "name": "network-vif-unplugged", "status": "completed", "tag": "f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:42:40.720735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6e5aaff-8ee3-45c0-9672-04dbabb9bd10 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:42:40.721115 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041baa75-e64a-4cc3-864a-97c97dbe2031', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f', 'code': 200} Dec 14 01:42:40.772682 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:42:40.776934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:42:40.777313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:42:40.955965 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:41.024518 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb26b5-caf0-4e8d-82f8-7a2f2ec2b36f req-eb54b311-a152-46a9-b860-dd4572c85924 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:41.026011 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4aeb26b5-caf0-4e8d-82f8-7a2f2ec2b36f req-eb54b311-a152-46a9-b860-dd4572c85924 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 943 time: 0.0560875 Dec 14 01:42:41.075999 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4aeb26b5-caf0-4e8d-82f8-7a2f2ec2b36f req-b5d987cc-499d-4675-bb49-63ee5e24f395 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435524 Dec 14 01:42:41.210557 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71542469-ce1f-4362-b906-b0bfca95625a req-1fabf00a-c8cc-4b8e-985c-69de4215400d tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:41.211955 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71542469-ce1f-4362-b906-b0bfca95625a req-1fabf00a-c8cc-4b8e-985c-69de4215400d tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 943 time: 0.0495930 Dec 14 01:42:41.259984 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-71542469-ce1f-4362-b906-b0bfca95625a req-a998a485-f32e-4e0e-abbf-70f97dbbb165 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417287 Dec 14 01:42:41.314812 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:41.328795 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:42:41.349215 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,segment=NetworkSegment(613836c5-0e76-4df7-9744-04a8f35569cc),segment_id=613836c5-0e76-4df7-9744-04a8f35569cc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:42:41.354465 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:41.379734 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dbf29-0ce6-49c3-af13-95ae839e0d99 req-9ee940b6-33dd-4555-8783-87908bf9701a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:41.381398 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-880dbf29-0ce6-49c3-af13-95ae839e0d99 req-9ee940b6-33dd-4555-8783-87908bf9701a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 943 time: 0.0497570 Dec 14 01:42:41.402156 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:42:41.436999 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-880dbf29-0ce6-49c3-af13-95ae839e0d99 req-86555ebb-9433-480d-9d87-df1d3ce08c23 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495214 Dec 14 01:42:41.477800 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:42:41.790930 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-9d689e89-c1cb-4330-b22a-23cbf2443ef3 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:41.792512 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-9d689e89-c1cb-4330-b22a-23cbf2443ef3 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/networks?id=6ea0b14d-2ab5-40e5-9ff1-698036166f93 HTTP/1.1" status: 200 len: 815 time: 0.1045043 Dec 14 01:42:41.808625 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-211ae7a8-b264-4bb1-a638-b761c7359917 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/quotas/0fe3821fa67d4883b7ea6f7fdf0c12ce HTTP/1.1" status: 200 len: 375 time: 0.0095432 Dec 14 01:42:41.870949 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-3645e548-a676-4dc1-960b-c41827e5890e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0564873 Dec 14 01:42:41.962682 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-1860227f-bc76-48fd-9e55-f58b9ff10ec1 service neutron] 10.222.0.32 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846221 Dec 14 01:42:42.065230 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-1632ef68-112c-4d38-96b7-2ecbaad88eaf service neutron] 10.222.0.32 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958018 Dec 14 01:42:42.238595 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3c215bae-29f4-4af2-a51c-7c6a6fa1de6b req-e22e3cd1-6bac-4eb7-ab27-c7cdde01c5bb tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 210 time: 0.0277283 Dec 14 01:42:42.261252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:42:42.312162 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:42:42.312537 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:42.392599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:42.425047 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,segment=NetworkSegment(613836c5-0e76-4df7-9744-04a8f35569cc),segment_id=613836c5-0e76-4df7-9744-04a8f35569cc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:42:42.428812 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:42.476321 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,revision_number=8']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:42:42.722958 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041baa75-e64a-4cc3-864a-97c97dbe2031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:42:42.725482 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c31f98-6de8-4168-84a6-7aa3a4defd5a" -d '{"events": [{"server_uuid": "041baa75-e64a-4cc3-864a-97c97dbe2031", "name": "network-vif-plugged", "status": "completed", "tag": "f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:42:42.761432 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e889f65-ca08-42cf-9da4-b8d75fc35b0a x-openstack-request-id: req-2e889f65-ca08-42cf-9da4-b8d75fc35b0a {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:42:42.761711 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041baa75-e64a-4cc3-864a-97c97dbe2031", "name": "network-vif-plugged", "status": "completed", "tag": "f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:42:42.761958 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e889f65-ca08-42cf-9da4-b8d75fc35b0a {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:42:42.762424 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041baa75-e64a-4cc3-864a-97c97dbe2031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f', 'code': 200} Dec 14 01:42:43.337881 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0d7aa98f-05c5-4d1d-89d3-6aee2abd66fe req-c08aa1b8-b271-4ccd-8579-a567e37468c8 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 210 time: 0.0273359 Dec 14 01:42:43.400510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-f813a69d-b5b4-4503-b8a9-d0eb4cd59032 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:43.401975 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-f813a69d-b5b4-4503-b8a9-d0eb4cd59032 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.16 "GET /v2.0/networks?id=6ea0b14d-2ab5-40e5-9ff1-698036166f93 HTTP/1.1" status: 200 len: 815 time: 0.1779766 Dec 14 01:42:43.424848 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-b3730dfe-1174-4359-b0c0-271b6e816574 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Request body: {'port': {'device_id': '73480e9c-e9b3-47a0-915e-33fe9ae0ffdd', 'network_id': '6ea0b14d-2ab5-40e5-9ff1-698036166f93', 'admin_state_up': True, 'tenant_id': '0fe3821fa67d4883b7ea6f7fdf0c12ce'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:42:43.551372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-b3730dfe-1174-4359-b0c0-271b6e816574 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Made reservation on behalf of 0fe3821fa67d4883b7ea6f7fdf0c12ce for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:42:43.554940 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-b3730dfe-1174-4359-b0c0-271b6e816574 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:43.615132 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71d44b-d01d-4ad3-acbc-6bfe6d5edb49 req-da04b175-e48e-4f94-bea3-02862ded1472 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:43.616611 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0f71d44b-d01d-4ad3-acbc-6bfe6d5edb49 req-da04b175-e48e-4f94-bea3-02862ded1472 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.16 "GET /v2.0/ports?device_id=041baa75-e64a-4cc3-864a-97c97dbe2031 HTTP/1.1" status: 200 len: 945 time: 0.0490284 Dec 14 01:42:43.679138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-b3730dfe-1174-4359-b0c0-271b6e816574 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Allocated IP 172.20.0.5 (6ea0b14d-2ab5-40e5-9ff1-698036166f93/07f7627e-8f29-4009-9b43-b8314de8b5b3/a42cec61-d002-4b99-a6ed-0bb33d9f9cc6) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:42:43.711314 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-0f71d44b-d01d-4ad3-acbc-6bfe6d5edb49 req-1b8eb947-6a6e-49c2-a2c7-3d9ed1cff662 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Deleting port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:42:43.711651 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-0f71d44b-d01d-4ad3-acbc-6bfe6d5edb49 req-1b8eb947-6a6e-49c2-a2c7-3d9ed1cff662 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:43.800331 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-0f71d44b-d01d-4ad3-acbc-6bfe6d5edb49 req-1b8eb947-6a6e-49c2-a2c7-3d9ed1cff662 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] For port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,segment=NetworkSegment(613836c5-0e76-4df7-9744-04a8f35569cc),segment_id=613836c5-0e76-4df7-9744-04a8f35569cc)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:42:43.800683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-0f71d44b-d01d-4ad3-acbc-6bfe6d5edb49 req-1b8eb947-6a6e-49c2-a2c7-3d9ed1cff662 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:43.814368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-0f71d44b-d01d-4ad3-acbc-6bfe6d5edb49 req-1b8eb947-6a6e-49c2-a2c7-3d9ed1cff662 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Calling delete_port for f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:42:43.831387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-b3730dfe-1174-4359-b0c0-271b6e816574 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:43.864999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-b3730dfe-1174-4359-b0c0-271b6e816574 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:43.898753 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:42:43.914128 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-b3730dfe-1174-4359-b0c0-271b6e816574 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Network 6ea0b14d-2ab5-40e5-9ff1-698036166f93 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:42:43.916596 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-b3730dfe-1174-4359-b0c0-271b6e816574 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:42:43.920531 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-b3730dfe-1174-4359-b0c0-271b6e816574 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:42:43.926935 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3730dfe-1174-4359-b0c0-271b6e816574 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Pushing event updated for resources: {'Port': ['ID=a42cec61-d002-4b99-a6ed-0bb33d9f9cc6,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:42:43.973908 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-0f71d44b-d01d-4ad3-acbc-6bfe6d5edb49 req-1b8eb947-6a6e-49c2-a2c7-3d9ed1cff662 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:44.004801 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8eb947-6a6e-49c2-a2c7-3d9ed1cff662 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Pushing event deleted for resources: {'Port': ['ID=f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:42:44.055478 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f71d44b-d01d-4ad3-acbc-6bfe6d5edb49 req-1b8eb947-6a6e-49c2-a2c7-3d9ed1cff662 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] No DVR routers for this DVR port f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f on host hv-neutron-8215 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:42:44.058700 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-0f71d44b-d01d-4ad3-acbc-6bfe6d5edb49 req-1b8eb947-6a6e-49c2-a2c7-3d9ed1cff662 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:44.062545 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0f71d44b-d01d-4ad3-acbc-6bfe6d5edb49 req-1b8eb947-6a6e-49c2-a2c7-3d9ed1cff662 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.16 "DELETE /v2.0/ports/f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f HTTP/1.1" status: 204 len: 173 time: 0.4393339 Dec 14 01:42:44.063248 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041baa75-e64a-4cc3-864a-97c97dbe2031', 'name': 'network-vif-deleted', 'tag': 'f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:42:44.065748 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec4faba-c420-4836-a01b-705384ae00e4" -d '{"events": [{"server_uuid": "041baa75-e64a-4cc3-864a-97c97dbe2031", "name": "network-vif-deleted", "tag": "f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:42:44.108456 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5af19f-b4bd-42c2-99f2-ab30537fe103 x-openstack-request-id: req-1a5af19f-b4bd-42c2-99f2-ab30537fe103 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:42:44.108777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041baa75-e64a-4cc3-864a-97c97dbe2031", "name": "network-vif-deleted", "tag": "f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:42:44.109007 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a5af19f-b4bd-42c2-99f2-ab30537fe103 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:42:44.109406 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041baa75-e64a-4cc3-864a-97c97dbe2031', 'name': 'network-vif-deleted', 'tag': 'f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f', 'status': 'completed', 'code': 200} Dec 14 01:42:44.253773 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-b3730dfe-1174-4359-b0c0-271b6e816574 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:44.254379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-b3730dfe-1174-4359-b0c0-271b6e816574 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:44.271909 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-b3730dfe-1174-4359-b0c0-271b6e816574 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8511045 Dec 14 01:42:44.291619 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Request body: {'port': {'device_id': '73480e9c-e9b3-47a0-915e-33fe9ae0ffdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:42:44.353442 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:44.457644 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dd6fb-98ad-4905-a756-7bf96ddaeb18 req-3185c142-8785-4653-9f47-cd6243db258f tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:44.459129 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9c9dd6fb-98ad-4905-a756-7bf96ddaeb18 req-3185c142-8785-4653-9f47-cd6243db258f tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 931 time: 0.0500007 Dec 14 01:42:44.509002 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9c9dd6fb-98ad-4905-a756-7bf96ddaeb18 req-fa396b16-e5c0-4197-9ab0-c63ad8172910 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434048 Dec 14 01:42:44.682555 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:42:44.690221 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:44.707027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Transition to ACTIVE for port object a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:42:44.712253 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:44.763706 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Pushing event updated for resources: {'Port': ['ID=a42cec61-d002-4b99-a6ed-0bb33d9f9cc6,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:42:44.832464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Attempting to bind port a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:42:44.832805 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Attempting to bind port a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '613836c5-0e76-4df7-9744-04a8f35569cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6ea0b14d-2ab5-40e5-9ff1-698036166f93'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:42:44.833132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Attempting to bind port a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 on network 6ea0b14d-2ab5-40e5-9ff1-698036166f93 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:42:44.837440 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Port a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 on network 6ea0b14d-2ab5-40e5-9ff1-698036166f93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:42:44.837758 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Attempting to bind port a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 on network 6ea0b14d-2ab5-40e5-9ff1-698036166f93 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:42:44.842919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:42:44.843250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Checking segment: {'id': '613836c5-0e76-4df7-9744-04a8f35569cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6ea0b14d-2ab5-40e5-9ff1-698036166f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:42:44.843629 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Bound using segment: {'id': '613836c5-0e76-4df7-9744-04a8f35569cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6ea0b14d-2ab5-40e5-9ff1-698036166f93'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:42:44.844056 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Bound port: a42cec61-d002-4b99-a6ed-0bb33d9f9cc6, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613836c5-0e76-4df7-9744-04a8f35569cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6ea0b14d-2ab5-40e5-9ff1-698036166f93'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:42:44.844445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:44.909964 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] For port a42cec61-d002-4b99-a6ed-0bb33d9f9cc6, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:42:44.913092 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] For port a42cec61-d002-4b99-a6ed-0bb33d9f9cc6, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a42cec61-d002-4b99-a6ed-0bb33d9f9cc6,segment=NetworkSegment(613836c5-0e76-4df7-9744-04a8f35569cc),segment_id=613836c5-0e76-4df7-9744-04a8f35569cc)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:42:44.921237 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:44.966331 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:44.966968 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:44.968402 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] 10.222.0.16 "PUT /v2.0/ports/a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 HTTP/1.1" status: 200 len: 1093 time: 0.6809146 Dec 14 01:42:44.968848 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73480e9c-e9b3-47a0-915e-33fe9ae0ffdd', 'tag': 'a42cec61-d002-4b99-a6ed-0bb33d9f9cc6'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:42:44.971189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d1b678-2fbf-46c6-9b5e-da487167e1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "73480e9c-e9b3-47a0-915e-33fe9ae0ffdd", "tag": "a42cec61-d002-4b99-a6ed-0bb33d9f9cc6"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:42:44.993927 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df005fa0-cd7f-4665-941d-83ece8adadd8 service neutron] Pushing event updated for resources: {'Port': ['ID=a42cec61-d002-4b99-a6ed-0bb33d9f9cc6,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:42:45.017260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770c4518-50f4-4e7d-b262-1a37e581ff56 x-openstack-request-id: req-770c4518-50f4-4e7d-b262-1a37e581ff56 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:42:45.017585 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73480e9c-e9b3-47a0-915e-33fe9ae0ffdd", "tag": "a42cec61-d002-4b99-a6ed-0bb33d9f9cc6", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:42:45.017841 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-770c4518-50f4-4e7d-b262-1a37e581ff56 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:42:45.018274 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73480e9c-e9b3-47a0-915e-33fe9ae0ffdd', 'tag': 'a42cec61-d002-4b99-a6ed-0bb33d9f9cc6', 'status': 'completed', 'code': 200} Dec 14 01:42:45.085897 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-e11fe0ab-498c-42c9-a3ff-b92c9efc1ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:45.087426 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-e11fe0ab-498c-42c9-a3ff-b92c9efc1ae9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce&device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 1096 time: 0.0507669 Dec 14 01:42:45.135471 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-61d0db25-ca9d-4475-a716-39e74ce7fd74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 HTTP/1.1" status: 200 len: 217 time: 0.0347962 Dec 14 01:42:45.193168 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-ef24848e-8555-4fc4-8dd7-b3ed4e22e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:45.194638 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-ef24848e-8555-4fc4-8dd7-b3ed4e22e9c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07f7627e-8f29-4009-9b43-b8314de8b5b3 HTTP/1.1" status: 200 len: 855 time: 0.0520444 Dec 14 01:42:45.236847 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-559cd4d4-8c6d-4e1a-bced-8d711cfffb93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ea0b14d-2ab5-40e5-9ff1-698036166f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313284 Dec 14 01:42:45.327760 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-eabc74d7-e3e8-45e5-a13a-18736b8fb70e service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832796 Dec 14 01:42:45.432580 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2fab0a3d-0ddd-45ac-9d63-d7f319b1208e req-08bef15e-de67-49f7-b015-6c379d888e57 service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978365 Dec 14 01:42:45.579154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1b678-2fbf-46c6-9b5e-da487167e1c5 req-a1ecf0fe-5a4f-42ce-bfae-a0026995a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:45.580975 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-35d1b678-2fbf-46c6-9b5e-da487167e1c5 req-a1ecf0fe-5a4f-42ce-bfae-a0026995a1c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce&device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 1096 time: 0.0439243 Dec 14 01:42:45.626985 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0237a8e-5bb7-4a45-abdc-1f75217c54c0 req-04d72b7a-93db-4203-a377-5c3b2dcb4806 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:45.628670 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c0237a8e-5bb7-4a45-abdc-1f75217c54c0 req-04d72b7a-93db-4203-a377-5c3b2dcb4806 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 943 time: 0.0502121 Dec 14 01:42:45.677593 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c0237a8e-5bb7-4a45-abdc-1f75217c54c0 req-82c79a64-a5d4-49b5-b3ba-52957a6573c4 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427999 Dec 14 01:42:45.678348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1b678-2fbf-46c6-9b5e-da487167e1c5 req-96e2541d-b7ee-4105-952c-f231465462af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:45.679833 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-35d1b678-2fbf-46c6-9b5e-da487167e1c5 req-96e2541d-b7ee-4105-952c-f231465462af service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ea0b14d-2ab5-40e5-9ff1-698036166f93 HTTP/1.1" status: 200 len: 915 time: 0.0912099 Dec 14 01:42:45.722963 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-35d1b678-2fbf-46c6-9b5e-da487167e1c5 req-840e2937-537b-4897-9b07-d65b501384ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 HTTP/1.1" status: 200 len: 217 time: 0.0347414 Dec 14 01:42:45.774135 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1b678-2fbf-46c6-9b5e-da487167e1c5 req-91d1a78b-654a-48dd-a2c4-da9f8f5f6627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:45.775623 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-35d1b678-2fbf-46c6-9b5e-da487167e1c5 req-91d1a78b-654a-48dd-a2c4-da9f8f5f6627 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07f7627e-8f29-4009-9b43-b8314de8b5b3 HTTP/1.1" status: 200 len: 855 time: 0.0446539 Dec 14 01:42:45.815106 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-35d1b678-2fbf-46c6-9b5e-da487167e1c5 req-4316c334-a8a9-4146-8b48-bcce8df3be2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ea0b14d-2ab5-40e5-9ff1-698036166f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311582 Dec 14 01:42:45.912990 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-35d1b678-2fbf-46c6-9b5e-da487167e1c5 req-5c430d97-f274-4799-9e53-f66ba109524f service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890813 Dec 14 01:42:46.016635 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-35d1b678-2fbf-46c6-9b5e-da487167e1c5 req-86988223-f055-4612-ab4b-a570c931102d service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847409 Dec 14 01:42:46.807845 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e311c-d7d9-4ff0-9db7-5cb6be21b26d req-7968d893-0838-4a93-a2d5-f7217f88e85b tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:46.809604 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e64e311c-d7d9-4ff0-9db7-5cb6be21b26d req-7968d893-0838-4a93-a2d5-f7217f88e85b tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 943 time: 0.0549691 Dec 14 01:42:46.859447 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e64e311c-d7d9-4ff0-9db7-5cb6be21b26d req-1fcaab23-1461-42cb-a07e-6ed87b9aaafb tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435781 Dec 14 01:42:47.986141 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2e4b3-52a4-4a92-97ff-55c50a795e13 req-1b0cdf57-a38e-42c4-b39a-63c8b19359c2 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:47.987627 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-56d2e4b3-52a4-4a92-97ff-55c50a795e13 req-1b0cdf57-a38e-42c4-b39a-63c8b19359c2 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 943 time: 0.0516472 Dec 14 01:42:48.046478 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-56d2e4b3-52a4-4a92-97ff-55c50a795e13 req-e40e61d7-af32-4d26-b319-4daeeb3ef07f tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527887 Dec 14 01:42:48.286173 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:42:48.291324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:42:48.330402 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:42:48.330748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f8dd17aa-4414-4e9e-9a7d-d9a467ad8e5f not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:42:48.422986 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port a42cec61-d002-4b99-a6ed-0bb33d9f9cc6, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a42cec61-d002-4b99-a6ed-0bb33d9f9cc6,segment=NetworkSegment(613836c5-0e76-4df7-9744-04a8f35569cc),segment_id=613836c5-0e76-4df7-9744-04a8f35569cc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:42:48.435162 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'a42cec61-d002-4b99-a6ed-0bb33d9f9cc6', 'network_id': '6ea0b14d-2ab5-40e5-9ff1-698036166f93', 'port_id': 'a42cec61-d002-4b99-a6ed-0bb33d9f9cc6', 'mac_address': 'fa:16:3e:2c:41:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f7627e-8f29-4009-9b43-b8314de8b5b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:42:48.473879 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:48.486750 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:42:48.507176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port a42cec61-d002-4b99-a6ed-0bb33d9f9cc6, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a42cec61-d002-4b99-a6ed-0bb33d9f9cc6,segment=NetworkSegment(613836c5-0e76-4df7-9744-04a8f35569cc),segment_id=613836c5-0e76-4df7-9744-04a8f35569cc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:42:48.513592 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:48.567621 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=a42cec61-d002-4b99-a6ed-0bb33d9f9cc6,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:42:48.775385 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['a42cec61-d002-4b99-a6ed-0bb33d9f9cc6'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:42:49.173043 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ae9fb-c71c-424a-8b56-ac23837333ce req-24074ef0-8542-4fa8-b657-d1c134d2c10a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:49.174551 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f60ae9fb-c71c-424a-8b56-ac23837333ce req-24074ef0-8542-4fa8-b657-d1c134d2c10a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 944 time: 0.0502601 Dec 14 01:42:49.247440 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f60ae9fb-c71c-424a-8b56-ac23837333ce req-57c29000-4a6a-4df5-a697-441ea6d68cae tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667689 Dec 14 01:42:50.283858 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:42:50.340077 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:42:50.343822 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:42:50.344233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:50.369774 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b42c-6dd5-48a5-b7e2-0bfcff6826d7 req-ff968191-f49c-4ebc-b427-d1b7453f86bd tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:50.371341 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1c68b42c-6dd5-48a5-b7e2-0bfcff6826d7 req-ff968191-f49c-4ebc-b427-d1b7453f86bd tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 944 time: 0.0497344 Dec 14 01:42:50.419281 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1c68b42c-6dd5-48a5-b7e2-0bfcff6826d7 req-6f422948-4ab8-456e-9719-f31c74f1c841 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417478 Dec 14 01:42:50.421770 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:50.447659 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73480e9c-e9b3-47a0-915e-33fe9ae0ffdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42cec61-d002-4b99-a6ed-0bb33d9f9cc6'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:42:50.450097 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644ac3f7-a775-45e3-8865-b95db7774656" -d '{"events": [{"server_uuid": "73480e9c-e9b3-47a0-915e-33fe9ae0ffdd", "name": "network-vif-plugged", "status": "completed", "tag": "a42cec61-d002-4b99-a6ed-0bb33d9f9cc6"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:42:50.463025 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port a42cec61-d002-4b99-a6ed-0bb33d9f9cc6, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a42cec61-d002-4b99-a6ed-0bb33d9f9cc6,segment=NetworkSegment(613836c5-0e76-4df7-9744-04a8f35569cc),segment_id=613836c5-0e76-4df7-9744-04a8f35569cc)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:42:50.468123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:50.490574 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d47cd79-5192-42fb-8723-fca6ae535458 x-openstack-request-id: req-8d47cd79-5192-42fb-8723-fca6ae535458 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:42:50.490866 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73480e9c-e9b3-47a0-915e-33fe9ae0ffdd", "name": "network-vif-plugged", "status": "completed", "tag": "a42cec61-d002-4b99-a6ed-0bb33d9f9cc6", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:42:50.491118 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d47cd79-5192-42fb-8723-fca6ae535458 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:42:50.491476 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73480e9c-e9b3-47a0-915e-33fe9ae0ffdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42cec61-d002-4b99-a6ed-0bb33d9f9cc6', 'code': 200} Dec 14 01:42:50.519847 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=a42cec61-d002-4b99-a6ed-0bb33d9f9cc6,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:42:50.707731 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737a881-a92c-4f29-8212-ba6b87a8ad40 req-93bcaf03-4d9f-488a-bcd0-f0fb51be46e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:50.709275 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3737a881-a92c-4f29-8212-ba6b87a8ad40 req-93bcaf03-4d9f-488a-bcd0-f0fb51be46e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 1098 time: 0.0527732 Dec 14 01:42:50.761480 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3737a881-a92c-4f29-8212-ba6b87a8ad40 req-c5c7ec90-5a0b-4432-991a-ff8b0a57e6ad service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441699 Dec 14 01:42:51.707787 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753539b-d1ad-4d5a-bd7c-cff34ce317a9 req-5b0a99a8-aa28-4fd0-a36a-aafc26a0c01c tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:51.709313 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c753539b-d1ad-4d5a-bd7c-cff34ce317a9 req-5b0a99a8-aa28-4fd0-a36a-aafc26a0c01c tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0499921 Dec 14 01:42:51.758619 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c753539b-d1ad-4d5a-bd7c-cff34ce317a9 req-d7e12711-5b82-4a70-bba3-3b24a7c03ddf tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429695 Dec 14 01:42:51.952381 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cb51eb0-6196-425d-a3a6-a6992d513abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:52.897135 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2056018-3124-4c1c-b575-874c4c5905cd req-9a7dc1a7-669c-4b0f-bffe-342a6c7b854a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:52.898607 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d2056018-3124-4c1c-b575-874c4c5905cd req-9a7dc1a7-669c-4b0f-bffe-342a6c7b854a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0557938 Dec 14 01:42:52.947613 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d2056018-3124-4c1c-b575-874c4c5905cd req-5bf02546-8e6a-4eb5-a790-c2fc84832213 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428498 Dec 14 01:42:53.061754 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfb746-1b44-493f-9815-17e7f2a93b3d req-6305f614-a224-466a-ad79-69edd96adde6 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:53.063124 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-57dfb746-1b44-493f-9815-17e7f2a93b3d req-6305f614-a224-466a-ad79-69edd96adde6 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0498064 Dec 14 01:42:53.112441 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-57dfb746-1b44-493f-9815-17e7f2a93b3d req-bb0cb2d7-7d0b-433d-9f05-ba14374e2abe tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407012 Dec 14 01:42:53.388079 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a105f3a-056f-43d0-bf74-e03ceefb4fde req-8a395a96-8283-424d-a00d-e562b7b1365f tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:53.389466 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3a105f3a-056f-43d0-bf74-e03ceefb4fde req-8a395a96-8283-424d-a00d-e562b7b1365f tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0682034 Dec 14 01:42:53.391943 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-5d9e4ebf-ed01-4b20-8883-cc7a5875feeb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0787168 Dec 14 01:42:53.440520 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3a105f3a-056f-43d0-bf74-e03ceefb4fde req-b67fcd2b-d82a-45ec-bb60-de8cdee3c2fc tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433295 Dec 14 01:42:54.181015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95f3c631-d852-4066-b558-2cc67b2cef7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:54.563121 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e821e-b7f2-4543-a4be-fb941bd3e93d req-177cb10f-54b1-4042-972c-b0d47ab67d1e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:54.564658 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4e7e821e-b7f2-4543-a4be-fb941bd3e93d req-177cb10f-54b1-4042-972c-b0d47ab67d1e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0541275 Dec 14 01:42:54.610628 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-8e8b3492-df8e-45d8-804f-6a0d141c9c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:54.612199 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-8e8b3492-df8e-45d8-804f-6a0d141c9c37 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce&device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 1098 time: 0.0427756 Dec 14 01:42:54.613769 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4e7e821e-b7f2-4543-a4be-fb941bd3e93d req-3435908c-7810-429e-8f6a-d15f01ec8e15 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428774 Dec 14 01:42:54.706291 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-ada65c37-e1d2-429b-a4d1-7ad70ab8db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:54.707772 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-ada65c37-e1d2-429b-a4d1-7ad70ab8db7d service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ea0b14d-2ab5-40e5-9ff1-698036166f93 HTTP/1.1" status: 200 len: 915 time: 0.0887947 Dec 14 01:42:54.749965 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-5c0573bc-ab13-442e-9135-e6730db81c38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 HTTP/1.1" status: 200 len: 217 time: 0.0343065 Dec 14 01:42:54.798400 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-a129b4dc-07a3-4002-8b7b-a15dc2d84bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:54.799861 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-a129b4dc-07a3-4002-8b7b-a15dc2d84bfc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07f7627e-8f29-4009-9b43-b8314de8b5b3 HTTP/1.1" status: 200 len: 855 time: 0.0432882 Dec 14 01:42:54.832129 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-302d40d5-23ed-4bde-8634-d34b3030a2c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ea0b14d-2ab5-40e5-9ff1-698036166f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247383 Dec 14 01:42:54.925419 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-c44fcddf-052a-4850-a470-5f5550949759 service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853949 Dec 14 01:42:55.021169 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-69cf96e7-0955-4cba-9780-86c7e2adf728 service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883918 Dec 14 01:42:55.459578 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:55.749337 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb370a-2609-427c-b0d5-05d98c5805c8 req-80bfc424-c0dc-4e33-aa70-f74df78779e5 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:55.750833 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f7eb370a-2609-427c-b0d5-05d98c5805c8 req-80bfc424-c0dc-4e33-aa70-f74df78779e5 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0614665 Dec 14 01:42:55.798875 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f7eb370a-2609-427c-b0d5-05d98c5805c8 req-3d018d1d-ac8d-4f63-9c0b-bfcd49cf8084 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420389 Dec 14 01:42:56.850170 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:56.921542 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61504998-5c3d-43de-bd0e-b7e89cfe3187 req-a294967d-6e7c-4eaa-97b8-1ca7a58499c3 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:56.923036 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-61504998-5c3d-43de-bd0e-b7e89cfe3187 req-a294967d-6e7c-4eaa-97b8-1ca7a58499c3 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0515823 Dec 14 01:42:56.972260 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-61504998-5c3d-43de-bd0e-b7e89cfe3187 req-12569820-7d04-451e-99c6-75ae72fecb3f tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428631 Dec 14 01:42:57.738385 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:42:58.096449 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc42848-6da6-4bb3-919a-7b597396da59 req-a1a12858-3116-465d-b28f-ed448f5c13ce tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:58.097901 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fcc42848-6da6-4bb3-919a-7b597396da59 req-a1a12858-3116-465d-b28f-ed448f5c13ce tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0539911 Dec 14 01:42:58.147491 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fcc42848-6da6-4bb3-919a-7b597396da59 req-26c9e400-9440-4087-99bc-cbcacff142bc tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407734 Dec 14 01:42:59.287279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8dbda-4295-4d42-ac4b-290b01429a13 req-8aca49ab-bd96-4ea3-989d-454ce56dc967 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:42:59.288791 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13c8dbda-4295-4d42-ac4b-290b01429a13 req-8aca49ab-bd96-4ea3-989d-454ce56dc967 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0576541 Dec 14 01:42:59.346318 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13c8dbda-4295-4d42-ac4b-290b01429a13 req-3f3139a1-2986-4f85-adad-23ef309ed0e3 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513701 Dec 14 01:43:00.479153 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c32de-1810-4396-b59e-8b858419f19f req-d74f3d3d-8a5a-4cb1-83b0-b59f832eaa44 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:00.480626 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7b7c32de-1810-4396-b59e-8b858419f19f req-d74f3d3d-8a5a-4cb1-83b0-b59f832eaa44 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0553293 Dec 14 01:43:00.537890 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7b7c32de-1810-4396-b59e-8b858419f19f req-09321970-b65c-405b-946e-59cf987a7173 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485570 Dec 14 01:43:02.010596 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f2e3d-1aec-47a0-bdec-3cb780e4383c req-77992bfa-66f9-4793-b8f0-a133fd6f0483 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:02.012063 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ce6f2e3d-1aec-47a0-bdec-3cb780e4383c req-77992bfa-66f9-4793-b8f0-a133fd6f0483 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.3942728 Dec 14 01:43:02.058906 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ce6f2e3d-1aec-47a0-bdec-3cb780e4383c req-cb9aa7c9-82cc-4082-ae68-89d3286bb434 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406408 Dec 14 01:43:03.199818 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b2ab0-52e0-4380-aa97-c882c98d1444 req-40fa7726-4e5a-48be-9c88-7a22981e7e72 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:03.201335 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-999b2ab0-52e0-4380-aa97-c882c98d1444 req-40fa7726-4e5a-48be-9c88-7a22981e7e72 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0615375 Dec 14 01:43:03.247814 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-999b2ab0-52e0-4380-aa97-c882c98d1444 req-a86dd7bd-14fc-48c3-a9d1-5ae54dc7fe38 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404534 Dec 14 01:43:04.392126 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb13c6-caba-4924-aabd-ef21022f15a4 req-8d58fcfc-bd66-4936-81e7-1a72443ece34 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:04.393600 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5ccb13c6-caba-4924-aabd-ef21022f15a4 req-8d58fcfc-bd66-4936-81e7-1a72443ece34 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0587504 Dec 14 01:43:04.445845 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5ccb13c6-caba-4924-aabd-ef21022f15a4 req-a6528d8a-4b36-4bf5-865b-cffdde87371d tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433848 Dec 14 01:43:05.572078 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b0972-7b0c-4ed9-8482-1e588aa66afb req-adaaf4c6-d01e-4fe2-84ad-a51a0035050a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:05.573542 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e18b0972-7b0c-4ed9-8482-1e588aa66afb req-adaaf4c6-d01e-4fe2-84ad-a51a0035050a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0503688 Dec 14 01:43:05.623082 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e18b0972-7b0c-4ed9-8482-1e588aa66afb req-d14d498f-baee-4bf8-8b3c-8308ad740184 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431750 Dec 14 01:43:06.750222 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd003-61b8-4603-9892-c51c273259bc req-89a76395-c56e-43f8-83d0-23efd973ced6 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:06.751747 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9f5bd003-61b8-4603-9892-c51c273259bc req-89a76395-c56e-43f8-83d0-23efd973ced6 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0544131 Dec 14 01:43:06.821840 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9f5bd003-61b8-4603-9892-c51c273259bc req-4748cd34-b069-499e-bf3d-bd49d837787f tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566146 Dec 14 01:43:07.943277 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f694d1a-32c4-45af-a633-75c103600a61 req-ef427966-5d8d-497c-b844-913284b042b9 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:07.944798 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8f694d1a-32c4-45af-a633-75c103600a61 req-ef427966-5d8d-497c-b844-913284b042b9 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0522859 Dec 14 01:43:07.992713 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8f694d1a-32c4-45af-a633-75c103600a61 req-8a2af3f9-e24b-4918-af57-c1d1668a19d3 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 Dec 14 01:43:09.126635 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194cc4e-1bc5-424c-9c04-a3e61a052a78 req-d76ddc7b-c6db-4b8f-93d7-e236b85b9116 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:09.128007 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d194cc4e-1bc5-424c-9c04-a3e61a052a78 req-d76ddc7b-c6db-4b8f-93d7-e236b85b9116 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0520294 Dec 14 01:43:09.178737 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d194cc4e-1bc5-424c-9c04-a3e61a052a78 req-2431294b-6398-4b02-836c-75d566e18aa0 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 Dec 14 01:43:10.307441 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b7220-7d5a-4c4b-86c4-a6456761ae5f req-486a0774-52c9-498f-aa24-bc6daadeeeab tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:10.308911 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b03b7220-7d5a-4c4b-86c4-a6456761ae5f req-486a0774-52c9-498f-aa24-bc6daadeeeab tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0551515 Dec 14 01:43:10.355236 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b03b7220-7d5a-4c4b-86c4-a6456761ae5f req-46488fb4-f59a-46a3-84cf-33efc375b30f tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401683 Dec 14 01:43:10.968360 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:11.489681 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a0a11-07c0-4068-b7b5-876d1fcf7a96 req-bcd17f2a-e62b-418c-8d41-d213bf54407a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:11.491092 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6e9a0a11-07c0-4068-b7b5-876d1fcf7a96 req-bcd17f2a-e62b-418c-8d41-d213bf54407a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0550041 Dec 14 01:43:11.537749 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6e9a0a11-07c0-4068-b7b5-876d1fcf7a96 req-5620721b-fcb2-4ad6-bab7-ef1e16d3385b tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407746 Dec 14 01:43:12.672848 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea0832-d31a-4fde-b010-e0392545ad99 req-a7348afe-2e7f-47b0-af17-4138e89ca636 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:12.674518 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-65ea0832-d31a-4fde-b010-e0392545ad99 req-a7348afe-2e7f-47b0-af17-4138e89ca636 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0539103 Dec 14 01:43:12.731042 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-65ea0832-d31a-4fde-b010-e0392545ad99 req-d2142fe1-cdf9-4ae3-8d11-07f8cc1c94db tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473313 Dec 14 01:43:13.173906 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:43:13.854941 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0d616-6d9b-40d9-8c71-66f179a979b8 req-a0611781-e209-4f8d-83a7-bee65507ddf8 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:13.856424 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2ce0d616-6d9b-40d9-8c71-66f179a979b8 req-a0611781-e209-4f8d-83a7-bee65507ddf8 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0495884 Dec 14 01:43:13.911684 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2ce0d616-6d9b-40d9-8c71-66f179a979b8 req-13806b8c-2de2-4156-8518-f59521f8ff65 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490222 Dec 14 01:43:15.033000 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64be49-4bbb-496c-b184-8754e1470419 req-c6c2e832-15ee-4c59-a738-4aeeded55f52 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:15.034509 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1b64be49-4bbb-496c-b184-8754e1470419 req-c6c2e832-15ee-4c59-a738-4aeeded55f52 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0482044 Dec 14 01:43:15.086730 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1b64be49-4bbb-496c-b184-8754e1470419 req-2b57b2b8-42b5-4b2d-b4da-9c977a24fc21 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462160 Dec 14 01:43:16.223792 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00252c7-446e-4599-be00-f7270abe1e22 req-2ed91149-b6c9-49a8-bda5-0d19208bfc74 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:16.225279 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d00252c7-446e-4599-be00-f7270abe1e22 req-2ed91149-b6c9-49a8-bda5-0d19208bfc74 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0535295 Dec 14 01:43:16.273049 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d00252c7-446e-4599-be00-f7270abe1e22 req-8db95f60-a21b-4542-8b35-d67a0fad2f4f tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416112 Dec 14 01:43:17.410561 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d0a25-d173-4c33-b146-c160fddf9815 req-a99baf91-4520-4b01-bb6a-0db691ee463f tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:17.412036 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-532d0a25-d173-4c33-b146-c160fddf9815 req-a99baf91-4520-4b01-bb6a-0db691ee463f tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0623634 Dec 14 01:43:17.471140 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-532d0a25-d173-4c33-b146-c160fddf9815 req-adaf44f0-cb06-4800-8640-682bdad64f64 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505958 Dec 14 01:43:18.603905 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490bfb0-3fa6-46e1-9a85-1c82cf4f966f req-9bacb20b-0927-44e9-b497-989aaa34674c tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:18.605385 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0490bfb0-3fa6-46e1-9a85-1c82cf4f966f req-9bacb20b-0927-44e9-b497-989aaa34674c tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0565529 Dec 14 01:43:18.655490 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0490bfb0-3fa6-46e1-9a85-1c82cf4f966f req-e2e17022-d544-4b38-a8eb-7f636c3bd30e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440001 Dec 14 01:43:19.796035 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0baa9-38cd-496b-8bd3-582988eaef48 req-2a9fe3bb-cc94-4068-bf45-f3d678d1df75 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:19.798693 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4eb0baa9-38cd-496b-8bd3-582988eaef48 req-2a9fe3bb-cc94-4068-bf45-f3d678d1df75 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0666010 Dec 14 01:43:19.849482 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4eb0baa9-38cd-496b-8bd3-582988eaef48 req-d87e658a-209e-466f-b2d6-14ffad1300df tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440736 Dec 14 01:43:20.977217 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64f81a-7157-468c-9780-5d14a4713205 req-d2e8b321-633f-49c6-930c-ad445a4b2c63 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:20.978693 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2c64f81a-7157-468c-9780-5d14a4713205 req-d2e8b321-633f-49c6-930c-ad445a4b2c63 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0575113 Dec 14 01:43:21.034312 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2c64f81a-7157-468c-9780-5d14a4713205 req-7059140f-9632-44eb-93ee-303a56478ada tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494287 Dec 14 01:43:21.821716 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-d387aa7e-dbcf-4d2c-b813-ed8d31c61059 service neutron] 10.222.0.16 "GET /v2.0/ports/a42cec61-d002-4b99-a6ed-0bb33d9f9cc6/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0707951 Dec 14 01:43:21.946204 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29b46d7c-1233-4d61-ad0e-3e8a938c2888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:22.091300 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-7f91561f-53d5-42ed-b56e-6fda77b9003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:22.092837 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-7f91561f-53d5-42ed-b56e-6fda77b9003d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd&tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce HTTP/1.1" status: 200 len: 1098 time: 0.0718660 Dec 14 01:43:22.152830 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f775ef9-0ea6-4554-aaa9-17d0bb3b736e req-ac2c2794-37c8-4bab-9141-003c98aa8106 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:22.154320 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8f775ef9-0ea6-4554-aaa9-17d0bb3b736e req-ac2c2794-37c8-4bab-9141-003c98aa8106 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0489836 Dec 14 01:43:22.171555 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-bae0ca64-4f6f-48fd-90d7-faed8c5e2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:22.173136 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-bae0ca64-4f6f-48fd-90d7-faed8c5e2c5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce&device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 1098 time: 0.0453446 Dec 14 01:43:22.202564 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8f775ef9-0ea6-4554-aaa9-17d0bb3b736e req-74e50ea1-830c-4715-8575-8cde5a0d3e65 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414884 Dec 14 01:43:22.262173 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-ed6189c4-176d-4e58-97a8-5c6e5be06434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:22.263663 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-ed6189c4-176d-4e58-97a8-5c6e5be06434 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ea0b14d-2ab5-40e5-9ff1-698036166f93 HTTP/1.1" status: 200 len: 915 time: 0.0821939 Dec 14 01:43:22.308245 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-e3af803b-f807-48a7-af76-ebc4d00f0bf2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 HTTP/1.1" status: 200 len: 217 time: 0.0373230 Dec 14 01:43:22.357011 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-6a5fce81-0ef2-466a-ba18-8a5c63774971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:22.358292 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-6a5fce81-0ef2-466a-ba18-8a5c63774971 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07f7627e-8f29-4009-9b43-b8314de8b5b3 HTTP/1.1" status: 200 len: 855 time: 0.0430033 Dec 14 01:43:22.388833 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-7f87a2a1-00e6-4466-bb0b-93b4dffc1a2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ea0b14d-2ab5-40e5-9ff1-698036166f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237145 Dec 14 01:43:22.496248 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-321498fd-9992-4d18-aab2-43d520353e4c service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004219 Dec 14 01:43:22.584263 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-911b2822-7b1b-4d5f-a870-48e077cdb937 req-0dab9a5f-ad04-463d-b146-ca0ed4d4645a service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808387 Dec 14 01:43:23.327558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5285f-7816-4ed2-9405-08196a08540b req-b2e80075-133d-46b4-a444-36ce958a1ff4 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:23.329074 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bad5285f-7816-4ed2-9405-08196a08540b req-b2e80075-133d-46b4-a444-36ce958a1ff4 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0521338 Dec 14 01:43:23.376571 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bad5285f-7816-4ed2-9405-08196a08540b req-8ca9f5c9-3342-43f3-8511-84f7f1bc4e2e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 Dec 14 01:43:24.189354 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1fbd227b-6bea-4278-89ae-4792317c0a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:24.518071 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d654e-eb79-4345-8937-24d3bbed70ed req-b6d70d8d-0657-48a0-ad61-604b7090dda4 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:24.520780 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-db7d654e-eb79-4345-8937-24d3bbed70ed req-b6d70d8d-0657-48a0-ad61-604b7090dda4 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0657847 Dec 14 01:43:24.571076 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-db7d654e-eb79-4345-8937-24d3bbed70ed req-bd3bcaaf-f05d-486d-bc84-c70f03f3bf87 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Dec 14 01:43:24.791217 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459497c-b9ad-4cb2-a6ce-9c1e53064bcf req-a313e9f3-cd37-4679-847f-956904ec4c17 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:24.792654 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c459497c-b9ad-4cb2-a6ce-9c1e53064bcf req-a313e9f3-cd37-4679-847f-956904ec4c17 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0506396 Dec 14 01:43:24.822410 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39a8f7-c770-4b2e-adf5-904270eeecef req-3855eb89-ec66-4557-ba86-d241785a7d71 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:24.824031 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0b39a8f7-c770-4b2e-adf5-904270eeecef req-3855eb89-ec66-4557-ba86-d241785a7d71 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.16 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd&tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 945 time: 0.0558310 Dec 14 01:43:24.842077 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c459497c-b9ad-4cb2-a6ce-9c1e53064bcf req-707324ad-39c2-44b4-a376-1a7cc2fe31d2 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430055 Dec 14 01:43:24.939666 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39a8f7-c770-4b2e-adf5-904270eeecef req-9d924417-9962-4bcf-aed3-2bee86527043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:24.941209 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0b39a8f7-c770-4b2e-adf5-904270eeecef req-9d924417-9962-4bcf-aed3-2bee86527043 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce&device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 1098 time: 0.0472388 Dec 14 01:43:25.035578 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39a8f7-c770-4b2e-adf5-904270eeecef req-0a2d8499-359a-4c36-85fb-6b94795c0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:25.037171 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0b39a8f7-c770-4b2e-adf5-904270eeecef req-0a2d8499-359a-4c36-85fb-6b94795c0753 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ea0b14d-2ab5-40e5-9ff1-698036166f93 HTTP/1.1" status: 200 len: 915 time: 0.0881371 Dec 14 01:43:25.077384 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0b39a8f7-c770-4b2e-adf5-904270eeecef req-2d7a5a47-9708-41b0-a6f6-b11f88ef6f7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 HTTP/1.1" status: 200 len: 217 time: 0.0330718 Dec 14 01:43:25.129459 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39a8f7-c770-4b2e-adf5-904270eeecef req-257f7f71-0a48-4c9d-81a3-8b1a10238189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:25.130867 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0b39a8f7-c770-4b2e-adf5-904270eeecef req-257f7f71-0a48-4c9d-81a3-8b1a10238189 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07f7627e-8f29-4009-9b43-b8314de8b5b3 HTTP/1.1" status: 200 len: 855 time: 0.0468283 Dec 14 01:43:25.162652 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0b39a8f7-c770-4b2e-adf5-904270eeecef req-afba3136-1ae1-43c1-b94b-61528b20d714 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ea0b14d-2ab5-40e5-9ff1-698036166f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250287 Dec 14 01:43:25.248409 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0b39a8f7-c770-4b2e-adf5-904270eeecef req-5cda72ec-f45e-4f7e-8fd8-c0110c5b3137 service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784817 Dec 14 01:43:25.339543 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0b39a8f7-c770-4b2e-adf5-904270eeecef req-eab196fb-6ed9-486c-84b2-ff75a465bfbd service neutron] 10.222.0.16 "GET /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840762 Dec 14 01:43:25.458704 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:25.971728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574c354-42f8-4fba-8db9-3761b3e1b31b req-9919e14e-274d-4fa4-8111-0b87a1b3615e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:25.973455 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7574c354-42f8-4fba-8db9-3761b3e1b31b req-9919e14e-274d-4fa4-8111-0b87a1b3615e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0551372 Dec 14 01:43:26.022580 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7574c354-42f8-4fba-8db9-3761b3e1b31b req-2f18e372-d127-44b5-ab84-7cbfa60441fc tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431032 Dec 14 01:43:26.149248 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b239280-b79b-4180-809d-f23020249bf9 req-5575cfc5-25a2-444b-b481-c5ec2f89042e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:26.150788 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4b239280-b79b-4180-809d-f23020249bf9 req-5575cfc5-25a2-444b-b481-c5ec2f89042e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0519254 Dec 14 01:43:26.201055 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4b239280-b79b-4180-809d-f23020249bf9 req-5f44d08e-958c-47cb-a779-c021d32ee4b2 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438077 Dec 14 01:43:26.318153 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06243c37-3a53-469a-a950-fcdabd0291ca req-67625b3b-ad59-4b31-aa94-5a36d1add6cc tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:26.319534 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-06243c37-3a53-469a-a950-fcdabd0291ca req-67625b3b-ad59-4b31-aa94-5a36d1add6cc tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0504394 Dec 14 01:43:26.371043 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-06243c37-3a53-469a-a950-fcdabd0291ca req-5ff23682-8274-46a9-8a41-e761e24762e2 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453136 Dec 14 01:43:26.726336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d43d8-4ea4-4698-8c94-7899a336cc42 req-c3dc9db5-cba2-4578-9897-7678ab12081f tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:26.727768 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-710d43d8-4ea4-4698-8c94-7899a336cc42 req-c3dc9db5-cba2-4578-9897-7678ab12081f tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0521424 Dec 14 01:43:26.777132 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-710d43d8-4ea4-4698-8c94-7899a336cc42 req-94a45f55-631c-4758-a401-b784e714df4d tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431004 Dec 14 01:43:26.858495 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:27.745752 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:27.894657 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c7339-49a0-484a-afb6-b6dde52a3335 req-75606722-0b23-4ee9-a46a-3447d248823a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:27.896419 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-078c7339-49a0-484a-afb6-b6dde52a3335 req-75606722-0b23-4ee9-a46a-3447d248823a tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0500686 Dec 14 01:43:27.949701 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-078c7339-49a0-484a-afb6-b6dde52a3335 req-94538608-eeab-4140-845e-61145c86c64c tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/security-groups?id=2138d665-3fb8-4324-8dbc-c341eb8188b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472138 Dec 14 01:43:28.443473 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ca892-bf7e-4aee-9679-68b333abfc43 req-6579199a-a1b6-46a8-b2f3-275927a9587d tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:28.444984 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1c6ca892-bf7e-4aee-9679-68b333abfc43 req-6579199a-a1b6-46a8-b2f3-275927a9587d tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.16 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 945 time: 0.0923367 Dec 14 01:43:28.541524 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-1c6ca892-bf7e-4aee-9679-68b333abfc43 req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Deleting port a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:43:28.541958 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1c6ca892-bf7e-4aee-9679-68b333abfc43 req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:28.639547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-1c6ca892-bf7e-4aee-9679-68b333abfc43 req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] For port a42cec61-d002-4b99-a6ed-0bb33d9f9cc6, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a42cec61-d002-4b99-a6ed-0bb33d9f9cc6,segment=NetworkSegment(613836c5-0e76-4df7-9744-04a8f35569cc),segment_id=613836c5-0e76-4df7-9744-04a8f35569cc)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:43:28.639870 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1c6ca892-bf7e-4aee-9679-68b333abfc43 req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:28.652115 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-1c6ca892-bf7e-4aee-9679-68b333abfc43 req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Calling delete_port for a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:43:28.795263 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1c6ca892-bf7e-4aee-9679-68b333abfc43 req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:28.829382 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['a42cec61-d002-4b99-a6ed-0bb33d9f9cc6'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:43:28.829946 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Pushing event deleted for resources: {'Port': ['ID=a42cec61-d002-4b99-a6ed-0bb33d9f9cc6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:28.855948 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:28.856348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:28.856667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:28.857011 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:28.857348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:28.857710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:28.858055 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:28.858370 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:28.858698 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:28.859015 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:28.859344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:28.859666 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:28.859986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:28.876254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6ca892-bf7e-4aee-9679-68b333abfc43 req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] No DVR routers for this DVR port a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:43:28.879105 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1c6ca892-bf7e-4aee-9679-68b333abfc43 req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:28.883023 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1c6ca892-bf7e-4aee-9679-68b333abfc43 req-4bc8b28d-4ac8-4a71-acab-19c5bf4cd710 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.16 "DELETE /v2.0/ports/a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 HTTP/1.1" status: 204 len: 173 time: 0.4322345 Dec 14 01:43:28.883477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73480e9c-e9b3-47a0-915e-33fe9ae0ffdd', 'name': 'network-vif-deleted', 'tag': 'a42cec61-d002-4b99-a6ed-0bb33d9f9cc6'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:43:28.885783 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919191f6-0ed5-4a2a-92c3-012e4bd2b64f" -d '{"events": [{"server_uuid": "73480e9c-e9b3-47a0-915e-33fe9ae0ffdd", "name": "network-vif-deleted", "tag": "a42cec61-d002-4b99-a6ed-0bb33d9f9cc6"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:43:28.925068 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ffb0ef-0a69-40e1-bede-8537e8027f72 x-openstack-request-id: req-a6ffb0ef-0a69-40e1-bede-8537e8027f72 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:43:28.925689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73480e9c-e9b3-47a0-915e-33fe9ae0ffdd", "name": "network-vif-deleted", "tag": "a42cec61-d002-4b99-a6ed-0bb33d9f9cc6", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:43:28.925689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6ffb0ef-0a69-40e1-bede-8537e8027f72 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:43:28.926187 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73480e9c-e9b3-47a0-915e-33fe9ae0ffdd', 'name': 'network-vif-deleted', 'tag': 'a42cec61-d002-4b99-a6ed-0bb33d9f9cc6', 'status': 'completed', 'code': 200} Dec 14 01:43:29.051898 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-442e3329-bba6-4995-9a6d-1b6e84116c3f req-adf53d80-6956-4d4d-a710-49956f5dba3e tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] 10.222.0.32 "GET /v2.0/ports?device_id=73480e9c-e9b3-47a0-915e-33fe9ae0ffdd HTTP/1.1" status: 200 len: 210 time: 0.0323339 Dec 14 01:43:30.193785 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 60480) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:43:30.243094 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4cdcce-fe3b-4f52-9e01-de2ee14f0f4a admin admin] Deleting subnet 07f7627e-8f29-4009-9b43-b8314de8b5b3 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:43:30.246638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdcce-fe3b-4f52-9e01-de2ee14f0f4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:30.281985 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdcce-fe3b-4f52-9e01-de2ee14f0f4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:30.323145 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdcce-fe3b-4f52-9e01-de2ee14f0f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:30.375220 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdcce-fe3b-4f52-9e01-de2ee14f0f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:30.401477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cdcce-fe3b-4f52-9e01-de2ee14f0f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f7627e-8f29-4009-9b43-b8314de8b5b3,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:30.403451 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdcce-fe3b-4f52-9e01-de2ee14f0f4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:30.409516 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dd4cdcce-fe3b-4f52-9e01-de2ee14f0f4a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/07f7627e-8f29-4009-9b43-b8314de8b5b3 HTTP/1.1" status: 204 len: 168 time: 0.2121458 Dec 14 01:43:30.409609 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 60482) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:43:30.476624 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-410b0129-f0db-4171-a090-18e929ddb5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:30.579454 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-410b0129-f0db-4171-a090-18e929ddb5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:30.600357 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-410b0129-f0db-4171-a090-18e929ddb5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea0b14d-2ab5-40e5-9ff1-698036166f93']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:43:30.609859 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-410b0129-f0db-4171-a090-18e929ddb5a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613836c5-0e76-4df7-9744-04a8f35569cc') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:43:30.610155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-410b0129-f0db-4171-a090-18e929ddb5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613836c5-0e76-4df7-9744-04a8f35569cc') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:43:30.620249 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-410b0129-f0db-4171-a090-18e929ddb5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:30.634583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-410b0129-f0db-4171-a090-18e929ddb5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:30.640781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410b0129-f0db-4171-a090-18e929ddb5a1 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:43:30.641432 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-410b0129-f0db-4171-a090-18e929ddb5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:43:30.643436 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:43:30.698505 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-410b0129-f0db-4171-a090-18e929ddb5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:30.703253 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-410b0129-f0db-4171-a090-18e929ddb5a1 admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:30.706472 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-410b0129-f0db-4171-a090-18e929ddb5a1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6ea0b14d-2ab5-40e5-9ff1-698036166f93 HTTP/1.1" status: 204 len: 168 time: 0.2960207 Dec 14 01:43:30.723099 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b0129-f0db-4171-a090-18e929ddb5a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea0b14d-2ab5-40e5-9ff1-698036166f93,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:30.852756 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 60486) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:43:30.894389 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4d7ec50f-7aff-41af-a8f0-68484351744a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0fe3821fa67d4883b7ea6f7fdf0c12ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403135 Dec 14 01:43:30.897027 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 60488) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:43:30.951630 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:30.973031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:31.024332 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:31.027263 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:31.028483 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2138d665-3fb8-4324-8dbc-c341eb8188b5 HTTP/1.1" status: 204 len: 168 time: 0.1305590 Dec 14 01:43:31.037087 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2138d665-3fb8-4324-8dbc-c341eb8188b5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:31.044410 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:31.044778 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:31.045131 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:31.045485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:31.045830 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:31.046173 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:31.046506 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:31.046843 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:31.047181 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:31.047514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:31.047847 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:31.048197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:31.048529 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a57a554-2a45-4820-ae31-46b7e580c0d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:31.815661 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 60510) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:43:31.921629 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f1c9670c-f9d3-4389-a5f6-272a09f0bf91 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1174105147-network', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:43:31.947823 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c9670c-f9d3-4389-a5f6-272a09f0bf91 admin admin] Made reservation on behalf of b7375f480ba844f08967f886f0ea2847 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:43:31.950296 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1c9670c-f9d3-4389-a5f6-272a09f0bf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:31.959221 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1c9670c-f9d3-4389-a5f6-272a09f0bf91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:32.044044 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1c9670c-f9d3-4389-a5f6-272a09f0bf91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:32.050684 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1c9670c-f9d3-4389-a5f6-272a09f0bf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:32.082337 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c9670c-f9d3-4389-a5f6-272a09f0bf91 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:43:32.092255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9670c-f9d3-4389-a5f6-272a09f0bf91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab830644-76da-4e8c-8134-b07d64e006d8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:32.097481 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1c9670c-f9d3-4389-a5f6-272a09f0bf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:32.097778 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-f1c9670c-f9d3-4389-a5f6-272a09f0bf91 admin admin] Added segment 6b183129-2e3f-4d28-b4ee-be21e03e5d48 of type vlan for network 7b711c6a-c986-41fc-a2fe-f92f63491135 Dec 14 01:43:32.139389 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1c9670c-f9d3-4389-a5f6-272a09f0bf91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:32.167073 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1c9670c-f9d3-4389-a5f6-272a09f0bf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:32.168077 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c9670c-f9d3-4389-a5f6-272a09f0bf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:32.168820 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1c9670c-f9d3-4389-a5f6-272a09f0bf91 admin admin] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:32.224866 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f1c9670c-f9d3-4389-a5f6-272a09f0bf91 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4080000 Dec 14 01:43:32.228015 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 60514) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:43:32.231644 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9670c-f9d3-4389-a5f6-272a09f0bf91 admin admin] Pushing event updated for resources: {'Network': ['ID=7b711c6a-c986-41fc-a2fe-f92f63491135,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:32.233000 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-407da43b-81d7-4376-9075-5f5c678068e3 admin admin] Request body: {'subnet': {'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1174105147-subnet', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:43:32.241891 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 7b711c6a-c986-41fc-a2fe-f92f63491135 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:43:32.257957 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407da43b-81d7-4376-9075-5f5c678068e3 admin admin] Made reservation on behalf of b7375f480ba844f08967f886f0ea2847 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:43:32.260332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-407da43b-81d7-4376-9075-5f5c678068e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:32.429650 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-407da43b-81d7-4376-9075-5f5c678068e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:32.477381 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407da43b-81d7-4376-9075-5f5c678068e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d07b31a-006f-4ad6-8aa8-e3662683883e,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:32.492364 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407da43b-81d7-4376-9075-5f5c678068e3 admin admin] Checking segment: {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:43:32.492724 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407da43b-81d7-4376-9075-5f5c678068e3 admin admin] Network hostable DHCP agents. Network: 7b711c6a-c986-41fc-a2fe-f92f63491135, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:43:32.509941 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407da43b-81d7-4376-9075-5f5c678068e3 admin admin] Network 7b711c6a-c986-41fc-a2fe-f92f63491135 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:43:32.519323 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-407da43b-81d7-4376-9075-5f5c678068e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 7b711c6a-c986-41fc-a2fe-f92f63491135) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:43:32.524251 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407da43b-81d7-4376-9075-5f5c678068e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:32.524851 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-407da43b-81d7-4376-9075-5f5c678068e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:32.529289 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f69d36-5985-4ea1-ab71-64a8628ac710 None None] Network 7b711c6a-c986-41fc-a2fe-f92f63491135 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:43:32.542085 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-407da43b-81d7-4376-9075-5f5c678068e3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3128192 Dec 14 01:43:32.544755 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 60516) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:43:32.549061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:43:32.572087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:43:32.572905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:32.573978 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:32.593740 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:43:32.594126 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device a42cec61-d002-4b99-a6ed-0bb33d9f9cc6 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:43:32.628055 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:32.660330 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-7b711c6a-c986-41fc-a2fe-f92f63491135', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:43:32.661501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:32.794445 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Allocated IP 172.20.0.2 (7b711c6a-c986-41fc-a2fe-f92f63491135/4d07b31a-006f-4ad6-8aa8-e3662683883e/aa5398d8-719a-478a-8624-05ab5bdd9f00) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:43:32.943403 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:32.950711 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:32.993301 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Network 7b711c6a-c986-41fc-a2fe-f92f63491135 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:43:32.996258 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:43:33.000545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:43:33.003631 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Pushing event updated for resources: {'Port': ['ID=aa5398d8-719a-478a-8624-05ab5bdd9f00,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:33.015337 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:33.015929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:33.016540 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:33.017126 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:33.017630 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:33.017977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:33.018306 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:33.018635 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:33.018960 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:33.019280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:33.019623 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:33.020175 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:33.020475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:33.070293 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Attempting to bind port aa5398d8-719a-478a-8624-05ab5bdd9f00 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:43:33.070554 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Attempting to bind port aa5398d8-719a-478a-8624-05ab5bdd9f00 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:43:33.070920 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Attempting to bind port aa5398d8-719a-478a-8624-05ab5bdd9f00 on network 7b711c6a-c986-41fc-a2fe-f92f63491135 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:43:33.076195 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:43:33.076570 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Checking segment: {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:43:33.076972 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:33.077366 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Bound using segment: {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:43:33.077466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:33.077829 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Bound port: aa5398d8-719a-478a-8624-05ab5bdd9f00, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:43:33.078209 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:33.142120 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] For port aa5398d8-719a-478a-8624-05ab5bdd9f00, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:43:33.145574 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] For port aa5398d8-719a-478a-8624-05ab5bdd9f00, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=aa5398d8-719a-478a-8624-05ab5bdd9f00,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:43:33.150431 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:33.206591 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01a06f-cb6b-4a11-a664-b3d0e5c55e42 None None] Pushing event updated for resources: {'Port': ['ID=aa5398d8-719a-478a-8624-05ab5bdd9f00,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:33.279091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:33.299128 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:33.433606 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Allocated IP 172.26.1.46 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/91260c76-e93f-4679-8de6-9855492deebe) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:43:33.549691 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:33.590547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:33.629116 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:43:33.631962 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:43:33.635540 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:43:33.641128 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Pushing event updated for resources: {'Port': ['ID=91260c76-e93f-4679-8de6-9855492deebe,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:33.645951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a26592b-d31f-41ec-a4fb-e007388216bc None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:43:33.678421 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7cac0517-9845-4058-9eaa-377931287412 None None] Provisioning complete for port 91260c76-e93f-4679-8de6-9855492deebe triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:43:33.678927 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7cac0517-9845-4058-9eaa-377931287412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:33.714114 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7cac0517-9845-4058-9eaa-377931287412 None None] Port 91260c76-e93f-4679-8de6-9855492deebe cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:43:33.895889 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:34.092833 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:34.157344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70829729-f9a7-4d85-b281-585ab8a10804 None None] Network 7b711c6a-c986-41fc-a2fe-f92f63491135 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:43:34.225138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Router 4f850e18-342b-47a6-9efd-6c23efc28d59 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:43:34.258811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4cddb8d7-5e7e-4872-9620-b624f62d8275 None None] Provisioning complete for port aa5398d8-719a-478a-8624-05ab5bdd9f00 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:43:34.259183 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cddb8d7-5e7e-4872-9620-b624f62d8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:34.331610 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:43:34.344443 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Sync routers for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:43:34.355848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cddb8d7-5e7e-4872-9620-b624f62d8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:34.356793 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:43:34.357311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:34.358073 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:43:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:43:34.360556 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fab98d01-29d0-4271-a8c6-ecc909e24568 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8148079 Dec 14 01:43:34.361675 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 60518) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:43:34.400573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4cddb8d7-5e7e-4872-9620-b624f62d8275 None None] For port aa5398d8-719a-478a-8624-05ab5bdd9f00, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=aa5398d8-719a-478a-8624-05ab5bdd9f00,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:43:34.409577 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cddb8d7-5e7e-4872-9620-b624f62d8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:34.466546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddb8d7-5e7e-4872-9620-b624f62d8275 None None] Pushing event updated for resources: {'Port': ['ID=aa5398d8-719a-478a-8624-05ab5bdd9f00,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:34.481009 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:43:34.630185 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2ed75fed-7f25-44e0-86a9-d23477f8c0bf None None] Provisioning complete for port aa5398d8-719a-478a-8624-05ab5bdd9f00 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:43:34.630615 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ed75fed-7f25-44e0-86a9-d23477f8c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:34.664117 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:33Z', 'revision_number': 3, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:43:34.690226 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Checking router: 4f850e18-342b-47a6-9efd-6c23efc28d59 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:43:34.690602 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Updating router 4f850e18-342b-47a6-9efd-6c23efc28d59 port 91260c76-e93f-4679-8de6-9855492deebe binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:43:34.715724 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:34.813777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:34.978758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Allocated IP 172.20.0.1 (7b711c6a-c986-41fc-a2fe-f92f63491135/4d07b31a-006f-4ad6-8aa8-e3662683883e/4104ac05-c841-48e0-9636-13505def0b19) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:43:35.070188 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.076238 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.078490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.112429 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.122034 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038e21f2-8d09-4678-a6be-784a0736d2b4 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:43:35.128391 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84a17a-a868-47a6-adef-57320aac967f None None] Pushing event updated for resources: {'Port': ['ID=91260c76-e93f-4679-8de6-9855492deebe,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:35.138021 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84a17a-a868-47a6-adef-57320aac967f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:35.138464 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84a17a-a868-47a6-adef-57320aac967f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:35.138902 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84a17a-a868-47a6-adef-57320aac967f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:35.139337 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84a17a-a868-47a6-adef-57320aac967f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:35.139767 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84a17a-a868-47a6-adef-57320aac967f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:35.140228 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84a17a-a868-47a6-adef-57320aac967f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:35.140663 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84a17a-a868-47a6-adef-57320aac967f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:35.141086 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84a17a-a868-47a6-adef-57320aac967f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:35.141510 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84a17a-a868-47a6-adef-57320aac967f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:35.141932 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84a17a-a868-47a6-adef-57320aac967f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:35.142352 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84a17a-a868-47a6-adef-57320aac967f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:35.142793 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84a17a-a868-47a6-adef-57320aac967f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:35.143120 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84a17a-a868-47a6-adef-57320aac967f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:43:35.146430 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Attempting to bind port 91260c76-e93f-4679-8de6-9855492deebe on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:43:35.146805 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Attempting to bind port 91260c76-e93f-4679-8de6-9855492deebe by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:43:35.147172 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Attempting to bind port 91260c76-e93f-4679-8de6-9855492deebe on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:43:35.153038 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:43:35.153437 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:43:35.153834 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.154225 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:43:35.154684 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Bound port: 91260c76-e93f-4679-8de6-9855492deebe, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:43:35.155056 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.158363 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Network 7b711c6a-c986-41fc-a2fe-f92f63491135 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:43:35.163566 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:43:35.166151 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:43:35.172048 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Pushing event updated for resources: {'Port': ['ID=4104ac05-c841-48e0-9636-13505def0b19,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:35.201909 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e575905d-6a7e-4405-8f4c-95ef66c4003a None None] Provisioning complete for port 91260c76-e93f-4679-8de6-9855492deebe triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:43:35.202437 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e575905d-6a7e-4405-8f4c-95ef66c4003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.215515 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.220515 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] For port 91260c76-e93f-4679-8de6-9855492deebe, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:43:35.224435 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] For port 91260c76-e93f-4679-8de6-9855492deebe, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=91260c76-e93f-4679-8de6-9855492deebe,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:43:35.235129 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.242627 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e575905d-6a7e-4405-8f4c-95ef66c4003a None None] Port 91260c76-e93f-4679-8de6-9855492deebe cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:43:35.296853 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c024ef1c-21ac-41f6-b5b9-376d4a6534a4 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:43:35.300913 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:43:35.301671 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:43:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:43:35.350951 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84a17a-a868-47a6-adef-57320aac967f None None] Pushing event updated for resources: {'Port': ['ID=91260c76-e93f-4679-8de6-9855492deebe,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:35.378155 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1909fa05-a61d-46aa-92fe-279053e9ce19 None None] Provisioning complete for port 91260c76-e93f-4679-8de6-9855492deebe triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:43:35.378538 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1909fa05-a61d-46aa-92fe-279053e9ce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.414067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device aa5398d8-719a-478a-8624-05ab5bdd9f00 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:43:35.419070 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.451156 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:43:35.513081 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port aa5398d8-719a-478a-8624-05ab5bdd9f00 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:43:35.513361 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.534495 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1909fa05-a61d-46aa-92fe-279053e9ce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.568328 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1909fa05-a61d-46aa-92fe-279053e9ce19 None None] For port 91260c76-e93f-4679-8de6-9855492deebe, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=91260c76-e93f-4679-8de6-9855492deebe,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:43:35.575704 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1909fa05-a61d-46aa-92fe-279053e9ce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.610237 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.616840 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.638030 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:33Z', 'revision_number': 3, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:43:35.666744 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909fa05-a61d-46aa-92fe-279053e9ce19 None None] Pushing event updated for resources: {'Port': ['ID=91260c76-e93f-4679-8de6-9855492deebe,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:35.671128 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72129987-1fcc-4919-9464-2d8a36d1433f None None] The sync data for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv is: [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:33Z', 'revision_number': 3, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:43:35.694187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.701006 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Pushing event updated for resources: {'Port': ['ID=4104ac05-c841-48e0-9636-13505def0b19,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:35.701892 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-595cfd03-70a9-4390-9529-34633d71b532 None None] Provisioning complete for port 4104ac05-c841-48e0-9636-13505def0b19 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:43:35.702334 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-595cfd03-70a9-4390-9529-34633d71b532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:35.737940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-595cfd03-70a9-4390-9529-34633d71b532 None None] Port 4104ac05-c841-48e0-9636-13505def0b19 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:43:35.794934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Network 7b711c6a-c986-41fc-a2fe-f92f63491135 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:43:35.796361 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:43:35.947784 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Router 4f850e18-342b-47a6-9efd-6c23efc28d59 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:43:36.062763 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-584d165b-6115-459a-ba2a-89d30b41225d None None] Provisioning complete for port 4104ac05-c841-48e0-9636-13505def0b19 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:43:36.063119 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-584d165b-6115-459a-ba2a-89d30b41225d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:36.087552 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:43:36.103041 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9e042b2e-3a00-4e33-8f1e-c40f2123eed2 admin admin] 10.222.0.32 "PUT /v2.0/routers/4f850e18-342b-47a6-9efd-6c23efc28d59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7317495 Dec 14 01:43:36.107867 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-584d165b-6115-459a-ba2a-89d30b41225d None None] Port 4104ac05-c841-48e0-9636-13505def0b19 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:43:36.579350 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 60526) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:43:36.586217 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-533ff613-0508-4e58-9782-3416214b7995 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--155913258', 'description': 'tempest-description--1309298021'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:43:36.623700 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-533ff613-0508-4e58-9782-3416214b7995 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:36.699199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-533ff613-0508-4e58-9782-3416214b7995 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:36.707998 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-533ff613-0508-4e58-9782-3416214b7995 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:36.738880 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-533ff613-0508-4e58-9782-3416214b7995 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:36.740169 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-533ff613-0508-4e58-9782-3416214b7995 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1594768 Dec 14 01:43:36.742080 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ff613-0508-4e58-9782-3416214b7995 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39b841f-a2fa-41b6-ae06-ab1a24e468d8,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:36.743220 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 60528) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:43:36.748528 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5dd21c07-17c9-41c3-97e1-947363b544ec tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Request body: {'security_group_rule': {'security_group_id': 'd39b841f-a2fa-41b6-ae06-ab1a24e468d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:43:36.787720 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dd21c07-17c9-41c3-97e1-947363b544ec tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:36.867414 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dd21c07-17c9-41c3-97e1-947363b544ec tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:36.873420 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dd21c07-17c9-41c3-97e1-947363b544ec tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:36.901940 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd21c07-17c9-41c3-97e1-947363b544ec tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4bfafbe-b217-4098-9fc2-915e784ab88a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:36.911741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dd21c07-17c9-41c3-97e1-947363b544ec tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:36.916318 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5dd21c07-17c9-41c3-97e1-947363b544ec tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1684489 Dec 14 01:43:36.916412 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 60530) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:43:36.920643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1070e875-9def-428c-93db-d73ef92790b8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Request body: {'security_group_rule': {'security_group_id': 'd39b841f-a2fa-41b6-ae06-ab1a24e468d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:43:36.959607 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1070e875-9def-428c-93db-d73ef92790b8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:37.030765 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1070e875-9def-428c-93db-d73ef92790b8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:37.037278 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1070e875-9def-428c-93db-d73ef92790b8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:37.060239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070e875-9def-428c-93db-d73ef92790b8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c830dcf-b753-4575-aab5-884720e09c23,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:37.069391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1070e875-9def-428c-93db-d73ef92790b8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:37.073639 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1070e875-9def-428c-93db-d73ef92790b8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536047 Dec 14 01:43:37.073949 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 60532) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:43:37.078402 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:43:37.108909 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:37.207261 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:37.231370 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Sync routers for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:43:37.242086 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:43:37.242715 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:43:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:43:37.318775 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Allocated IP 172.26.1.161 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/62099577-f5ad-48c7-8cb4-eba62b2f6be9) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:43:37.341284 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 91260c76-e93f-4679-8de6-9855492deebe up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:43:37.377753 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:43:37.425875 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:37.464025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:37.496374 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 91260c76-e93f-4679-8de6-9855492deebe triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:43:37.496745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:37.511352 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:43:37.514355 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:43:37.516862 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:43:37.541801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Pushing event updated for resources: {'Port': ['ID=62099577-f5ad-48c7-8cb4-eba62b2f6be9,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:37.611723 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:37.648633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:37.652571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 2, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:43:37.682071 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Checking router: 4f850e18-342b-47a6-9efd-6c23efc28d59 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:43:37.682423 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Updating router 4f850e18-342b-47a6-9efd-6c23efc28d59 port 4104ac05-c841-48e0-9636-13505def0b19 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:43:37.707115 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:37.805707 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:37.811290 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:37.882594 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Pushing event updated for resources: {'Port': ['ID=62099577-f5ad-48c7-8cb4-eba62b2f6be9,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:37.891846 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:37.908932 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:37.918398 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8ff666c9-9aff-43a5-87c1-42d2e6e0a39d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8353901 Dec 14 01:43:37.979524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:37.985804 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:38.036165 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf5a6d-f80d-4f0d-aace-64066feaa880 None None] Pushing event updated for resources: {'Port': ['ID=4104ac05-c841-48e0-9636-13505def0b19,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:38.073793 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-47f3ec24-a064-4a4f-8fa7-0b544cdb5950 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--155913258&fields=id&tenant_id=b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 267 time: 0.0563610 Dec 14 01:43:38.089259 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Attempting to bind port 4104ac05-c841-48e0-9636-13505def0b19 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:43:38.089631 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Attempting to bind port 4104ac05-c841-48e0-9636-13505def0b19 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:43:38.089994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Attempting to bind port 4104ac05-c841-48e0-9636-13505def0b19 on network 7b711c6a-c986-41fc-a2fe-f92f63491135 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:43:38.095202 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:43:38.095573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Checking segment: {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:43:38.095975 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:38.096401 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Bound using segment: {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:43:38.096864 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Bound port: 4104ac05-c841-48e0-9636-13505def0b19, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:43:38.097245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:38.163962 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] For port 4104ac05-c841-48e0-9636-13505def0b19, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:43:38.168085 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] For port 4104ac05-c841-48e0-9636-13505def0b19, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4104ac05-c841-48e0-9636-13505def0b19,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:43:38.174236 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:38.193860 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-492f1920-d70e-4273-8b90-a4c1b18cd799 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:38.195469 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-492f1920-d70e-4273-8b90-a4c1b18cd799 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 812 time: 0.1140001 Dec 14 01:43:38.217231 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b6b13d2c-b88a-4b3d-8dce-0db5adcdb1c1 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/quotas/b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 375 time: 0.0154426 Dec 14 01:43:38.223883 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:43:38.224700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:43:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:43:38.269006 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-ba18fb42-1552-4cfe-973d-1b35f04b1722 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509002 Dec 14 01:43:38.343289 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf5a6d-f80d-4f0d-aace-64066feaa880 None None] Pushing event updated for resources: {'Port': ['ID=4104ac05-c841-48e0-9636-13505def0b19,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:38.349395 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27ed75e6-6d6c-469f-ae66-8f597bfd155b None None] Provisioning complete for port 4104ac05-c841-48e0-9636-13505def0b19 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:43:38.349769 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27ed75e6-6d6c-469f-ae66-8f597bfd155b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:38.383720 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-65383d79-779c-4850-b426-d4a64efed66e service neutron] 10.222.0.32 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009252 Dec 14 01:43:38.392385 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:43:38.483908 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-2c9189fc-7a39-432f-8508-0b03780be813 service neutron] 10.222.0.32 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941789 Dec 14 01:43:38.548726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27ed75e6-6d6c-469f-ae66-8f597bfd155b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:38.607703 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27ed75e6-6d6c-469f-ae66-8f597bfd155b None None] For port 4104ac05-c841-48e0-9636-13505def0b19, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4104ac05-c841-48e0-9636-13505def0b19,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:43:38.629862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27ed75e6-6d6c-469f-ae66-8f597bfd155b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:38.674167 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8deea123-7449-49e3-9e0d-719b11a9206d req-a0095e1f-95de-40e9-9eb6-d4990aca2c22 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 210 time: 0.0324473 Dec 14 01:43:38.855134 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a893cf47-361d-4f8b-a061-1ddc452c4756 None None] Provisioning complete for port 4104ac05-c841-48e0-9636-13505def0b19 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:43:38.855502 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a893cf47-361d-4f8b-a061-1ddc452c4756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:38.861696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed75e6-6d6c-469f-ae66-8f597bfd155b None None] Pushing event updated for resources: {'Port': ['ID=4104ac05-c841-48e0-9636-13505def0b19,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:38.901480 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:43:38.933077 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2d7961-e148-4e2e-831e-abe86e30c685 None None] The sync data for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv is: [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:43:39.338261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4104ac05-c841-48e0-9636-13505def0b19 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:43:39.386768 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 4104ac05-c841-48e0-9636-13505def0b19 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:43:39.387334 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:39.777388 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a75cebc5-5866-42ae-becc-b672b59b42af req-bab57aa2-3e7c-433c-9667-c15452eea8cb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 210 time: 0.0280163 Dec 14 01:43:40.002581 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-80f49f0d-d2af-414c-b79c-39fe754b1aa3 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:40.004142 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-80f49f0d-d2af-414c-b79c-39fe754b1aa3 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 812 time: 0.1144333 Dec 14 01:43:40.085250 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-7954e1c8-439f-4e56-8b40-d6760e6ddacd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 379 time: 0.0645304 Dec 14 01:43:40.102043 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-e95b1827-5b7b-47e9-8098-cee8847b8338 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Request body: {'port': {'device_id': '49ab323c-864a-4517-8ff2-6e21e3efc7c3', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'admin_state_up': True, 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'security_groups': ['d39b841f-a2fa-41b6-ae06-ab1a24e468d8']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:43:40.217487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-e95b1827-5b7b-47e9-8098-cee8847b8338 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Made reservation on behalf of b7375f480ba844f08967f886f0ea2847 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:43:40.221022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-e95b1827-5b7b-47e9-8098-cee8847b8338 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:40.346242 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-e95b1827-5b7b-47e9-8098-cee8847b8338 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Allocated IP 172.20.0.11 (7b711c6a-c986-41fc-a2fe-f92f63491135/4d07b31a-006f-4ad6-8aa8-e3662683883e/cca778c2-5c44-46fc-ad95-c82a92ee467a) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:43:40.491292 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-e95b1827-5b7b-47e9-8098-cee8847b8338 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:40.532221 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-e95b1827-5b7b-47e9-8098-cee8847b8338 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:40.580233 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-e95b1827-5b7b-47e9-8098-cee8847b8338 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Network 7b711c6a-c986-41fc-a2fe-f92f63491135 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:43:40.583563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-e95b1827-5b7b-47e9-8098-cee8847b8338 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:43:40.587642 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-e95b1827-5b7b-47e9-8098-cee8847b8338 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:43:40.611857 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b1827-5b7b-47e9-8098-cee8847b8338 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Pushing event updated for resources: {'Port': ['ID=cca778c2-5c44-46fc-ad95-c82a92ee467a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:40.643570 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-e95b1827-5b7b-47e9-8098-cee8847b8338 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:40.644235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-e95b1827-5b7b-47e9-8098-cee8847b8338 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:40.661985 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-e95b1827-5b7b-47e9-8098-cee8847b8338 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5635364 Dec 14 01:43:40.679857 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Request body: {'port': {'device_id': '49ab323c-864a-4517-8ff2-6e21e3efc7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:43:40.735782 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:40.817964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a5cc7105-fcbe-44e3-8dc6-1d58b64abb7c None None] Provisioning complete for port cca778c2-5c44-46fc-ad95-c82a92ee467a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:43:40.818393 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5cc7105-fcbe-44e3-8dc6-1d58b64abb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:40.852623 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc7105-fcbe-44e3-8dc6-1d58b64abb7c None None] Port cca778c2-5c44-46fc-ad95-c82a92ee467a cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:43:40.898416 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a89584-4151-4440-8300-bab318a32745 req-738e483f-bbec-4619-8523-33e1c8b2aca7 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:40.899901 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c7a89584-4151-4440-8300-bab318a32745 req-738e483f-bbec-4619-8523-33e1c8b2aca7 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 932 time: 0.0501766 Dec 14 01:43:40.947162 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c7a89584-4151-4440-8300-bab318a32745 req-76d651dc-13b4-405c-ac44-8f4a679baa8f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410297 Dec 14 01:43:40.986689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:41.025749 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca778c2-5c44-46fc-ad95-c82a92ee467a {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:43:41.035471 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:41.048640 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Transition to ACTIVE for port object cca778c2-5c44-46fc-ad95-c82a92ee467a will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:43:41.053171 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:41.109806 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Pushing event updated for resources: {'Port': ['ID=cca778c2-5c44-46fc-ad95-c82a92ee467a,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:41.181728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Attempting to bind port cca778c2-5c44-46fc-ad95-c82a92ee467a on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:43:41.182071 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Attempting to bind port cca778c2-5c44-46fc-ad95-c82a92ee467a by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:43:41.182403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Attempting to bind port cca778c2-5c44-46fc-ad95-c82a92ee467a on network 7b711c6a-c986-41fc-a2fe-f92f63491135 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:43:41.187646 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Port cca778c2-5c44-46fc-ad95-c82a92ee467a on network 7b711c6a-c986-41fc-a2fe-f92f63491135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:43:41.187980 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Attempting to bind port cca778c2-5c44-46fc-ad95-c82a92ee467a on network 7b711c6a-c986-41fc-a2fe-f92f63491135 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:43:41.194094 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:43:41.194443 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Checking segment: {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:43:41.194838 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Bound using segment: {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:43:41.195272 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Bound port: cca778c2-5c44-46fc-ad95-c82a92ee467a, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:43:41.195635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:41.269800 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] For port cca778c2-5c44-46fc-ad95-c82a92ee467a, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:43:41.273466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] For port cca778c2-5c44-46fc-ad95-c82a92ee467a, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cca778c2-5c44-46fc-ad95-c82a92ee467a,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:43:41.278589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:41.320201 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:41.320820 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:41.322243 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] 10.222.0.16 "PUT /v2.0/ports/cca778c2-5c44-46fc-ad95-c82a92ee467a HTTP/1.1" status: 200 len: 1094 time: 0.6469119 Dec 14 01:43:41.322752 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ab323c-864a-4517-8ff2-6e21e3efc7c3', 'tag': 'cca778c2-5c44-46fc-ad95-c82a92ee467a'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:43:41.325104 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58e417a-4241-4161-9c6c-18ac41629b06" -d '{"events": [{"name": "network-changed", "server_uuid": "49ab323c-864a-4517-8ff2-6e21e3efc7c3", "tag": "cca778c2-5c44-46fc-ad95-c82a92ee467a"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:43:41.348286 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c88482-d7ef-4590-b09b-e81de232670d service neutron] Pushing event updated for resources: {'Port': ['ID=cca778c2-5c44-46fc-ad95-c82a92ee467a,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:41.382961 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3803268f-0914-49b4-805a-92777bb28597 x-openstack-request-id: req-3803268f-0914-49b4-805a-92777bb28597 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:43:41.383248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ab323c-864a-4517-8ff2-6e21e3efc7c3", "tag": "cca778c2-5c44-46fc-ad95-c82a92ee467a", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:43:41.383488 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3803268f-0914-49b4-805a-92777bb28597 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:43:41.383941 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ab323c-864a-4517-8ff2-6e21e3efc7c3', 'tag': 'cca778c2-5c44-46fc-ad95-c82a92ee467a', 'status': 'completed', 'code': 200} Dec 14 01:43:41.440920 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-996ac9bd-20c2-40a2-b846-28a11c41f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:41.442752 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-996ac9bd-20c2-40a2-b846-28a11c41f8e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 1097 time: 0.0445664 Dec 14 01:43:41.496606 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-9ba273e7-d75f-4bd3-8f0e-3012b2faf312 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cca778c2-5c44-46fc-ad95-c82a92ee467a HTTP/1.1" status: 200 len: 217 time: 0.0396659 Dec 14 01:43:41.547248 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-37ada5e3-9477-453e-820c-d378b397d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:41.548697 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-37ada5e3-9477-453e-820c-d378b397d525 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0450785 Dec 14 01:43:41.600012 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-be0f51da-61f2-494e-9bf3-43be5acf54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:41.601605 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-be0f51da-61f2-494e-9bf3-43be5acf54f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443854 Dec 14 01:43:41.696697 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-78302cb2-ab2c-42e8-92bc-85320d5a05cd service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867884 Dec 14 01:43:41.810601 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3ae27df5-49c7-4564-b272-83f8c9e275ce req-3444ecae-1557-4c6d-a360-ae84c4dfde8b service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915468 Dec 14 01:43:41.939254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e417a-4241-4161-9c6c-18ac41629b06 req-e1ce5839-c99b-48f6-a621-186949b12a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:41.940787 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a58e417a-4241-4161-9c6c-18ac41629b06 req-e1ce5839-c99b-48f6-a621-186949b12a5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 1097 time: 0.0437994 Dec 14 01:43:42.039101 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e417a-4241-4161-9c6c-18ac41629b06 req-4f382585-ee8a-4ec0-a6dd-9b3ecb5e48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:42.040624 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a58e417a-4241-4161-9c6c-18ac41629b06 req-4f382585-ee8a-4ec0-a6dd-9b3ecb5e48ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0916076 Dec 14 01:43:42.069938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba79447-3dfa-41eb-9576-51dcbab59a5e req-280a88fa-9ddc-4d94-8062-cfb724f8a3a8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:42.071437 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fba79447-3dfa-41eb-9576-51dcbab59a5e req-280a88fa-9ddc-4d94-8062-cfb724f8a3a8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 944 time: 0.0541458 Dec 14 01:43:42.084626 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a58e417a-4241-4161-9c6c-18ac41629b06 req-58e28d06-32b8-4116-82f6-1c0ed1f8487d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cca778c2-5c44-46fc-ad95-c82a92ee467a HTTP/1.1" status: 200 len: 217 time: 0.0357821 Dec 14 01:43:42.121939 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fba79447-3dfa-41eb-9576-51dcbab59a5e req-c01a28e9-43e7-4d41-b6c6-3f110d84ece7 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439236 Dec 14 01:43:42.140910 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e417a-4241-4161-9c6c-18ac41629b06 req-bd7fc0d1-cb0c-4b1a-ac74-4ba5d0f9c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:42.142732 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a58e417a-4241-4161-9c6c-18ac41629b06 req-bd7fc0d1-cb0c-4b1a-ac74-4ba5d0f9c23e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0506454 Dec 14 01:43:42.189023 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e417a-4241-4161-9c6c-18ac41629b06 req-be505e8d-e4d0-4e94-9c32-0eff2e730ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:42.190485 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a58e417a-4241-4161-9c6c-18ac41629b06 req-be505e8d-e4d0-4e94-9c32-0eff2e730ad9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399640 Dec 14 01:43:42.297520 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a58e417a-4241-4161-9c6c-18ac41629b06 req-1d527843-10c2-437c-94fd-708aa0e26022 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980566 Dec 14 01:43:42.408512 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a58e417a-4241-4161-9c6c-18ac41629b06 req-d5be0783-49d0-41bb-be8c-e8c8507d4f6c service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984437 Dec 14 01:43:43.249110 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5b977-7328-45a3-a255-de5903e218ce req-b9835496-20d6-4595-b899-5b34b5931cec tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:43.251877 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3ce5b977-7328-45a3-a255-de5903e218ce req-b9835496-20d6-4595-b899-5b34b5931cec tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 944 time: 0.0533376 Dec 14 01:43:43.305071 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3ce5b977-7328-45a3-a255-de5903e218ce req-fd668ef2-3a4b-453d-9dfe-81dd1f0d3521 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471122 Dec 14 01:43:44.444219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d623b-cc1c-41c4-95d5-3e88c3e4426c req-5006ddd7-bcc5-414c-b27b-f47302bc7728 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:44.446373 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fc2d623b-cc1c-41c4-95d5-3e88c3e4426c req-5006ddd7-bcc5-414c-b27b-f47302bc7728 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 944 time: 0.0658963 Dec 14 01:43:44.501298 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fc2d623b-cc1c-41c4-95d5-3e88c3e4426c req-6683f94e-78b7-4418-8af2-a3220a2ba6e3 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460064 Dec 14 01:43:44.572006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device cca778c2-5c44-46fc-ad95-c82a92ee467a details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:43:44.675469 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port cca778c2-5c44-46fc-ad95-c82a92ee467a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cca778c2-5c44-46fc-ad95-c82a92ee467a,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:43:44.686597 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'cca778c2-5c44-46fc-ad95-c82a92ee467a', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'port_id': 'cca778c2-5c44-46fc-ad95-c82a92ee467a', 'mac_address': 'fa:16:3e:e5:26:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:43:44.723104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:44.736328 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca778c2-5c44-46fc-ad95-c82a92ee467a {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:43:44.756690 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port cca778c2-5c44-46fc-ad95-c82a92ee467a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cca778c2-5c44-46fc-ad95-c82a92ee467a,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:43:44.762870 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:44.813413 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=cca778c2-5c44-46fc-ad95-c82a92ee467a,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:45.042619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['cca778c2-5c44-46fc-ad95-c82a92ee467a'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:43:45.636160 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550fb51-d353-4572-bac8-7e26c01279f1 req-3ce51111-9956-4dd3-a0f6-c523d00836d8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:45.637647 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7550fb51-d353-4572-bac8-7e26c01279f1 req-3ce51111-9956-4dd3-a0f6-c523d00836d8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 945 time: 0.0609591 Dec 14 01:43:45.688642 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7550fb51-d353-4572-bac8-7e26c01279f1 req-ca2e4e00-5ec9-47d6-8824-b071038dee42 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421128 Dec 14 01:43:46.580311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device cca778c2-5c44-46fc-ad95-c82a92ee467a up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:43:46.639135 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port cca778c2-5c44-46fc-ad95-c82a92ee467a completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:43:46.643121 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port cca778c2-5c44-46fc-ad95-c82a92ee467a triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:43:46.643500 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:46.727211 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:46.751774 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ab323c-864a-4517-8ff2-6e21e3efc7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca778c2-5c44-46fc-ad95-c82a92ee467a'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:43:46.754640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87f1ded-4e94-44cc-a701-aeb6bb518439" -d '{"events": [{"server_uuid": "49ab323c-864a-4517-8ff2-6e21e3efc7c3", "name": "network-vif-plugged", "status": "completed", "tag": "cca778c2-5c44-46fc-ad95-c82a92ee467a"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:43:46.767527 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port cca778c2-5c44-46fc-ad95-c82a92ee467a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cca778c2-5c44-46fc-ad95-c82a92ee467a,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:43:46.772616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:46.803568 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96398492-ccf4-4bfe-884f-179e6bd0bc81 x-openstack-request-id: req-96398492-ccf4-4bfe-884f-179e6bd0bc81 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:43:46.803847 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ab323c-864a-4517-8ff2-6e21e3efc7c3", "name": "network-vif-plugged", "status": "completed", "tag": "cca778c2-5c44-46fc-ad95-c82a92ee467a", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:43:46.804133 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96398492-ccf4-4bfe-884f-179e6bd0bc81 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:43:46.804494 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ab323c-864a-4517-8ff2-6e21e3efc7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca778c2-5c44-46fc-ad95-c82a92ee467a', 'code': 200} Dec 14 01:43:46.817893 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da56e8-cfc1-4664-84a7-8b708d1cdfb9 req-ee73a479-9a86-4168-8de5-a79bd6836a7e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:46.819540 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-57da56e8-cfc1-4664-84a7-8b708d1cdfb9 req-ee73a479-9a86-4168-8de5-a79bd6836a7e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0597801 Dec 14 01:43:46.830717 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=cca778c2-5c44-46fc-ad95-c82a92ee467a,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:43:46.872019 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-57da56e8-cfc1-4664-84a7-8b708d1cdfb9 req-0b1187c5-a63d-45f5-8e56-ee7d9953645b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462568 Dec 14 01:43:47.007064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89abab7-ce40-472b-a4c8-011709a9c350 req-5cc3ab70-1881-439c-b1aa-5cd5044a14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:47.008587 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e89abab7-ce40-472b-a4c8-011709a9c350 req-5cc3ab70-1881-439c-b1aa-5cd5044a14e2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 1099 time: 0.0413795 Dec 14 01:43:47.053994 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e89abab7-ce40-472b-a4c8-011709a9c350 req-7c49be2d-e573-4857-aefd-20e3246f0c0c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382869 Dec 14 01:43:48.011048 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610d285-e99d-4be0-b248-708038aba130 req-7e96a25a-cd29-4f21-8b26-f9683c2cbc51 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:48.012629 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0610d285-e99d-4be0-b248-708038aba130 req-7e96a25a-cd29-4f21-8b26-f9683c2cbc51 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0513432 Dec 14 01:43:48.064193 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0610d285-e99d-4be0-b248-708038aba130 req-3c2918c2-d54c-4ba0-83d5-e30983388e53 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453196 Dec 14 01:43:49.182865 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e73266-a023-48b3-a478-2d8bcca1d732 req-d9737879-c725-419f-9ca1-dd62965e7394 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:49.184353 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-73e73266-a023-48b3-a478-2d8bcca1d732 req-d9737879-c725-419f-9ca1-dd62965e7394 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0508714 Dec 14 01:43:49.232456 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-73e73266-a023-48b3-a478-2d8bcca1d732 req-c3916f91-5d96-446c-a9c7-b5b92253404d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420618 Dec 14 01:43:49.353647 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487a31b-54b9-4708-8f0e-574942e34a22 req-31cfe1a6-cac8-498a-ae9b-0b7147a3af35 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:49.355019 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e487a31b-54b9-4708-8f0e-574942e34a22 req-31cfe1a6-cac8-498a-ae9b-0b7147a3af35 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0539632 Dec 14 01:43:49.365273 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 60586) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:43:49.370005 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-31a3e487-d2ea-4560-8874-5e750637f9bb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Request body: {'floatingip': {'port_id': 'cca778c2-5c44-46fc-ad95-c82a92ee467a'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:43:49.414402 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31a3e487-d2ea-4560-8874-5e750637f9bb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for floatingip, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:49.886594 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31a3e487-d2ea-4560-8874-5e750637f9bb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:49.893152 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31a3e487-d2ea-4560-8874-5e750637f9bb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:49.989551 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-31a3e487-d2ea-4560-8874-5e750637f9bb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Floating IP ad6f56b0-06c9-487d-ad72-581b689dbbcc associated. External IP: 172.26.1.161, port: cca778c2-5c44-46fc-ad95-c82a92ee467a. Dec 14 01:43:50.173813 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:43:50.503127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a3e487-d2ea-4560-8874-5e750637f9bb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Router 4f850e18-342b-47a6-9efd-6c23efc28d59 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:43:50.612698 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a3e487-d2ea-4560-8874-5e750637f9bb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:43:50.617896 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31a3e487-d2ea-4560-8874-5e750637f9bb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:50.622830 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90e227-8b05-49ef-a1c5-e17c9f6d7d76 None None] Sync routers for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:43:50.633247 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90e227-8b05-49ef-a1c5-e17c9f6d7d76 None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:43:50.633847 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3f90e227-8b05-49ef-a1c5-e17c9f6d7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:43:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:43:50.644556 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-31a3e487-d2ea-4560-8874-5e750637f9bb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "PUT /v2.0/floatingips/ad6f56b0-06c9-487d-ad72-581b689dbbcc HTTP/1.1" status: 200 len: 992 time: 1.2780216 Dec 14 01:43:50.645264 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ab323c-864a-4517-8ff2-6e21e3efc7c3', 'tag': 'cca778c2-5c44-46fc-ad95-c82a92ee467a'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:43:50.647665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563fb34c-46ed-46bb-9b8f-d3a26b3b4ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "49ab323c-864a-4517-8ff2-6e21e3efc7c3", "tag": "cca778c2-5c44-46fc-ad95-c82a92ee467a"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:43:50.687426 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a1e7e0-a5a9-4849-8b93-7aacd3a247df x-openstack-request-id: req-28a1e7e0-a5a9-4849-8b93-7aacd3a247df {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:43:50.687701 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ab323c-864a-4517-8ff2-6e21e3efc7c3", "tag": "cca778c2-5c44-46fc-ad95-c82a92ee467a", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:43:50.687943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28a1e7e0-a5a9-4849-8b93-7aacd3a247df {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:43:50.688417 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ab323c-864a-4517-8ff2-6e21e3efc7c3', 'tag': 'cca778c2-5c44-46fc-ad95-c82a92ee467a', 'status': 'completed', 'code': 200} Dec 14 01:43:50.743365 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-3f90e227-8b05-49ef-a1c5-e17c9f6d7d76 None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:43:50.781938 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fb34c-46ed-46bb-9b8f-d3a26b3b4ca6 req-44865044-a547-435b-84fc-3f6d88d5bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:50.783471 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-563fb34c-46ed-46bb-9b8f-d3a26b3b4ca6 req-44865044-a547-435b-84fc-3f6d88d5bc78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 1099 time: 0.0455446 Dec 14 01:43:50.873521 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fb34c-46ed-46bb-9b8f-d3a26b3b4ca6 req-58ca7fa2-5ba1-4703-90dd-0fad6b94587f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:50.875053 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-563fb34c-46ed-46bb-9b8f-d3a26b3b4ca6 req-58ca7fa2-5ba1-4703-90dd-0fad6b94587f service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0842187 Dec 14 01:43:50.972137 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3f90e227-8b05-49ef-a1c5-e17c9f6d7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'ad6f56b0-06c9-487d-ad72-581b689dbbcc', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'port_id': 'cca778c2-5c44-46fc-ad95-c82a92ee467a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'mac_address': 'fa:16:3e:e5:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ab323c-864a-4517-8ff2-6e21e3efc7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:43:37Z', 'updated_at': '2021-12-14T01:43:49Z', 'revision_number': 1, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:43:50.977964 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-563fb34c-46ed-46bb-9b8f-d3a26b3b4ca6 req-9922034f-ba06-4ab5-bf7c-f3fffacea237 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cca778c2-5c44-46fc-ad95-c82a92ee467a HTTP/1.1" status: 200 len: 1000 time: 0.0958679 Dec 14 01:43:51.001967 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90e227-8b05-49ef-a1c5-e17c9f6d7d76 None None] Checking router: 4f850e18-342b-47a6-9efd-6c23efc28d59 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:43:51.011040 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90e227-8b05-49ef-a1c5-e17c9f6d7d76 None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:43:51.011630 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3f90e227-8b05-49ef-a1c5-e17c9f6d7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:43:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:43:51.026868 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fb34c-46ed-46bb-9b8f-d3a26b3b4ca6 req-e2237a3e-d725-4319-9265-63362bb0c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:51.028334 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-563fb34c-46ed-46bb-9b8f-d3a26b3b4ca6 req-e2237a3e-d725-4319-9265-63362bb0c90f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0436602 Dec 14 01:43:51.073406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fb34c-46ed-46bb-9b8f-d3a26b3b4ca6 req-23318dc1-5f9e-4ff9-bcad-e3f62b464d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:43:51.074886 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-563fb34c-46ed-46bb-9b8f-d3a26b3b4ca6 req-23318dc1-5f9e-4ff9-bcad-e3f62b464d7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398171 Dec 14 01:43:51.112123 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-3f90e227-8b05-49ef-a1c5-e17c9f6d7d76 None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:43:51.167110 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-563fb34c-46ed-46bb-9b8f-d3a26b3b4ca6 req-9846b95d-67c4-4e73-8060-f1a8bdb541a1 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848215 Dec 14 01:43:51.263407 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-563fb34c-46ed-46bb-9b8f-d3a26b3b4ca6 req-aa89ff9e-c88c-4ac2-bd37-b6c5e63c0045 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897777 Dec 14 01:43:51.340655 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3f90e227-8b05-49ef-a1c5-e17c9f6d7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'ad6f56b0-06c9-487d-ad72-581b689dbbcc', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'port_id': 'cca778c2-5c44-46fc-ad95-c82a92ee467a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'mac_address': 'fa:16:3e:e5:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ab323c-864a-4517-8ff2-6e21e3efc7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:43:37Z', 'updated_at': '2021-12-14T01:43:49Z', 'revision_number': 1, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:43:51.366899 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90e227-8b05-49ef-a1c5-e17c9f6d7d76 None None] The sync data for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv is: [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'ad6f56b0-06c9-487d-ad72-581b689dbbcc', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'port_id': 'cca778c2-5c44-46fc-ad95-c82a92ee467a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'mac_address': 'fa:16:3e:e5:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ab323c-864a-4517-8ff2-6e21e3efc7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:43:37Z', 'updated_at': '2021-12-14T01:43:49Z', 'revision_number': 1, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:43:51.575001 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cfe4b8-317a-4583-8346-46d10e5c34d9 None None] New status for floating IP ad6f56b0-06c9-487d-ad72-581b689dbbcc: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:43:51.969585 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dcf4ac1a-8c34-417f-a0e4-e38081f3d82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:54.188055 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c02f624-7a18-49de-b92e-18083c2a26ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:55.467644 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:56.857654 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:43:57.732854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:10.984309 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:21.961847 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d50c7a9-25e3-4a27-b3a6-d673367d9649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:24.187266 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10a01ad1-d991-4c0a-89e9-61445780ae4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:25.468539 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:25.653549 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fd329-22d4-4cab-8740-3ce57398444a req-eae44ce1-5f50-4295-90d4-d3201ae579a9 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:25.655256 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-849fd329-22d4-4cab-8740-3ce57398444a req-eae44ce1-5f50-4295-90d4-d3201ae579a9 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0558715 Dec 14 01:44:25.707105 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-849fd329-22d4-4cab-8740-3ce57398444a req-97c9461a-6180-4110-a74a-070f99d9bb84 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451679 Dec 14 01:44:26.062460 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-61a2875b-9d13-4193-b93e-93384049fb30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705328 Dec 14 01:44:26.072749 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff338aba-dc46-4d7b-a753-e0ae3007090b req-9ca89fb5-7e32-40f7-af53-bfdf737ad5df tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:26.074191 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff338aba-dc46-4d7b-a753-e0ae3007090b req-9ca89fb5-7e32-40f7-af53-bfdf737ad5df tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0729811 Dec 14 01:44:26.124926 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff338aba-dc46-4d7b-a753-e0ae3007090b req-b597664a-5c0b-46f8-961c-c674843fbe4b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437524 Dec 14 01:44:26.858276 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:27.173750 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:44:27.245062 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78aa89-09b3-41a3-b3b4-3cea6a528dc0 req-8e24a19d-10a1-4605-85ef-ce6fc3ca6434 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:27.246554 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8e78aa89-09b3-41a3-b3b4-3cea6a528dc0 req-8e24a19d-10a1-4605-85ef-ce6fc3ca6434 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0511916 Dec 14 01:44:27.287886 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-6e8617a0-7fa3-4a6b-b532-f9daf73f04cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:27.289464 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-6e8617a0-7fa3-4a6b-b532-f9daf73f04cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 1099 time: 0.0476322 Dec 14 01:44:27.295285 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8e78aa89-09b3-41a3-b3b4-3cea6a528dc0 req-de891b17-2084-48f3-a14f-cdb6a7a6860f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424519 Dec 14 01:44:27.378535 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-3b3d1d23-cc5c-445b-9da8-7e3f3018dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:27.380012 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-3b3d1d23-cc5c-445b-9da8-7e3f3018dcfd service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0832236 Dec 14 01:44:27.449748 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-d2dc50c5-bdb3-49a6-8a27-10a18aabc4fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cca778c2-5c44-46fc-ad95-c82a92ee467a HTTP/1.1" status: 200 len: 1002 time: 0.0626233 Dec 14 01:44:27.498655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-0d7f8d4b-7862-4aba-b744-3f2a7155697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:27.500298 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-0d7f8d4b-7862-4aba-b744-3f2a7155697a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0440478 Dec 14 01:44:27.548798 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-fe748e44-6bf1-4547-b9b7-eba31cc90785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:27.550361 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-fe748e44-6bf1-4547-b9b7-eba31cc90785 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428123 Dec 14 01:44:27.642812 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-886b5ca7-6da2-4878-aec2-d72128d22f16 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850379 Dec 14 01:44:27.731193 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:27.736818 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-f742f905-92b0-488d-ac15-fa0809fc0311 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864377 Dec 14 01:44:28.427159 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837c585-7510-4e84-96ef-678a9db79afc req-e90bb34f-bbd7-43dd-b45c-84f723373e28 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:28.428673 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5837c585-7510-4e84-96ef-678a9db79afc req-e90bb34f-bbd7-43dd-b45c-84f723373e28 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0552740 Dec 14 01:44:28.478874 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5837c585-7510-4e84-96ef-678a9db79afc req-a23eb5ad-01d5-494e-87bc-8eebff3d3f37 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412967 Dec 14 01:44:29.613285 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3fc12-4672-4f5a-81e6-be46e8f61ab6 req-6666a020-01d1-4456-9498-9a9111d672d2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:29.614651 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ccb3fc12-4672-4f5a-81e6-be46e8f61ab6 req-6666a020-01d1-4456-9498-9a9111d672d2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0575182 Dec 14 01:44:29.665962 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ccb3fc12-4672-4f5a-81e6-be46e8f61ab6 req-006b946b-2f31-45a5-9825-f3ffff01e25b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425022 Dec 14 01:44:30.806993 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd03de0-5098-4ba6-a886-326a076d56f8 req-8e67e1d1-15a1-4298-b75e-f92aaea03762 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:30.808533 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3cd03de0-5098-4ba6-a886-326a076d56f8 req-8e67e1d1-15a1-4298-b75e-f92aaea03762 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0589738 Dec 14 01:44:30.869973 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3cd03de0-5098-4ba6-a886-326a076d56f8 req-b419e581-7cdb-4f26-b4c6-9a510445bf20 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523670 Dec 14 01:44:32.005320 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e50f46-1599-4557-825a-4c17af9da430 req-781ac012-a31e-48dd-a0ab-f5b94b63a43e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:32.006840 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b9e50f46-1599-4557-825a-4c17af9da430 req-781ac012-a31e-48dd-a0ab-f5b94b63a43e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0554512 Dec 14 01:44:32.059596 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b9e50f46-1599-4557-825a-4c17af9da430 req-32aaea2f-a651-4cc7-aad1-52c9ab40510b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438015 Dec 14 01:44:33.187465 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917e13f-8c93-40f6-b291-6483184d8ba2 req-bf91189e-ffea-4b90-afa7-67b7a7c53e74 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:33.189038 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3917e13f-8c93-40f6-b291-6483184d8ba2 req-bf91189e-ffea-4b90-afa7-67b7a7c53e74 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0501592 Dec 14 01:44:33.243677 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3917e13f-8c93-40f6-b291-6483184d8ba2 req-61529e9c-78db-49d2-8306-8e4779666a02 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458448 Dec 14 01:44:34.378356 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7f3b4-eb26-425b-92ee-3b4891188747 req-d4bca06a-c087-43ab-a951-e73af852234e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:34.379822 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fbc7f3b4-eb26-425b-92ee-3b4891188747 req-d4bca06a-c087-43ab-a951-e73af852234e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0580227 Dec 14 01:44:34.431045 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fbc7f3b4-eb26-425b-92ee-3b4891188747 req-8a2f11d3-89f1-4b4a-abe0-f3eafb4d8867 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425184 Dec 14 01:44:35.562271 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3f3ce-3229-4acf-af57-8f633e67c701 req-39bd3d07-2698-4955-b32f-b90aef76895a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:35.563685 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-97a3f3ce-3229-4acf-af57-8f633e67c701 req-39bd3d07-2698-4955-b32f-b90aef76895a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0500412 Dec 14 01:44:35.623516 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-97a3f3ce-3229-4acf-af57-8f633e67c701 req-22789737-6e4b-44e0-a441-49ce2971ab31 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498860 Dec 14 01:44:36.760965 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be086f-ce1c-446c-98cc-91164902aa4c req-37852a5f-e0d8-4983-8e36-5596ba081702 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:36.763210 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-36be086f-ce1c-446c-98cc-91164902aa4c req-37852a5f-e0d8-4983-8e36-5596ba081702 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0596941 Dec 14 01:44:36.815316 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-36be086f-ce1c-446c-98cc-91164902aa4c req-0f4f2203-679c-4531-9c24-e8caa498f819 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454457 Dec 14 01:44:37.951552 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17401dd2-9727-402c-911c-e3adcf92fa94 req-7361e4fc-fdee-4af9-8016-25e12878af2f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:37.953068 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-17401dd2-9727-402c-911c-e3adcf92fa94 req-7361e4fc-fdee-4af9-8016-25e12878af2f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0589602 Dec 14 01:44:38.017243 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-17401dd2-9727-402c-911c-e3adcf92fa94 req-6ad7e8a0-8e53-433c-8b42-8b09ea7f99e5 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532043 Dec 14 01:44:39.156551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb96ec3-103c-48c1-b0ba-60561c11ac01 req-3a0b18a7-4063-4a1a-a7b1-029aa2055923 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:39.158031 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5bb96ec3-103c-48c1-b0ba-60561c11ac01 req-3a0b18a7-4063-4a1a-a7b1-029aa2055923 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0602517 Dec 14 01:44:39.211388 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5bb96ec3-103c-48c1-b0ba-60561c11ac01 req-73f21994-0cb0-4a69-acc2-1e8f8d0eefd0 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473268 Dec 14 01:44:39.501446 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-3bb23e78-7a48-441e-ad9c-7cdd0ced08c1 service neutron] 10.222.0.16 "GET /v2.0/ports/cca778c2-5c44-46fc-ad95-c82a92ee467a/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0660999 Dec 14 01:44:39.745059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-bd1f8172-77c2-4614-968f-611ccad75d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:39.746598 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-bd1f8172-77c2-4614-968f-611ccad75d49 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3&tenant_id=b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 1099 time: 0.0500498 Dec 14 01:44:39.846489 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aea4ae-b5f4-4637-a972-400aca894881 req-673f35c9-b9f7-49ce-a237-07d1092d0b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:39.848017 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-15aea4ae-b5f4-4637-a972-400aca894881 req-673f35c9-b9f7-49ce-a237-07d1092d0b96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 1099 time: 0.0452156 Dec 14 01:44:39.966787 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aea4ae-b5f4-4637-a972-400aca894881 req-ae3bd934-a772-403c-9778-1118c6af7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:39.968315 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-15aea4ae-b5f4-4637-a972-400aca894881 req-ae3bd934-a772-403c-9778-1118c6af7756 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0956550 Dec 14 01:44:40.046277 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-15aea4ae-b5f4-4637-a972-400aca894881 req-ecc28b72-f136-4c9b-b83b-48b33217a65d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cca778c2-5c44-46fc-ad95-c82a92ee467a HTTP/1.1" status: 200 len: 1002 time: 0.0701008 Dec 14 01:44:40.100716 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aea4ae-b5f4-4637-a972-400aca894881 req-1a378730-d9e0-439f-ac0b-87c448bb1afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:40.101868 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-15aea4ae-b5f4-4637-a972-400aca894881 req-1a378730-d9e0-439f-ac0b-87c448bb1afd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0478873 Dec 14 01:44:40.149064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aea4ae-b5f4-4637-a972-400aca894881 req-a2534181-088f-4c41-801a-3d1f2fcf83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:40.150731 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-15aea4ae-b5f4-4637-a972-400aca894881 req-a2534181-088f-4c41-801a-3d1f2fcf83eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414870 Dec 14 01:44:40.251965 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-15aea4ae-b5f4-4637-a972-400aca894881 req-bd545976-2ef5-4fa6-bbb0-3f8738937d89 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936728 Dec 14 01:44:40.335505 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f4a45-322c-42f7-8733-79435ae2905c req-cacd9453-e3bc-450f-ba5c-9c5f5e97cf26 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:40.337008 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-811f4a45-322c-42f7-8733-79435ae2905c req-cacd9453-e3bc-450f-ba5c-9c5f5e97cf26 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0504673 Dec 14 01:44:40.342424 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-15aea4ae-b5f4-4637-a972-400aca894881 req-b4843d73-7a0b-4e71-aa9e-3c1373294355 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833755 Dec 14 01:44:40.386648 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-811f4a45-322c-42f7-8733-79435ae2905c req-664d04f1-7f87-4320-9194-5ac9deab203a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434010 Dec 14 01:44:40.455913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-52ea7da7-6db7-4e58-b1e6-ed03aa162be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:40.457542 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-52ea7da7-6db7-4e58-b1e6-ed03aa162be8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 1099 time: 0.0471427 Dec 14 01:44:40.558147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-29aaae22-d00a-4f1d-bdae-0c25e61c525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:40.559741 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-29aaae22-d00a-4f1d-bdae-0c25e61c525e service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0879982 Dec 14 01:44:40.630886 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-0d933c9f-63ff-40d6-b388-3ea29a95f6b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cca778c2-5c44-46fc-ad95-c82a92ee467a HTTP/1.1" status: 200 len: 1002 time: 0.0625780 Dec 14 01:44:40.685798 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-3cc9f9e3-b73a-47ea-b226-a86439a64eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:40.687199 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-3cc9f9e3-b73a-47ea-b226-a86439a64eeb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0486324 Dec 14 01:44:40.735746 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-99e4a32e-31cd-47e7-a165-bdc8f165164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:40.737520 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-99e4a32e-31cd-47e7-a165-bdc8f165164b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420074 Dec 14 01:44:40.838032 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-5b4efdf5-b8bf-4de7-9eb2-4a60e59c7b31 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929241 Dec 14 01:44:40.954163 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d13fcb02-3b35-4cca-81f2-6fefc6ca841c req-bb75fc42-103f-41c6-92f4-d355ac42c963 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880075 Dec 14 01:44:40.990538 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:41.519718 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e8118-2d9a-4203-b2c6-ed08cfa17328 req-b890c4fa-5d66-494a-8ed5-364420368b11 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:41.521222 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b85e8118-2d9a-4203-b2c6-ed08cfa17328 req-b890c4fa-5d66-494a-8ed5-364420368b11 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0511105 Dec 14 01:44:41.569189 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b85e8118-2d9a-4203-b2c6-ed08cfa17328 req-73e6b5fb-4cd0-4cca-962b-a7b1c13ef613 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415170 Dec 14 01:44:42.699457 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0ab27-e471-4985-974d-97d492222d8e req-30337023-459d-46f4-bdfb-f4fce6d5d678 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:42.701107 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e4e0ab27-e471-4985-974d-97d492222d8e req-30337023-459d-46f4-bdfb-f4fce6d5d678 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0586503 Dec 14 01:44:42.751700 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e4e0ab27-e471-4985-974d-97d492222d8e req-51de1c7d-5d49-41b0-996f-c56c0d038352 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443530 Dec 14 01:44:42.944652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device cca778c2-5c44-46fc-ad95-c82a92ee467a details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:44:42.950319 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device cca778c2-5c44-46fc-ad95-c82a92ee467a no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:44:43.100981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port cca778c2-5c44-46fc-ad95-c82a92ee467a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cca778c2-5c44-46fc-ad95-c82a92ee467a,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:44:43.108317 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:43.122787 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'cca778c2-5c44-46fc-ad95-c82a92ee467a', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'port_id': 'cca778c2-5c44-46fc-ad95-c82a92ee467a', 'mac_address': 'fa:16:3e:e5:26:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:44:43.140537 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ab323c-864a-4517-8ff2-6e21e3efc7c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca778c2-5c44-46fc-ad95-c82a92ee467a'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:44:43.142801 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce680f6-0926-4e6e-9df3-f5b50fe6c9f0" -d '{"events": [{"server_uuid": "49ab323c-864a-4517-8ff2-6e21e3efc7c3", "name": "network-vif-unplugged", "status": "completed", "tag": "cca778c2-5c44-46fc-ad95-c82a92ee467a"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:44:43.178093 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port cca778c2-5c44-46fc-ad95-c82a92ee467a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cca778c2-5c44-46fc-ad95-c82a92ee467a,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:44:43.185248 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:43.189102 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 01:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ba7392-d5b4-48da-a6ea-e0c3f266ece4 x-openstack-request-id: req-63ba7392-d5b4-48da-a6ea-e0c3f266ece4 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:44:43.189399 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ab323c-864a-4517-8ff2-6e21e3efc7c3", "name": "network-vif-unplugged", "status": "completed", "tag": "cca778c2-5c44-46fc-ad95-c82a92ee467a", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:44:43.189652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63ba7392-d5b4-48da-a6ea-e0c3f266ece4 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:44:43.190042 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ab323c-864a-4517-8ff2-6e21e3efc7c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca778c2-5c44-46fc-ad95-c82a92ee467a', 'code': 200} Dec 14 01:44:43.194004 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:43.231337 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cca778c2-5c44-46fc-ad95-c82a92ee467a {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:44:43.251378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=cca778c2-5c44-46fc-ad95-c82a92ee467a,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:44:43.283416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:43.283748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:43.284085 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:43.284456 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:43.284787 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:43.285119 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:43.285446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:43.285774 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:43.286099 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:43.286428 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:43.286750 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:43.287072 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:43.287380 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:43.296827 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:44:43.297435 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:44:43.840744 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:43.854329 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca778c2-5c44-46fc-ad95-c82a92ee467a {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:44:43.873602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port cca778c2-5c44-46fc-ad95-c82a92ee467a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cca778c2-5c44-46fc-ad95-c82a92ee467a,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:44:43.877573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:43.878067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ad0a3-9cf0-4bee-bf9d-3e8d0625409d req-f088da95-c2ff-4d2b-aba0-598fba3a76f7 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:43.879589 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7e2ad0a3-9cf0-4bee-bf9d-3e8d0625409d req-f088da95-c2ff-4d2b-aba0-598fba3a76f7 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 944 time: 0.0487535 Dec 14 01:44:43.923983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=cca778c2-5c44-46fc-ad95-c82a92ee467a,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:44:43.929569 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7e2ad0a3-9cf0-4bee-bf9d-3e8d0625409d req-2d5d8a50-b248-4014-b3dc-aa2fbad393cc tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431948 Dec 14 01:44:44.000067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['cca778c2-5c44-46fc-ad95-c82a92ee467a'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:44:44.139385 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea68de-7a8e-43dd-9a7e-782d93dc6a63 req-0561ea63-d5bd-4ef7-8a0b-6b38c00f6eed tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:44.141059 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f1ea68de-7a8e-43dd-9a7e-782d93dc6a63 req-0561ea63-d5bd-4ef7-8a0b-6b38c00f6eed tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 945 time: 0.0576968 Dec 14 01:44:44.158854 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fcee8-06df-4e08-9724-c633e191bacf req-f88eba88-57ed-40c8-bc3e-2fe6bed24890 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:44.160447 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a87fcee8-06df-4e08-9724-c633e191bacf req-f88eba88-57ed-40c8-bc3e-2fe6bed24890 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3&tenant_id=b7375f480ba844f08967f886f0ea2847&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 945 time: 0.0569131 Dec 14 01:44:44.189918 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f1ea68de-7a8e-43dd-9a7e-782d93dc6a63 req-919f81a6-6dcb-40af-9989-476eff8ca659 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427182 Dec 14 01:44:44.264650 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fcee8-06df-4e08-9724-c633e191bacf req-52acffa1-a9c2-4fc3-8ea1-bcd96e6f31af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:44.266162 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a87fcee8-06df-4e08-9724-c633e191bacf req-52acffa1-a9c2-4fc3-8ea1-bcd96e6f31af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 1098 time: 0.0455599 Dec 14 01:44:44.358931 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fcee8-06df-4e08-9724-c633e191bacf req-4a44b934-105e-4668-8c34-fb9b54cf055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:44.360339 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a87fcee8-06df-4e08-9724-c633e191bacf req-4a44b934-105e-4668-8c34-fb9b54cf055d service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0866396 Dec 14 01:44:44.439490 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a87fcee8-06df-4e08-9724-c633e191bacf req-fa8af825-6dc4-4f79-ac9c-147fb7458831 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cca778c2-5c44-46fc-ad95-c82a92ee467a HTTP/1.1" status: 200 len: 1001 time: 0.0712070 Dec 14 01:44:44.489232 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fcee8-06df-4e08-9724-c633e191bacf req-266a8a44-b938-4987-8eb6-69a54d758525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:44.490649 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a87fcee8-06df-4e08-9724-c633e191bacf req-266a8a44-b938-4987-8eb6-69a54d758525 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0437810 Dec 14 01:44:44.544832 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fcee8-06df-4e08-9724-c633e191bacf req-7206a6b5-9f01-4f3f-b5cd-d13da6d5410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:44.546296 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a87fcee8-06df-4e08-9724-c633e191bacf req-7206a6b5-9f01-4f3f-b5cd-d13da6d5410d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0482712 Dec 14 01:44:44.648233 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a87fcee8-06df-4e08-9724-c633e191bacf req-17f26663-d715-4017-b2db-f103b0f97d6b service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944030 Dec 14 01:44:44.742448 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a87fcee8-06df-4e08-9724-c633e191bacf req-7e8f1d70-085b-48ea-a1fe-cf514535f4b2 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865459 Dec 14 01:44:44.958741 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device cca778c2-5c44-46fc-ad95-c82a92ee467a up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:44:45.019700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port cca778c2-5c44-46fc-ad95-c82a92ee467a triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:44:45.020412 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:45.104914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:45.136488 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port cca778c2-5c44-46fc-ad95-c82a92ee467a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cca778c2-5c44-46fc-ad95-c82a92ee467a,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:44:45.140848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:45.190754 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ab323c-864a-4517-8ff2-6e21e3efc7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca778c2-5c44-46fc-ad95-c82a92ee467a'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:44:45.193062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f62c73-a270-4b52-a23a-81c1bfd96349" -d '{"events": [{"server_uuid": "49ab323c-864a-4517-8ff2-6e21e3efc7c3", "name": "network-vif-plugged", "status": "completed", "tag": "cca778c2-5c44-46fc-ad95-c82a92ee467a"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:44:45.197104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=cca778c2-5c44-46fc-ad95-c82a92ee467a,revision_number=8']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:44:45.251243 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552f78fd-4e70-435d-936b-4bca27e9f4ba x-openstack-request-id: req-552f78fd-4e70-435d-936b-4bca27e9f4ba {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:44:45.251545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ab323c-864a-4517-8ff2-6e21e3efc7c3", "name": "network-vif-plugged", "status": "completed", "tag": "cca778c2-5c44-46fc-ad95-c82a92ee467a", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:44:45.251955 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-552f78fd-4e70-435d-936b-4bca27e9f4ba {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:44:45.252422 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ab323c-864a-4517-8ff2-6e21e3efc7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca778c2-5c44-46fc-ad95-c82a92ee467a', 'code': 200} Dec 14 01:44:45.311827 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfc98a-aebd-4bde-adcf-b3fe4cdcad82 req-ce8ad309-b147-4cf1-924a-0d84da2793e4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:45.313333 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-39dfc98a-aebd-4bde-adcf-b3fe4cdcad82 req-ce8ad309-b147-4cf1-924a-0d84da2793e4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0515268 Dec 14 01:44:45.365161 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-39dfc98a-aebd-4bde-adcf-b3fe4cdcad82 req-46c8ff16-9c23-46af-822a-4d68aac06512 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458491 Dec 14 01:44:45.487182 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca21e8-8bcd-417e-a29d-a3b56f5733bd req-e0717b55-daac-44db-8628-062edd500d7e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:45.488764 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-34ca21e8-8bcd-417e-a29d-a3b56f5733bd req-e0717b55-daac-44db-8628-062edd500d7e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0522971 Dec 14 01:44:45.547288 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-34ca21e8-8bcd-417e-a29d-a3b56f5733bd req-e3b75487-d92d-45ef-8caf-6485d8cb4e86 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523739 Dec 14 01:44:45.666223 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b541420-c868-48dc-94b4-334325276d21 req-a1990f56-621d-4668-a00a-4d8a41fb6a11 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:45.667722 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6b541420-c868-48dc-94b4-334325276d21 req-a1990f56-621d-4668-a00a-4d8a41fb6a11 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0516298 Dec 14 01:44:45.718698 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6b541420-c868-48dc-94b4-334325276d21 req-da5a9b5b-9192-476d-8bbe-4e9578664e28 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416605 Dec 14 01:44:45.965581 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73526f-aac6-4c69-82e0-f334ba0f2b70 req-57349235-16e2-475f-974a-35e51ae2e0e2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:45.967092 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9c73526f-aac6-4c69-82e0-f334ba0f2b70 req-57349235-16e2-475f-974a-35e51ae2e0e2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0537236 Dec 14 01:44:46.014455 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9c73526f-aac6-4c69-82e0-f334ba0f2b70 req-bbf402f5-bf85-4f9c-b4d3-072eb50a6409 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410774 Dec 14 01:44:47.150766 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749bb5b-dba9-42ca-b9d2-069154c53920 req-6d5beae1-9dc7-48f3-bb47-7a128aa1e5cb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:47.152266 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f749bb5b-dba9-42ca-b9d2-069154c53920 req-6d5beae1-9dc7-48f3-bb47-7a128aa1e5cb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0569091 Dec 14 01:44:47.203494 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f749bb5b-dba9-42ca-b9d2-069154c53920 req-cc119f75-436b-4c59-b4ca-4e96278f1c18 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447712 Dec 14 01:44:47.717999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2982b-06eb-4a8a-a9db-d94f6f8684be req-2737af46-d275-4d1c-b719-d9f58e9e16e9 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:47.719439 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d7b2982b-06eb-4a8a-a9db-d94f6f8684be req-2737af46-d275-4d1c-b719-d9f58e9e16e9 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 946 time: 0.0566895 Dec 14 01:44:47.817751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-d7b2982b-06eb-4a8a-a9db-d94f6f8684be req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Deleting port cca778c2-5c44-46fc-ad95-c82a92ee467a {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:44:47.818132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d7b2982b-06eb-4a8a-a9db-d94f6f8684be req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:47.910731 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-d7b2982b-06eb-4a8a-a9db-d94f6f8684be req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] For port cca778c2-5c44-46fc-ad95-c82a92ee467a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cca778c2-5c44-46fc-ad95-c82a92ee467a,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:44:47.911089 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d7b2982b-06eb-4a8a-a9db-d94f6f8684be req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:48.134845 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d7b2982b-06eb-4a8a-a9db-d94f6f8684be req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:48.135209 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d7b2982b-06eb-4a8a-a9db-d94f6f8684be req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:48.135538 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [req-d7b2982b-06eb-4a8a-a9db-d94f6f8684be req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Floating IP ad6f56b0-06c9-487d-ad72-581b689dbbcc disassociated. External IP: 172.26.1.161, port: cca778c2-5c44-46fc-ad95-c82a92ee467a. Dec 14 01:44:48.135885 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-d7b2982b-06eb-4a8a-a9db-d94f6f8684be req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Calling delete_port for cca778c2-5c44-46fc-ad95-c82a92ee467a owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:44:48.270139 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d7b2982b-06eb-4a8a-a9db-d94f6f8684be req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:48.299481 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Pushing event deleted for resources: {'Port': ['ID=cca778c2-5c44-46fc-ad95-c82a92ee467a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:44:48.310211 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f4fcc356-7ad6-4f90-b2a3-2ba86e45ba9e req-829674fb-dcf4-4d43-bd5d-8f3d977c3cd3 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ab323c-864a-4517-8ff2-6e21e3efc7c3 HTTP/1.1" status: 200 len: 210 time: 0.0274932 Dec 14 01:44:48.312163 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:48.312488 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:48.312835 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:48.313166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:48.313504 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:48.313837 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:48.314165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:48.314491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:48.314820 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:48.315147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:48.315472 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:48.315794 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:48.316178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:44:48.430307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7b2982b-06eb-4a8a-a9db-d94f6f8684be req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Router 4f850e18-342b-47a6-9efd-6c23efc28d59 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:44:48.542284 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7b2982b-06eb-4a8a-a9db-d94f6f8684be req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:44:48.555171 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053338c1-0351-4e6c-a785-26ed56ad1035 None None] Sync routers for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:44:48.565961 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053338c1-0351-4e6c-a785-26ed56ad1035 None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:44:48.566537 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-053338c1-0351-4e6c-a785-26ed56ad1035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:44:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:44:48.584902 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b2982b-06eb-4a8a-a9db-d94f6f8684be req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] No DVR routers for this DVR port cca778c2-5c44-46fc-ad95-c82a92ee467a on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:44:48.587644 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d7b2982b-06eb-4a8a-a9db-d94f6f8684be req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:48.590998 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d7b2982b-06eb-4a8a-a9db-d94f6f8684be req-65c90501-d73a-4f59-820a-06e8da97500a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "DELETE /v2.0/ports/cca778c2-5c44-46fc-ad95-c82a92ee467a HTTP/1.1" status: 204 len: 173 time: 0.8650863 Dec 14 01:44:48.591469 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ab323c-864a-4517-8ff2-6e21e3efc7c3', 'name': 'network-vif-deleted', 'tag': 'cca778c2-5c44-46fc-ad95-c82a92ee467a'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:44:48.593746 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17ee3be-d453-44a0-9922-0c548f21d0e6" -d '{"events": [{"server_uuid": "49ab323c-864a-4517-8ff2-6e21e3efc7c3", "name": "network-vif-deleted", "tag": "cca778c2-5c44-46fc-ad95-c82a92ee467a"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:44:48.633294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcc8423-73f8-40db-8b75-f3190ce07688 x-openstack-request-id: req-5bcc8423-73f8-40db-8b75-f3190ce07688 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:44:48.633992 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ab323c-864a-4517-8ff2-6e21e3efc7c3", "name": "network-vif-deleted", "tag": "cca778c2-5c44-46fc-ad95-c82a92ee467a", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:44:48.633992 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5bcc8423-73f8-40db-8b75-f3190ce07688 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:44:48.634392 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ab323c-864a-4517-8ff2-6e21e3efc7c3', 'name': 'network-vif-deleted', 'tag': 'cca778c2-5c44-46fc-ad95-c82a92ee467a', 'status': 'completed', 'code': 200} Dec 14 01:44:48.678904 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-053338c1-0351-4e6c-a785-26ed56ad1035 None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:44:48.882789 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-053338c1-0351-4e6c-a785-26ed56ad1035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:44:48.908760 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053338c1-0351-4e6c-a785-26ed56ad1035 None None] Checking router: 4f850e18-342b-47a6-9efd-6c23efc28d59 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:44:48.919727 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053338c1-0351-4e6c-a785-26ed56ad1035 None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:44:48.920588 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-053338c1-0351-4e6c-a785-26ed56ad1035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:44:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:44:49.040727 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-053338c1-0351-4e6c-a785-26ed56ad1035 None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:44:49.249090 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-053338c1-0351-4e6c-a785-26ed56ad1035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:44:49.274501 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053338c1-0351-4e6c-a785-26ed56ad1035 None None] The sync data for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv is: [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:44:49.507261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7747cc4-e34b-46a3-8eba-7a301a0c51d2 None None] New status for floating IP ad6f56b0-06c9-487d-ad72-581b689dbbcc: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:44:49.563430 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-07b7f7e3-dcdb-4a9a-b937-f95c60521461 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--155913258&fields=id&tenant_id=b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 267 time: 0.0445721 Dec 14 01:44:49.677161 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-4c8399df-04f4-43be-9b1d-6ad59d8c57b4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:49.678654 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-4c8399df-04f4-43be-9b1d-6ad59d8c57b4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 812 time: 0.1082468 Dec 14 01:44:49.693769 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-4457ac31-758a-41e5-b849-11230f8ec083 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/quotas/b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 375 time: 0.0092642 Dec 14 01:44:49.747787 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-b66d64da-2800-40bc-8072-2323f8955027 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486348 Dec 14 01:44:49.850746 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-7bb5bde7-08ba-4547-813f-9b5569d5a5e7 service neutron] 10.222.0.32 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894010 Dec 14 01:44:49.963200 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-916ab5ed-7c6b-4049-bffd-f6f94fb1c331 service neutron] 10.222.0.32 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060164 Dec 14 01:44:50.139041 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4e272900-2ab0-453c-945a-6374cc71e5dc req-43198742-3fc9-4cf6-b9dc-3c570bdadccf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 210 time: 0.0300846 Dec 14 01:44:50.968636 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device cca778c2-5c44-46fc-ad95-c82a92ee467a no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:44:50.993470 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: cca778c2-5c44-46fc-ad95-c82a92ee467a {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:44:50.994602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device cca778c2-5c44-46fc-ad95-c82a92ee467a not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:44:51.155659 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-083f19ef-292f-4ccf-a32f-9b6ede9fc8cb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:51.157636 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-083f19ef-292f-4ccf-a32f-9b6ede9fc8cb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 812 time: 0.1026111 Dec 14 01:44:51.230786 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9eb5fa84-0919-421d-8e40-deaec821c7c7 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 379 time: 0.0577490 Dec 14 01:44:51.242486 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-90266b0d-3022-49c8-92ec-bcd228e36c87 req-6964a05a-6957-4145-85e6-5d7f2722490c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 210 time: 0.0312767 Dec 14 01:44:51.242965 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-8b9af7d3-a918-4ca7-a74a-b9c87be6ce58 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Request body: {'port': {'device_id': '08319b5a-8590-444c-ac42-0d1555e90d15', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'admin_state_up': True, 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'security_groups': ['d39b841f-a2fa-41b6-ae06-ab1a24e468d8']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:44:51.362016 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-8b9af7d3-a918-4ca7-a74a-b9c87be6ce58 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Made reservation on behalf of b7375f480ba844f08967f886f0ea2847 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:44:51.365592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-8b9af7d3-a918-4ca7-a74a-b9c87be6ce58 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:51.520638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-8b9af7d3-a918-4ca7-a74a-b9c87be6ce58 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Allocated IP 172.20.0.13 (7b711c6a-c986-41fc-a2fe-f92f63491135/4d07b31a-006f-4ad6-8aa8-e3662683883e/f27f2856-3aae-4fab-b13b-d615ecab02cf) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:44:51.667335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-8b9af7d3-a918-4ca7-a74a-b9c87be6ce58 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:51.704057 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-8b9af7d3-a918-4ca7-a74a-b9c87be6ce58 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:51.751579 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-8b9af7d3-a918-4ca7-a74a-b9c87be6ce58 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Network 7b711c6a-c986-41fc-a2fe-f92f63491135 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:44:51.754652 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-8b9af7d3-a918-4ca7-a74a-b9c87be6ce58 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:44:51.759188 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-8b9af7d3-a918-4ca7-a74a-b9c87be6ce58 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:44:51.785188 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9af7d3-a918-4ca7-a74a-b9c87be6ce58 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Pushing event updated for resources: {'Port': ['ID=f27f2856-3aae-4fab-b13b-d615ecab02cf,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:44:51.819166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-8b9af7d3-a918-4ca7-a74a-b9c87be6ce58 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:51.819806 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-8b9af7d3-a918-4ca7-a74a-b9c87be6ce58 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:51.836570 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-8b9af7d3-a918-4ca7-a74a-b9c87be6ce58 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5974188 Dec 14 01:44:51.855165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Request body: {'port': {'device_id': '08319b5a-8590-444c-ac42-0d1555e90d15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:44:51.911452 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:51.934111 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f082ac76-ccd7-4dac-8c55-19441f9ff614 None None] Provisioning complete for port f27f2856-3aae-4fab-b13b-d615ecab02cf triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:44:51.934568 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f082ac76-ccd7-4dac-8c55-19441f9ff614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:51.983831 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f082ac76-ccd7-4dac-8c55-19441f9ff614 None None] Port f27f2856-3aae-4fab-b13b-d615ecab02cf cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:44:51.985599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfefb1b8-6f04-4b44-b1d0-02b598469b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:52.177882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27f2856-3aae-4fab-b13b-d615ecab02cf {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:44:52.185650 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:52.198149 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Transition to ACTIVE for port object f27f2856-3aae-4fab-b13b-d615ecab02cf will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:44:52.203050 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:52.251531 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Pushing event updated for resources: {'Port': ['ID=f27f2856-3aae-4fab-b13b-d615ecab02cf,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:44:52.331791 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Attempting to bind port f27f2856-3aae-4fab-b13b-d615ecab02cf on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:44:52.332151 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Attempting to bind port f27f2856-3aae-4fab-b13b-d615ecab02cf by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:44:52.332485 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Attempting to bind port f27f2856-3aae-4fab-b13b-d615ecab02cf on network 7b711c6a-c986-41fc-a2fe-f92f63491135 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:44:52.337165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Port f27f2856-3aae-4fab-b13b-d615ecab02cf on network 7b711c6a-c986-41fc-a2fe-f92f63491135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:44:52.337484 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Attempting to bind port f27f2856-3aae-4fab-b13b-d615ecab02cf on network 7b711c6a-c986-41fc-a2fe-f92f63491135 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:44:52.342978 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:44:52.343321 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Checking segment: {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:44:52.343705 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Bound using segment: {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:44:52.344181 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Bound port: f27f2856-3aae-4fab-b13b-d615ecab02cf, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:44:52.344522 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:52.374843 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb1ddd-40ed-41a6-84e5-919ac96d26e8 req-15e6e80b-3c74-4366-8d4a-da665c6b548c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:52.382748 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e2cb1ddd-40ed-41a6-84e5-919ac96d26e8 req-15e6e80b-3c74-4366-8d4a-da665c6b548c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 944 time: 0.0620553 Dec 14 01:44:52.411591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] For port f27f2856-3aae-4fab-b13b-d615ecab02cf, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:44:52.414933 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] For port f27f2856-3aae-4fab-b13b-d615ecab02cf, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f27f2856-3aae-4fab-b13b-d615ecab02cf,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:44:52.421869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:52.440627 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e2cb1ddd-40ed-41a6-84e5-919ac96d26e8 req-8f642a3a-7fac-4a40-b2f1-675179513075 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556297 Dec 14 01:44:52.460542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:52.461167 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:52.462584 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] 10.222.0.16 "PUT /v2.0/ports/f27f2856-3aae-4fab-b13b-d615ecab02cf HTTP/1.1" status: 200 len: 1094 time: 0.6118796 Dec 14 01:44:52.463020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08319b5a-8590-444c-ac42-0d1555e90d15', 'tag': 'f27f2856-3aae-4fab-b13b-d615ecab02cf'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:44:52.465312 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58a88f8-0761-42a3-9d22-78a75dfa19ed" -d '{"events": [{"name": "network-changed", "server_uuid": "08319b5a-8590-444c-ac42-0d1555e90d15", "tag": "f27f2856-3aae-4fab-b13b-d615ecab02cf"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:44:52.489312 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01cdeb-4312-4c53-83aa-d287307ef878 service neutron] Pushing event updated for resources: {'Port': ['ID=f27f2856-3aae-4fab-b13b-d615ecab02cf,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:44:52.517615 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df292a0e-bc5b-4876-8555-2730e6d7bee4 x-openstack-request-id: req-df292a0e-bc5b-4876-8555-2730e6d7bee4 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:44:52.518082 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08319b5a-8590-444c-ac42-0d1555e90d15", "tag": "f27f2856-3aae-4fab-b13b-d615ecab02cf", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:44:52.518393 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df292a0e-bc5b-4876-8555-2730e6d7bee4 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:44:52.518793 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08319b5a-8590-444c-ac42-0d1555e90d15', 'tag': 'f27f2856-3aae-4fab-b13b-d615ecab02cf', 'status': 'completed', 'code': 200} Dec 14 01:44:52.569348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-30f6e45e-f7e1-4aff-871a-61b5c2879e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:52.571002 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-30f6e45e-f7e1-4aff-871a-61b5c2879e9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 1097 time: 0.0432796 Dec 14 01:44:52.625501 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-1c66ae8f-e323-4ea5-ab26-8b897444b2e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27f2856-3aae-4fab-b13b-d615ecab02cf HTTP/1.1" status: 200 len: 217 time: 0.0392389 Dec 14 01:44:52.676538 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-ad031ce9-ef04-4822-a0c0-d4b3d1dda49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:52.677984 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-ad031ce9-ef04-4822-a0c0-d4b3d1dda49d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0450816 Dec 14 01:44:52.727609 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9477478c-2e3f-4afe-a6f7-57553d7da680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:52.727609 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-9477478c-2e3f-4afe-a6f7-57553d7da680 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412962 Dec 14 01:44:52.825120 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-a7f6d40e-4960-425b-a12d-37bcf9973648 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913091 Dec 14 01:44:52.917311 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ae99a7e-3667-434a-98a6-702cca0ee64d req-08a858a4-1c25-4d9f-a458-252202ac62a0 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847204 Dec 14 01:44:53.061284 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a88f8-0761-42a3-9d22-78a75dfa19ed req-fd583fa6-86b3-4632-8a05-1bd34c57a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:53.062708 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b58a88f8-0761-42a3-9d22-78a75dfa19ed req-fd583fa6-86b3-4632-8a05-1bd34c57a0c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 1097 time: 0.0567303 Dec 14 01:44:53.161196 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a88f8-0761-42a3-9d22-78a75dfa19ed req-b8b5fc2a-d7f9-4670-aa21-6a0181f97907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:53.162640 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b58a88f8-0761-42a3-9d22-78a75dfa19ed req-b8b5fc2a-d7f9-4670-aa21-6a0181f97907 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0926192 Dec 14 01:44:53.207067 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b58a88f8-0761-42a3-9d22-78a75dfa19ed req-181893aa-9637-4be0-8767-8c217eb82e0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27f2856-3aae-4fab-b13b-d615ecab02cf HTTP/1.1" status: 200 len: 217 time: 0.0368252 Dec 14 01:44:53.557483 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cd0bb-4272-4b04-a6fd-9b03bbb14077 req-45b766b1-47a7-496f-bc46-8836629acef3 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:53.559325 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-289cd0bb-4272-4b04-a6fd-9b03bbb14077 req-45b766b1-47a7-496f-bc46-8836629acef3 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 944 time: 0.0522804 Dec 14 01:44:53.560814 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a88f8-0761-42a3-9d22-78a75dfa19ed req-d7663fe5-4b91-4826-8b9c-db72aae4eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:53.562273 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b58a88f8-0761-42a3-9d22-78a75dfa19ed req-d7663fe5-4b91-4826-8b9c-db72aae4eca3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.3478889 Dec 14 01:44:53.607913 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-289cd0bb-4272-4b04-a6fd-9b03bbb14077 req-93cef9ff-5a29-4545-a7dd-86ec9558e9a8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423295 Dec 14 01:44:53.610094 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a88f8-0761-42a3-9d22-78a75dfa19ed req-eeba0f0e-abff-44df-a46c-fc73a1e5ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:53.611597 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b58a88f8-0761-42a3-9d22-78a75dfa19ed req-eeba0f0e-abff-44df-a46c-fc73a1e5ba99 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411243 Dec 14 01:44:53.708436 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b58a88f8-0761-42a3-9d22-78a75dfa19ed req-d83878bf-a78e-4906-aa9b-7dd120e4be03 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879095 Dec 14 01:44:53.797621 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b58a88f8-0761-42a3-9d22-78a75dfa19ed req-e87babb5-0a53-44da-a8c3-b13088eb8db6 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820663 Dec 14 01:44:54.181845 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e370b114-2467-41b0-98ab-37266689fa3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:54.738998 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bd43d-58a7-4a43-8ddc-42d1eb9cbdf4 req-b8f6426c-851e-4f29-af31-9311d2d023eb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:54.740486 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b99bd43d-58a7-4a43-8ddc-42d1eb9cbdf4 req-b8f6426c-851e-4f29-af31-9311d2d023eb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 944 time: 0.0505302 Dec 14 01:44:54.808080 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b99bd43d-58a7-4a43-8ddc-42d1eb9cbdf4 req-e54117cb-634a-4605-acfa-8bf8cd57daef tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613902 Dec 14 01:44:54.983400 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f27f2856-3aae-4fab-b13b-d615ecab02cf details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:44:55.087625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f27f2856-3aae-4fab-b13b-d615ecab02cf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f27f2856-3aae-4fab-b13b-d615ecab02cf,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:44:55.099546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'f27f2856-3aae-4fab-b13b-d615ecab02cf', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'port_id': 'f27f2856-3aae-4fab-b13b-d615ecab02cf', 'mac_address': 'fa:16:3e:4a:ce:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:44:55.145591 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:55.159466 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27f2856-3aae-4fab-b13b-d615ecab02cf {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:44:55.180442 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f27f2856-3aae-4fab-b13b-d615ecab02cf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f27f2856-3aae-4fab-b13b-d615ecab02cf,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:44:55.187191 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:55.238637 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=f27f2856-3aae-4fab-b13b-d615ecab02cf,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:44:55.466211 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['f27f2856-3aae-4fab-b13b-d615ecab02cf'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:44:55.472373 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:55.936267 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684c4e8-37ab-4cc1-a5e5-2ce5591ce7f4 req-a23c89ac-fd0b-41af-a7f6-39117a43f227 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:55.937798 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3684c4e8-37ab-4cc1-a5e5-2ce5591ce7f4 req-a23c89ac-fd0b-41af-a7f6-39117a43f227 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 945 time: 0.0565939 Dec 14 01:44:55.987489 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3684c4e8-37ab-4cc1-a5e5-2ce5591ce7f4 req-e64cc232-3563-4859-a7f1-70e546800291 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417631 Dec 14 01:44:56.867790 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:56.999058 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f27f2856-3aae-4fab-b13b-d615ecab02cf up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:44:57.059730 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port f27f2856-3aae-4fab-b13b-d615ecab02cf completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:44:57.063534 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port f27f2856-3aae-4fab-b13b-d615ecab02cf triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:44:57.063913 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:57.107061 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a8ab7-c51e-4310-aee5-a24169928b83 req-bb78e61e-a837-401c-b574-896db03479a5 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:57.108696 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e27a8ab7-c51e-4310-aee5-a24169928b83 req-bb78e61e-a837-401c-b574-896db03479a5 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 945 time: 0.0481777 Dec 14 01:44:57.140559 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:57.154124 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e27a8ab7-c51e-4310-aee5-a24169928b83 req-0d4f1d0f-2d26-4f31-be1c-281987e702e5 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395710 Dec 14 01:44:57.163823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08319b5a-8590-444c-ac42-0d1555e90d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27f2856-3aae-4fab-b13b-d615ecab02cf'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:44:57.166112 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1484351-9b77-43fd-904b-557c93003085" -d '{"events": [{"server_uuid": "08319b5a-8590-444c-ac42-0d1555e90d15", "name": "network-vif-plugged", "status": "completed", "tag": "f27f2856-3aae-4fab-b13b-d615ecab02cf"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:44:57.182050 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f27f2856-3aae-4fab-b13b-d615ecab02cf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f27f2856-3aae-4fab-b13b-d615ecab02cf,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:44:57.186205 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:57.209410 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2e921d-0a2d-4ace-990c-eab80f93c80f x-openstack-request-id: req-da2e921d-0a2d-4ace-990c-eab80f93c80f {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:44:57.209703 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08319b5a-8590-444c-ac42-0d1555e90d15", "name": "network-vif-plugged", "status": "completed", "tag": "f27f2856-3aae-4fab-b13b-d615ecab02cf", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:44:57.209951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da2e921d-0a2d-4ace-990c-eab80f93c80f {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:44:57.210361 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08319b5a-8590-444c-ac42-0d1555e90d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27f2856-3aae-4fab-b13b-d615ecab02cf', 'code': 200} Dec 14 01:44:57.235837 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=f27f2856-3aae-4fab-b13b-d615ecab02cf,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:44:57.428328 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbe26f-fd34-4ab9-b06a-587027f9970d req-2412d6eb-b815-453b-9472-95f3b7caee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:57.429712 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-7ffbe26f-fd34-4ab9-b06a-587027f9970d req-2412d6eb-b815-453b-9472-95f3b7caee73 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 1099 time: 0.0429850 Dec 14 01:44:57.486633 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-7ffbe26f-fd34-4ab9-b06a-587027f9970d req-2f696eb4-edcf-4847-91f5-e678150f9cda service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480945 Dec 14 01:44:57.731571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:44:58.293928 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057b6a7-7dd7-41f4-8b41-72cf3eee88db req-3c08e6fc-df5a-4e53-8d9d-e3185b8d99cc tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:58.295599 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a057b6a7-7dd7-41f4-8b41-72cf3eee88db req-3c08e6fc-df5a-4e53-8d9d-e3185b8d99cc tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0614645 Dec 14 01:44:58.345267 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a057b6a7-7dd7-41f4-8b41-72cf3eee88db req-a1105451-70ec-4f5e-b0d6-ebcef2403aef tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435543 Dec 14 01:44:59.481981 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2722846-5b47-4501-a39a-9bbfac7f3b6d req-be157024-3cc1-487c-afd7-ab53bd7d11d3 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:59.483484 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f2722846-5b47-4501-a39a-9bbfac7f3b6d req-be157024-3cc1-487c-afd7-ab53bd7d11d3 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0562730 Dec 14 01:44:59.535418 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f2722846-5b47-4501-a39a-9bbfac7f3b6d req-aafe2fd9-9162-42f9-80e2-c199b0f99cc5 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431767 Dec 14 01:44:59.669957 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a5358-ffe0-48eb-9c68-41d6da0103fd req-574dd859-14aa-431b-9ba7-722eecee8051 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:44:59.671468 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f96a5358-ffe0-48eb-9c68-41d6da0103fd req-574dd859-14aa-431b-9ba7-722eecee8051 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0655630 Dec 14 01:44:59.684371 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 60798) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:44:59.691444 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-3c460d45-ab45-4d17-90e3-7bca7f72a73c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Request body: {'floatingip': {'port_id': 'f27f2856-3aae-4fab-b13b-d615ecab02cf'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:44:59.733420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c460d45-ab45-4d17-90e3-7bca7f72a73c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for floatingip, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:00.181694 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c460d45-ab45-4d17-90e3-7bca7f72a73c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:00.188910 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c460d45-ab45-4d17-90e3-7bca7f72a73c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:00.292284 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-3c460d45-ab45-4d17-90e3-7bca7f72a73c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Floating IP ad6f56b0-06c9-487d-ad72-581b689dbbcc associated. External IP: 172.26.1.161, port: f27f2856-3aae-4fab-b13b-d615ecab02cf. Dec 14 01:45:00.513923 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c460d45-ab45-4d17-90e3-7bca7f72a73c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Router 4f850e18-342b-47a6-9efd-6c23efc28d59 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:45:00.627146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c460d45-ab45-4d17-90e3-7bca7f72a73c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:45:00.632300 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c460d45-ab45-4d17-90e3-7bca7f72a73c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:00.637581 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b5e66-eef0-4abe-9f53-e5729e567e7d None None] Sync routers for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:45:00.647240 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b5e66-eef0-4abe-9f53-e5729e567e7d None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:45:00.647869 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-208b5e66-eef0-4abe-9f53-e5729e567e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:44:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:45:00.660205 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3c460d45-ab45-4d17-90e3-7bca7f72a73c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "PUT /v2.0/floatingips/ad6f56b0-06c9-487d-ad72-581b689dbbcc HTTP/1.1" status: 200 len: 992 time: 0.9743035 Dec 14 01:45:00.660822 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08319b5a-8590-444c-ac42-0d1555e90d15', 'tag': 'f27f2856-3aae-4fab-b13b-d615ecab02cf'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:45:00.663108 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e696786-4f12-4a7d-a5de-ea2621a3c88c" -d '{"events": [{"name": "network-changed", "server_uuid": "08319b5a-8590-444c-ac42-0d1555e90d15", "tag": "f27f2856-3aae-4fab-b13b-d615ecab02cf"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:45:00.709922 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6753ec2d-da18-4d75-a72f-3f8c3f67b359 x-openstack-request-id: req-6753ec2d-da18-4d75-a72f-3f8c3f67b359 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:45:00.710534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08319b5a-8590-444c-ac42-0d1555e90d15", "tag": "f27f2856-3aae-4fab-b13b-d615ecab02cf", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:45:00.710534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6753ec2d-da18-4d75-a72f-3f8c3f67b359 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:45:00.710892 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08319b5a-8590-444c-ac42-0d1555e90d15', 'tag': 'f27f2856-3aae-4fab-b13b-d615ecab02cf', 'status': 'completed', 'code': 200} Dec 14 01:45:00.760367 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-208b5e66-eef0-4abe-9f53-e5729e567e7d None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:45:00.804816 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e696786-4f12-4a7d-a5de-ea2621a3c88c req-9f1b6271-6178-4931-913d-8f597a8a3199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:00.806800 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0e696786-4f12-4a7d-a5de-ea2621a3c88c req-9f1b6271-6178-4931-913d-8f597a8a3199 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 1099 time: 0.0452981 Dec 14 01:45:00.902015 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e696786-4f12-4a7d-a5de-ea2621a3c88c req-aff5054a-6b1f-4822-b3a8-57d7168acf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:00.903723 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0e696786-4f12-4a7d-a5de-ea2621a3c88c req-aff5054a-6b1f-4822-b3a8-57d7168acf08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0894279 Dec 14 01:45:00.972986 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0e696786-4f12-4a7d-a5de-ea2621a3c88c req-dd955d0c-a87f-4eb5-a59e-6be9ae106c7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27f2856-3aae-4fab-b13b-d615ecab02cf HTTP/1.1" status: 200 len: 1000 time: 0.0623298 Dec 14 01:45:00.986120 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-208b5e66-eef0-4abe-9f53-e5729e567e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'ad6f56b0-06c9-487d-ad72-581b689dbbcc', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'port_id': 'f27f2856-3aae-4fab-b13b-d615ecab02cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'mac_address': 'fa:16:3e:4a:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08319b5a-8590-444c-ac42-0d1555e90d15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:43:37Z', 'updated_at': '2021-12-14T01:45:00Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:45:01.011316 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b5e66-eef0-4abe-9f53-e5729e567e7d None None] Checking router: 4f850e18-342b-47a6-9efd-6c23efc28d59 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:45:01.019788 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b5e66-eef0-4abe-9f53-e5729e567e7d None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:45:01.020411 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-208b5e66-eef0-4abe-9f53-e5729e567e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:44:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:45:01.024945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e696786-4f12-4a7d-a5de-ea2621a3c88c req-98fb0236-e9c6-434e-96d0-534a7171b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:01.026433 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0e696786-4f12-4a7d-a5de-ea2621a3c88c req-98fb0236-e9c6-434e-96d0-534a7171b92d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0441236 Dec 14 01:45:01.074155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e696786-4f12-4a7d-a5de-ea2621a3c88c req-2a191b95-2b9d-41bf-9068-eee4b516f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:01.075742 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0e696786-4f12-4a7d-a5de-ea2621a3c88c req-2a191b95-2b9d-41bf-9068-eee4b516f87f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417237 Dec 14 01:45:01.175125 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0e696786-4f12-4a7d-a5de-ea2621a3c88c req-fa675480-ebd3-4316-94e4-b1f4a35eb85b service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921481 Dec 14 01:45:01.215490 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-208b5e66-eef0-4abe-9f53-e5729e567e7d None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:45:01.265887 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0e696786-4f12-4a7d-a5de-ea2621a3c88c req-b6b0040f-6fda-4501-af56-066658582441 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832527 Dec 14 01:45:01.438221 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-208b5e66-eef0-4abe-9f53-e5729e567e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'ad6f56b0-06c9-487d-ad72-581b689dbbcc', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'port_id': 'f27f2856-3aae-4fab-b13b-d615ecab02cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'mac_address': 'fa:16:3e:4a:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08319b5a-8590-444c-ac42-0d1555e90d15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:43:37Z', 'updated_at': '2021-12-14T01:45:00Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:45:01.463201 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b5e66-eef0-4abe-9f53-e5729e567e7d None None] The sync data for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv is: [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'ad6f56b0-06c9-487d-ad72-581b689dbbcc', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'port_id': 'f27f2856-3aae-4fab-b13b-d615ecab02cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'mac_address': 'fa:16:3e:4a:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08319b5a-8590-444c-ac42-0d1555e90d15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:43:37Z', 'updated_at': '2021-12-14T01:45:00Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:45:01.679256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b1ef97-04ce-425e-a006-02384e4c10a0 None None] New status for floating IP ad6f56b0-06c9-487d-ad72-581b689dbbcc: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:45:04.173758 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:45:10.988477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:21.966697 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dabc3a75-7aee-44f0-bbdf-b782d993c2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:24.191338 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca84bd4b-be97-4830-bda8-72a77267b4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:25.473058 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:26.868189 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:27.729078 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:36.898542 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655a1db-52d6-403b-b95b-396f1a8ade65 req-22dce31f-e7de-4a59-a1fd-a72be271715a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:36.899929 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1655a1db-52d6-403b-b95b-396f1a8ade65 req-22dce31f-e7de-4a59-a1fd-a72be271715a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0526049 Dec 14 01:45:36.949803 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1655a1db-52d6-403b-b95b-396f1a8ade65 req-299cf179-1d25-4997-9755-587b63062123 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429814 Dec 14 01:45:38.075883 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9e38c-b69c-4c5c-9c73-22bb6e941750 req-aa0c6426-1f7b-450e-9fd1-aeeb67f7b390 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:38.077341 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0cb9e38c-b69c-4c5c-9c73-22bb6e941750 req-aa0c6426-1f7b-450e-9fd1-aeeb67f7b390 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0536087 Dec 14 01:45:38.128013 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0cb9e38c-b69c-4c5c-9c73-22bb6e941750 req-abe4f9e9-4239-4a5a-b98b-6e9be0d124de tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445464 Dec 14 01:45:39.274486 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2969063-e32f-409c-b30a-6ccb46ffef4b req-5b32f2f6-7de8-4d60-a7a6-d6b24572a87f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:39.275937 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c2969063-e32f-409c-b30a-6ccb46ffef4b req-5b32f2f6-7de8-4d60-a7a6-d6b24572a87f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0540307 Dec 14 01:45:39.323171 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c2969063-e32f-409c-b30a-6ccb46ffef4b req-79400356-1152-42aa-8bcc-2bcc655dac3d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408151 Dec 14 01:45:39.859017 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6f470-965f-44d6-84cc-e6fb897f9594 req-abc31824-537b-480f-8b18-b3c4bd5faadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:39.860549 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f7f6f470-965f-44d6-84cc-e6fb897f9594 req-abc31824-537b-480f-8b18-b3c4bd5faadc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 1099 time: 0.0481498 Dec 14 01:45:39.965010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6f470-965f-44d6-84cc-e6fb897f9594 req-72b05b13-1ac8-4015-b9e3-c93d87886e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:39.966502 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f7f6f470-965f-44d6-84cc-e6fb897f9594 req-72b05b13-1ac8-4015-b9e3-c93d87886e43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0868604 Dec 14 01:45:40.038568 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f7f6f470-965f-44d6-84cc-e6fb897f9594 req-38a7b18c-fc66-497b-b09e-c453791656ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27f2856-3aae-4fab-b13b-d615ecab02cf HTTP/1.1" status: 200 len: 1002 time: 0.0636830 Dec 14 01:45:40.087143 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6f470-965f-44d6-84cc-e6fb897f9594 req-dcb4c568-e80b-4126-8957-637df0056bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:40.088519 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f7f6f470-965f-44d6-84cc-e6fb897f9594 req-dcb4c568-e80b-4126-8957-637df0056bb8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0428979 Dec 14 01:45:40.135142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6f470-965f-44d6-84cc-e6fb897f9594 req-997b279e-c3af-4331-bf5a-593b0310b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:40.136622 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f7f6f470-965f-44d6-84cc-e6fb897f9594 req-997b279e-c3af-4331-bf5a-593b0310b721 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409832 Dec 14 01:45:40.148513 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [req-f7f6f470-965f-44d6-84cc-e6fb897f9594 req-38dcaa15-52d6-408a-b735-1fdcfa37890a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:45:40.149420 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f7f6f470-965f-44d6-84cc-e6fb897f9594 req-38dcaa15-52d6-408a-b735-1fdcfa37890a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047648 Dec 14 01:45:40.241170 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f7f6f470-965f-44d6-84cc-e6fb897f9594 req-d4cdc525-6342-43d8-889f-70f4b6b13b22 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837491 Dec 14 01:45:40.329267 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f7f6f470-965f-44d6-84cc-e6fb897f9594 req-7824c57f-2da2-4543-8c7b-de77097a0791 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806444 Dec 14 01:45:40.453132 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e13ce1-e1ed-4b17-b704-1aaf52315b8a req-6e22b1a3-31a8-4b8c-ab15-82e9356fddb1 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:40.454601 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07e13ce1-e1ed-4b17-b704-1aaf52315b8a req-6e22b1a3-31a8-4b8c-ab15-82e9356fddb1 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0577650 Dec 14 01:45:40.501965 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07e13ce1-e1ed-4b17-b704-1aaf52315b8a req-86e111af-32f3-4cfe-a041-fb6c180d32d4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414267 Dec 14 01:45:40.984812 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:41.176646 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:45:41.636486 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17caf7f-ac27-4af9-a76a-24e9334d75f1 req-ef108ea2-7519-4df6-a0de-06c9d001e873 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:41.637944 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f17caf7f-ac27-4af9-a76a-24e9334d75f1 req-ef108ea2-7519-4df6-a0de-06c9d001e873 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0569899 Dec 14 01:45:41.685311 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f17caf7f-ac27-4af9-a76a-24e9334d75f1 req-56475aa8-ad80-4a52-ac02-b8f4d0623949 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413086 Dec 14 01:45:42.817311 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df825bc-5308-4254-aa5c-cbfd7ffa310a req-ea1ffa95-8c8b-4d8f-9c0c-e7d93665560c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:42.818808 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4df825bc-5308-4254-aa5c-cbfd7ffa310a req-ea1ffa95-8c8b-4d8f-9c0c-e7d93665560c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0520830 Dec 14 01:45:42.867117 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4df825bc-5308-4254-aa5c-cbfd7ffa310a req-c2d41f8f-8e9a-40f1-872d-10c1a269881b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421636 Dec 14 01:45:44.001320 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1e573-86c1-4d56-844f-0bc20b36d35f req-931527e0-8297-447b-86df-31557726e041 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:44.002071 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7dc1e573-86c1-4d56-844f-0bc20b36d35f req-931527e0-8297-447b-86df-31557726e041 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0579457 Dec 14 01:45:44.402761 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7dc1e573-86c1-4d56-844f-0bc20b36d35f req-49a4ec33-43c1-40ff-b9aa-0e8abd1873d1 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3917723 Dec 14 01:45:45.532309 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9ee8a-483d-4697-ac4f-b75be2b165c5 req-99d02581-e182-4d1e-b01b-779c77317481 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:45.533793 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2dd9ee8a-483d-4697-ac4f-b75be2b165c5 req-99d02581-e182-4d1e-b01b-779c77317481 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0525661 Dec 14 01:45:45.584971 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2dd9ee8a-483d-4697-ac4f-b75be2b165c5 req-d222ada7-5126-408f-a658-d03295a1c447 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425053 Dec 14 01:45:46.708509 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7277bd-b2ed-4ee3-8534-dc98d421c11b req-6b1b361b-5d29-47e5-b94f-eb9bc9c5acc2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:46.709967 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cf7277bd-b2ed-4ee3-8534-dc98d421c11b req-6b1b361b-5d29-47e5-b94f-eb9bc9c5acc2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0488141 Dec 14 01:45:46.760967 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cf7277bd-b2ed-4ee3-8534-dc98d421c11b req-56fd684f-9217-45d8-a762-34df2603c31c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448103 Dec 14 01:45:47.885080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58f4e2-8b3b-4bc9-8761-3d457e7adf81 req-2836c04c-dc45-4ed8-add9-21955ae549b4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:47.886538 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4f58f4e2-8b3b-4bc9-8761-3d457e7adf81 req-2836c04c-dc45-4ed8-add9-21955ae549b4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0507703 Dec 14 01:45:47.935575 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4f58f4e2-8b3b-4bc9-8761-3d457e7adf81 req-edf962ed-f99e-4d47-8141-e813485e7e05 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427260 Dec 14 01:45:48.204663 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-9e0df037-6e5f-4353-8ad7-f1afb3053dbd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712798 Dec 14 01:45:48.211959 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3420a3-f409-4080-941f-1081afae6916 req-d0c056ab-1c4a-420e-ba61-6ab188a81ab8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:48.213228 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2f3420a3-f409-4080-941f-1081afae6916 req-d0c056ab-1c4a-420e-ba61-6ab188a81ab8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0718153 Dec 14 01:45:48.262275 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2f3420a3-f409-4080-941f-1081afae6916 req-4de32f12-e827-45f6-8784-41507f59ebd8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424402 Dec 14 01:45:49.389211 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe38f3-48cf-41fa-a8f5-39aa368fda40 req-bb118e97-9a1a-4287-8393-e0775857b6ee tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:49.390712 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1ffe38f3-48cf-41fa-a8f5-39aa368fda40 req-bb118e97-9a1a-4287-8393-e0775857b6ee tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0497048 Dec 14 01:45:49.439424 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1ffe38f3-48cf-41fa-a8f5-39aa368fda40 req-4f4f49bc-c4b5-4696-ae00-676210798537 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423369 Dec 14 01:45:49.462835 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-65fc9e81-3bba-4972-980b-0f216814ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:49.464370 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-65fc9e81-3bba-4972-980b-0f216814ed33 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 1099 time: 0.0907848 Dec 14 01:45:49.558770 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-027744f1-113d-4172-a759-92a20d186336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:49.560131 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-027744f1-113d-4172-a759-92a20d186336 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0885727 Dec 14 01:45:49.628161 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-396b1c0d-4ab5-47c2-9a67-166fddcdaa12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27f2856-3aae-4fab-b13b-d615ecab02cf HTTP/1.1" status: 200 len: 1002 time: 0.0604146 Dec 14 01:45:49.684641 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-657c104a-702f-4740-9422-acd6f4d6ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:49.686114 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-657c104a-702f-4740-9422-acd6f4d6ae63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0511241 Dec 14 01:45:49.737677 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-4255cdbe-0859-44c1-a406-cf7df9dac54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:49.739234 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-4255cdbe-0859-44c1-a406-cf7df9dac54a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461798 Dec 14 01:45:49.844641 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-4b316cd4-d98a-4edf-ae5d-568d542968ae service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976000 Dec 14 01:45:49.950585 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-d7beddf1-1539-4b2d-a301-78d8f345e3ce service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969591 Dec 14 01:45:50.569543 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c1fca-14cc-4e84-9489-9eb5e6723166 req-dc3e7bcb-9455-4a65-883d-58e73a72fd78 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:50.571041 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a54c1fca-14cc-4e84-9489-9eb5e6723166 req-dc3e7bcb-9455-4a65-883d-58e73a72fd78 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0510914 Dec 14 01:45:50.622793 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a54c1fca-14cc-4e84-9489-9eb5e6723166 req-d09d1658-3654-43cd-839e-7465e1db883c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456719 Dec 14 01:45:51.634898 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-aff6e57a-e832-4908-847c-c90d4adbb454 service neutron] 10.222.0.16 "GET /v2.0/ports/f27f2856-3aae-4fab-b13b-d615ecab02cf/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0609610 Dec 14 01:45:51.753109 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35918083-8722-4d2c-b768-e9082d133b2f req-ef3d046e-3017-4a9a-aad3-5a295f9d4f3a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:51.754588 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-35918083-8722-4d2c-b768-e9082d133b2f req-ef3d046e-3017-4a9a-aad3-5a295f9d4f3a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0515680 Dec 14 01:45:51.806633 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-35918083-8722-4d2c-b768-e9082d133b2f req-4540324d-10fd-4368-ab8a-7d0f5f2ee0d2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451758 Dec 14 01:45:51.878481 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-2cbb3636-7b47-4520-93f5-9f7bc147ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:51.879991 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-2cbb3636-7b47-4520-93f5-9f7bc147ba06 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15&tenant_id=b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 1099 time: 0.0412638 Dec 14 01:45:51.959830 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-0a123db0-16ab-4e9d-9efc-993a7f9e0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:51.961410 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-513c66be-77b0-4d77-935a-064faf7ad8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:51.962102 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-0a123db0-16ab-4e9d-9efc-993a7f9e0d67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 1099 time: 0.0464239 Dec 14 01:45:52.052732 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-fd5efdfd-37a4-40bf-97bf-ec2629025faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:52.054307 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-fd5efdfd-37a4-40bf-97bf-ec2629025faf service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0854671 Dec 14 01:45:52.124056 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-573f7ba4-62a0-4507-b4c5-d80e73e87ff1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27f2856-3aae-4fab-b13b-d615ecab02cf HTTP/1.1" status: 200 len: 1002 time: 0.0625336 Dec 14 01:45:52.173614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-8fa15b67-7805-4984-b6fc-45c514b0ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:52.175089 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-8fa15b67-7805-4984-b6fc-45c514b0ab51 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0434268 Dec 14 01:45:52.222203 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-d8d7453c-6fb0-4c6c-b9cc-19f2f904b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:52.223571 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-d8d7453c-6fb0-4c6c-b9cc-19f2f904b462 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418677 Dec 14 01:45:52.322088 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-e02739b4-3b88-4f55-b9dd-a32032eeb507 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910413 Dec 14 01:45:52.411998 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1dad61d5-6d19-4c3e-a890-cf120330c5af req-b6b7ddea-4b12-498f-ab62-388442eb4b94 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820441 Dec 14 01:45:52.924085 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c491b-2918-4d12-a4ab-bf60be9a7aa8 req-bd76b823-a0a8-4241-9d5d-b3ec17f41d77 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:52.925573 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-288c491b-2918-4d12-a4ab-bf60be9a7aa8 req-bd76b823-a0a8-4241-9d5d-b3ec17f41d77 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0497746 Dec 14 01:45:52.972668 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-288c491b-2918-4d12-a4ab-bf60be9a7aa8 req-e0bd1993-cd81-4c2e-adbb-84b5a45ed52c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410764 Dec 14 01:45:54.100860 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ade92a-ab63-4ce7-adff-65fe0ab68b95 req-b2c42398-b0b1-410f-ac18-04c85eeab67e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:54.102242 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-16ade92a-ab63-4ce7-adff-65fe0ab68b95 req-b2c42398-b0b1-410f-ac18-04c85eeab67e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0559027 Dec 14 01:45:54.152770 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-16ade92a-ab63-4ce7-adff-65fe0ab68b95 req-dfc36e2d-e776-4448-9a10-26b08a77c3db tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443888 Dec 14 01:45:54.185327 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a0f41b9-a665-4e9a-bbfa-9aecedf51ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:54.358421 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbfcc4-0a85-45aa-9d5e-844a274e0282 req-3e4a07a4-5a7e-42aa-b213-48f93db4d253 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:54.359256 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b0bbfcc4-0a85-45aa-9d5e-844a274e0282 req-3e4a07a4-5a7e-42aa-b213-48f93db4d253 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0522451 Dec 14 01:45:54.409688 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b0bbfcc4-0a85-45aa-9d5e-844a274e0282 req-f968fce2-8589-42c2-8537-7eb6ab067a16 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440218 Dec 14 01:45:54.420072 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b20ecd-a131-435e-bd5d-89ca259656a3 req-84ccf6de-3171-43df-a7e7-f9440e188caf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:54.421584 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99b20ecd-a131-435e-bd5d-89ca259656a3 req-84ccf6de-3171-43df-a7e7-f9440e188caf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15&tenant_id=b7375f480ba844f08967f886f0ea2847&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 946 time: 0.0528464 Dec 14 01:45:54.529882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b20ecd-a131-435e-bd5d-89ca259656a3 req-82012082-17c3-4e5d-ab23-5c038ceb7fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:54.531779 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99b20ecd-a131-435e-bd5d-89ca259656a3 req-82012082-17c3-4e5d-ab23-5c038ceb7fec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 1099 time: 0.0502059 Dec 14 01:45:54.630531 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b20ecd-a131-435e-bd5d-89ca259656a3 req-47dd02e0-a2ee-4940-8554-cc8591dbbd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:54.631938 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99b20ecd-a131-435e-bd5d-89ca259656a3 req-47dd02e0-a2ee-4940-8554-cc8591dbbd3b service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0926011 Dec 14 01:45:54.709385 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99b20ecd-a131-435e-bd5d-89ca259656a3 req-7555dca6-ce5d-4590-93ef-4f77c5fd5ff1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27f2856-3aae-4fab-b13b-d615ecab02cf HTTP/1.1" status: 200 len: 1002 time: 0.0701823 Dec 14 01:45:54.759700 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b20ecd-a131-435e-bd5d-89ca259656a3 req-02245296-e115-4cc4-8b01-afc3b2fb3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:54.761180 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99b20ecd-a131-435e-bd5d-89ca259656a3 req-02245296-e115-4cc4-8b01-afc3b2fb3e4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0446894 Dec 14 01:45:54.818537 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b20ecd-a131-435e-bd5d-89ca259656a3 req-5d23afb9-8c3f-4789-acb1-14024d396075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:54.820083 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99b20ecd-a131-435e-bd5d-89ca259656a3 req-5d23afb9-8c3f-4789-acb1-14024d396075 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517473 Dec 14 01:45:54.913347 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99b20ecd-a131-435e-bd5d-89ca259656a3 req-f6666d9b-4458-4d96-9e81-4b51fa95bfac service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857928 Dec 14 01:45:55.003490 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99b20ecd-a131-435e-bd5d-89ca259656a3 req-684443cc-7326-4d2f-9a53-1da6822ccd3a service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831535 Dec 14 01:45:55.325161 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f27f2856-3aae-4fab-b13b-d615ecab02cf details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:45:55.338528 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f27f2856-3aae-4fab-b13b-d615ecab02cf no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:45:55.496989 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:55.498914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f27f2856-3aae-4fab-b13b-d615ecab02cf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f27f2856-3aae-4fab-b13b-d615ecab02cf,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:45:55.506864 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:55.519716 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'f27f2856-3aae-4fab-b13b-d615ecab02cf', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'port_id': 'f27f2856-3aae-4fab-b13b-d615ecab02cf', 'mac_address': 'fa:16:3e:4a:ce:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:45:55.537002 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08319b5a-8590-444c-ac42-0d1555e90d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27f2856-3aae-4fab-b13b-d615ecab02cf'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:45:55.539288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c0f44e-b5b1-42c1-a92f-aa3acee18b53" -d '{"events": [{"server_uuid": "08319b5a-8590-444c-ac42-0d1555e90d15", "name": "network-vif-unplugged", "status": "completed", "tag": "f27f2856-3aae-4fab-b13b-d615ecab02cf"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:45:55.539987 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303fa31-c2d6-4bb7-af9d-c9ae00a1004b req-764262d4-4c61-43d7-b4f1-648b46d98955 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:55.541650 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e303fa31-c2d6-4bb7-af9d-c9ae00a1004b req-764262d4-4c61-43d7-b4f1-648b46d98955 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0557537 Dec 14 01:45:55.573063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f27f2856-3aae-4fab-b13b-d615ecab02cf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f27f2856-3aae-4fab-b13b-d615ecab02cf,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:45:55.580577 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:55.606411 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 01:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8967cafb-e685-4114-9200-ac73a8c8de4a x-openstack-request-id: req-8967cafb-e685-4114-9200-ac73a8c8de4a {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:45:55.606705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08319b5a-8590-444c-ac42-0d1555e90d15", "name": "network-vif-unplugged", "status": "completed", "tag": "f27f2856-3aae-4fab-b13b-d615ecab02cf", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:45:55.606953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8967cafb-e685-4114-9200-ac73a8c8de4a {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:45:55.607343 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08319b5a-8590-444c-ac42-0d1555e90d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27f2856-3aae-4fab-b13b-d615ecab02cf', 'code': 200} Dec 14 01:45:55.608137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:55.612797 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e303fa31-c2d6-4bb7-af9d-c9ae00a1004b req-f0f977eb-9152-455c-a028-5c5b0a2787b3 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644612 Dec 14 01:45:55.633432 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f27f2856-3aae-4fab-b13b-d615ecab02cf {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:45:55.654710 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=f27f2856-3aae-4fab-b13b-d615ecab02cf,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:45:55.686589 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:45:55.686914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:45:55.687270 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:45:55.687603 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:45:55.687934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:45:55.688298 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:45:55.688613 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:45:55.688939 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:45:55.689262 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:45:55.689584 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:45:55.689904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:45:55.690219 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:45:55.690781 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:45:55.702820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:45:55.703247 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:45:56.241671 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:56.254891 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27f2856-3aae-4fab-b13b-d615ecab02cf {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:45:56.275904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f27f2856-3aae-4fab-b13b-d615ecab02cf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f27f2856-3aae-4fab-b13b-d615ecab02cf,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:45:56.282009 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:56.333602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=f27f2856-3aae-4fab-b13b-d615ecab02cf,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:45:56.412498 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['f27f2856-3aae-4fab-b13b-d615ecab02cf'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:45:56.749999 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab62a55-d4f6-4629-9457-19f78bcea6c4 req-6bbe743c-5e9b-4798-84fa-f6e73bfbb2af tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:56.751489 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8ab62a55-d4f6-4629-9457-19f78bcea6c4 req-6bbe743c-5e9b-4798-84fa-f6e73bfbb2af tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 945 time: 0.0561097 Dec 14 01:45:56.804950 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8ab62a55-d4f6-4629-9457-19f78bcea6c4 req-9c804ea0-df28-45a2-9c6d-ddc57a4bc988 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444520 Dec 14 01:45:56.867006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:56.926646 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcb8c4-9f60-4c5d-9099-534416a6cbd1 req-e914744c-7524-4112-9202-2d0556b9677d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:56.928001 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a6fcb8c4-9f60-4c5d-9099-534416a6cbd1 req-e914744c-7524-4112-9202-2d0556b9677d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 945 time: 0.0527236 Dec 14 01:45:56.980211 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a6fcb8c4-9f60-4c5d-9099-534416a6cbd1 req-4e49a2f5-6bd6-4bb1-9b47-be33df9f313c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431836 Dec 14 01:45:57.199247 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926fbfd-42a2-4a99-8e0a-029272da1007 req-dfba3134-39b8-49a0-9e08-73d1a0dd16ee tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:57.200878 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3926fbfd-42a2-4a99-8e0a-029272da1007 req-dfba3134-39b8-49a0-9e08-73d1a0dd16ee tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 945 time: 0.0570536 Dec 14 01:45:57.253843 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3926fbfd-42a2-4a99-8e0a-029272da1007 req-cf214548-85eb-426a-bdc8-bfe33445c633 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450103 Dec 14 01:45:57.270900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd513975-7790-4459-9834-7d6e837ff12f req-c89790ff-5d0a-4dd3-9624-5069279cca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:57.272505 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd513975-7790-4459-9834-7d6e837ff12f req-c89790ff-5d0a-4dd3-9624-5069279cca5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 1098 time: 0.0428128 Dec 14 01:45:57.339909 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f27f2856-3aae-4fab-b13b-d615ecab02cf up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:45:57.370299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd513975-7790-4459-9834-7d6e837ff12f req-cb1e4890-1a7d-4998-8da4-de4b8f6355e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:57.371785 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd513975-7790-4459-9834-7d6e837ff12f req-cb1e4890-1a7d-4998-8da4-de4b8f6355e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0921242 Dec 14 01:45:57.391554 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port f27f2856-3aae-4fab-b13b-d615ecab02cf triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:45:57.391926 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:57.438979 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd513975-7790-4459-9834-7d6e837ff12f req-9d875fb0-5545-44b1-ae37-7f9c9a52ea5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27f2856-3aae-4fab-b13b-d615ecab02cf HTTP/1.1" status: 200 len: 1001 time: 0.0583105 Dec 14 01:45:57.477892 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:57.493936 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd513975-7790-4459-9834-7d6e837ff12f req-fb7e273a-36aa-45b1-b4c6-1b015d9290dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:57.495393 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd513975-7790-4459-9834-7d6e837ff12f req-fb7e273a-36aa-45b1-b4c6-1b015d9290dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0493321 Dec 14 01:45:57.510766 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port f27f2856-3aae-4fab-b13b-d615ecab02cf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f27f2856-3aae-4fab-b13b-d615ecab02cf,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:45:57.517022 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:57.550666 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd513975-7790-4459-9834-7d6e837ff12f req-6dd68dc2-3073-4479-87e6-7d3d5dd9dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:57.552223 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd513975-7790-4459-9834-7d6e837ff12f req-6dd68dc2-3073-4479-87e6-7d3d5dd9dbe1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0487981 Dec 14 01:45:57.567558 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=f27f2856-3aae-4fab-b13b-d615ecab02cf,revision_number=8']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:45:57.607992 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08319b5a-8590-444c-ac42-0d1555e90d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27f2856-3aae-4fab-b13b-d615ecab02cf'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:45:57.610417 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14ca2bf-bede-4f78-9c71-133da8c23771" -d '{"events": [{"server_uuid": "08319b5a-8590-444c-ac42-0d1555e90d15", "name": "network-vif-plugged", "status": "completed", "tag": "f27f2856-3aae-4fab-b13b-d615ecab02cf"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:45:57.645249 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd513975-7790-4459-9834-7d6e837ff12f req-83820514-b03c-401e-975e-8eafd393e75d service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855443 Dec 14 01:45:57.647066 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b07d66-6bcc-4987-9471-887bce4e998a x-openstack-request-id: req-24b07d66-6bcc-4987-9471-887bce4e998a {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:45:57.647358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08319b5a-8590-444c-ac42-0d1555e90d15", "name": "network-vif-plugged", "status": "completed", "tag": "f27f2856-3aae-4fab-b13b-d615ecab02cf", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:45:57.647602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24b07d66-6bcc-4987-9471-887bce4e998a {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:45:57.648006 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08319b5a-8590-444c-ac42-0d1555e90d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27f2856-3aae-4fab-b13b-d615ecab02cf', 'code': 200} Dec 14 01:45:57.724501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:45:57.778426 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd513975-7790-4459-9834-7d6e837ff12f req-7da37e37-422e-4952-9134-109242d50195 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931864 Dec 14 01:45:58.374509 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0062837-e4b7-4768-a00f-86c963e5bcb3 req-34a65ae0-6a9c-4311-8e16-493496afda98 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:58.375965 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f0062837-e4b7-4768-a00f-86c963e5bcb3 req-34a65ae0-6a9c-4311-8e16-493496afda98 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0486121 Dec 14 01:45:58.428034 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f0062837-e4b7-4768-a00f-86c963e5bcb3 req-5ed2f863-2d93-4ff0-b0d5-b9502f79a0e6 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442803 Dec 14 01:45:58.704927 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17f1d9-d4fb-4178-b292-0d4903e056d2 req-aba451d1-a177-4201-8900-a1e3a2e9ea65 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:58.707069 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bf17f1d9-d4fb-4178-b292-0d4903e056d2 req-aba451d1-a177-4201-8900-a1e3a2e9ea65 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0671420 Dec 14 01:45:58.761411 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bf17f1d9-d4fb-4178-b292-0d4903e056d2 req-b2be5956-374d-4775-9df9-c0e488e4ea69 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478885 Dec 14 01:45:59.891776 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae22d2-f0e2-46da-96f6-e3513177d9e0 req-fd3356d4-63f5-4c86-9fe5-1fd28e970888 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:45:59.893865 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-deae22d2-f0e2-46da-96f6-e3513177d9e0 req-fd3356d4-63f5-4c86-9fe5-1fd28e970888 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0521014 Dec 14 01:45:59.944689 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-deae22d2-f0e2-46da-96f6-e3513177d9e0 req-bf64b33d-f980-4ef7-af64-8e02ac3fdd9d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446665 Dec 14 01:46:00.454417 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffcebc-46b9-486d-a725-bc06080a162d req-1d04ae41-a533-43ca-a213-55b3e8117058 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:00.455839 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a4ffcebc-46b9-486d-a725-bc06080a162d req-1d04ae41-a533-43ca-a213-55b3e8117058 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0629117 Dec 14 01:46:00.874912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-a4ffcebc-46b9-486d-a725-bc06080a162d req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Deleting port f27f2856-3aae-4fab-b13b-d615ecab02cf {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:46:00.875192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a4ffcebc-46b9-486d-a725-bc06080a162d req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:00.971478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-a4ffcebc-46b9-486d-a725-bc06080a162d req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] For port f27f2856-3aae-4fab-b13b-d615ecab02cf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f27f2856-3aae-4fab-b13b-d615ecab02cf,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:46:00.971893 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a4ffcebc-46b9-486d-a725-bc06080a162d req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:01.062918 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b811813-f0b6-4f1c-aebd-f2153e45e143 req-8a5e5131-fab7-4ab5-93c5-38b12fb3cfa3 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:01.064345 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0b811813-f0b6-4f1c-aebd-f2153e45e143 req-8a5e5131-fab7-4ab5-93c5-38b12fb3cfa3 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=08319b5a-8590-444c-ac42-0d1555e90d15 HTTP/1.1" status: 200 len: 946 time: 0.0495808 Dec 14 01:46:01.116854 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0b811813-f0b6-4f1c-aebd-f2153e45e143 req-9778fda3-32f3-4118-8088-f5161724f423 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460806 Dec 14 01:46:01.147794 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a4ffcebc-46b9-486d-a725-bc06080a162d req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:01.148177 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a4ffcebc-46b9-486d-a725-bc06080a162d req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:01.148495 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [req-a4ffcebc-46b9-486d-a725-bc06080a162d req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Floating IP ad6f56b0-06c9-487d-ad72-581b689dbbcc disassociated. External IP: 172.26.1.161, port: f27f2856-3aae-4fab-b13b-d615ecab02cf. Dec 14 01:46:01.148833 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-a4ffcebc-46b9-486d-a725-bc06080a162d req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Calling delete_port for f27f2856-3aae-4fab-b13b-d615ecab02cf owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:46:01.282050 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a4ffcebc-46b9-486d-a725-bc06080a162d req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:01.310877 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Pushing event deleted for resources: {'Port': ['ID=f27f2856-3aae-4fab-b13b-d615ecab02cf,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:46:01.322565 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:46:01.322920 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:46:01.323300 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:46:01.323966 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:46:01.324348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:46:01.324679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:46:01.325006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:46:01.325334 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:46:01.325657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:46:01.325987 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:46:01.326312 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:46:01.326636 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:46:01.326957 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:46:01.440885 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4ffcebc-46b9-486d-a725-bc06080a162d req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Router 4f850e18-342b-47a6-9efd-6c23efc28d59 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:46:01.551968 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4ffcebc-46b9-486d-a725-bc06080a162d req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:46:01.567160 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03772def-1a8a-4f04-bb69-952ea2dda8a0 None None] Sync routers for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:46:01.577448 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03772def-1a8a-4f04-bb69-952ea2dda8a0 None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:46:01.578067 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-03772def-1a8a-4f04-bb69-952ea2dda8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:45:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:46:01.599489 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ffcebc-46b9-486d-a725-bc06080a162d req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] No DVR routers for this DVR port f27f2856-3aae-4fab-b13b-d615ecab02cf on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:46:01.602083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a4ffcebc-46b9-486d-a725-bc06080a162d req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:01.605513 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a4ffcebc-46b9-486d-a725-bc06080a162d req-e682d0d1-82cd-45e3-a6f5-b42d5bed1d52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "DELETE /v2.0/ports/f27f2856-3aae-4fab-b13b-d615ecab02cf HTTP/1.1" status: 204 len: 173 time: 1.1430759 Dec 14 01:46:01.605950 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08319b5a-8590-444c-ac42-0d1555e90d15', 'name': 'network-vif-deleted', 'tag': 'f27f2856-3aae-4fab-b13b-d615ecab02cf'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:46:01.608231 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc5ecbf-3619-486c-a8a1-17445a691eb6" -d '{"events": [{"server_uuid": "08319b5a-8590-444c-ac42-0d1555e90d15", "name": "network-vif-deleted", "tag": "f27f2856-3aae-4fab-b13b-d615ecab02cf"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:46:01.691698 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-03772def-1a8a-4f04-bb69-952ea2dda8a0 None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:46:01.708187 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813c65c4-6efd-4832-81fd-d4b5d555dfc0 x-openstack-request-id: req-813c65c4-6efd-4832-81fd-d4b5d555dfc0 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:46:01.708549 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08319b5a-8590-444c-ac42-0d1555e90d15", "name": "network-vif-deleted", "tag": "f27f2856-3aae-4fab-b13b-d615ecab02cf", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:46:01.708874 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-813c65c4-6efd-4832-81fd-d4b5d555dfc0 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:46:01.709278 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08319b5a-8590-444c-ac42-0d1555e90d15', 'name': 'network-vif-deleted', 'tag': 'f27f2856-3aae-4fab-b13b-d615ecab02cf', 'status': 'completed', 'code': 200} Dec 14 01:46:01.901452 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-03772def-1a8a-4f04-bb69-952ea2dda8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:46:01.930971 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03772def-1a8a-4f04-bb69-952ea2dda8a0 None None] Checking router: 4f850e18-342b-47a6-9efd-6c23efc28d59 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:46:01.939354 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03772def-1a8a-4f04-bb69-952ea2dda8a0 None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:46:01.939944 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-03772def-1a8a-4f04-bb69-952ea2dda8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:45:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:46:02.048486 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-03772def-1a8a-4f04-bb69-952ea2dda8a0 None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:46:02.248689 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-03772def-1a8a-4f04-bb69-952ea2dda8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:46:02.274899 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03772def-1a8a-4f04-bb69-952ea2dda8a0 None None] The sync data for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv is: [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:46:02.371103 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07523657-b157-4868-b46f-70090f00e781 req-1011870c-2595-4d39-be3b-625540b79e9e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--155913258&fields=id&tenant_id=b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 267 time: 0.0445192 Dec 14 01:46:02.481744 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523657-b157-4868-b46f-70090f00e781 req-25663479-035f-485f-985b-c2840d65905b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:02.483224 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07523657-b157-4868-b46f-70090f00e781 req-25663479-035f-485f-985b-c2840d65905b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 812 time: 0.1051733 Dec 14 01:46:02.489821 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81587374-79c2-438a-bf73-e9289c059900 None None] New status for floating IP ad6f56b0-06c9-487d-ad72-581b689dbbcc: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:46:02.499523 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07523657-b157-4868-b46f-70090f00e781 req-f0ad7cbe-c229-43e2-b35e-c1d65c08ee36 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/quotas/b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 375 time: 0.0100207 Dec 14 01:46:02.555795 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07523657-b157-4868-b46f-70090f00e781 req-b82d1079-ccd4-4f6a-acb5-b6a6f0cbdf84 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503547 Dec 14 01:46:02.699785 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07523657-b157-4868-b46f-70090f00e781 req-78d501a5-4842-47e0-b2a4-8ac05ea62030 service neutron] 10.222.0.32 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311026 Dec 14 01:46:02.812771 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07523657-b157-4868-b46f-70090f00e781 req-fd0f8181-3aa8-44a1-b182-58d0688c6faf service neutron] 10.222.0.32 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017706 Dec 14 01:46:02.982177 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d24b321f-9c9c-4ff7-bd3c-6a4efa22f8ba req-2f5f875e-862f-4124-9836-b172b008ce7b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 210 time: 0.0274594 Dec 14 01:46:03.371061 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f27f2856-3aae-4fab-b13b-d615ecab02cf no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:46:03.392534 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: f27f2856-3aae-4fab-b13b-d615ecab02cf {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:46:03.392878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device f27f2856-3aae-4fab-b13b-d615ecab02cf not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:46:04.002622 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523657-b157-4868-b46f-70090f00e781 req-aa3bf5fb-a134-4aca-ac73-823c14293df9 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:04.004272 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-07523657-b157-4868-b46f-70090f00e781 req-aa3bf5fb-a134-4aca-ac73-823c14293df9 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 812 time: 0.1037509 Dec 14 01:46:04.089316 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-07523657-b157-4868-b46f-70090f00e781 req-bd257cfc-4805-47bd-8aa4-34540f96f9b1 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 379 time: 0.0691135 Dec 14 01:46:04.094568 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f838a601-ff47-47a0-80cc-ed7e47eb89a9 req-52e853b2-d82c-401c-9930-c4db4eb286bc tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 210 time: 0.0346334 Dec 14 01:46:04.100666 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-07523657-b157-4868-b46f-70090f00e781 req-c0f5d7c5-f505-48f2-b2a2-73f89cbe3542 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Request body: {'port': {'device_id': '875e691f-449f-40f8-831f-bca4dec69dd6', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'admin_state_up': True, 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'security_groups': ['d39b841f-a2fa-41b6-ae06-ab1a24e468d8']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:46:04.216892 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07523657-b157-4868-b46f-70090f00e781 req-c0f5d7c5-f505-48f2-b2a2-73f89cbe3542 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Made reservation on behalf of b7375f480ba844f08967f886f0ea2847 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:46:04.220553 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-07523657-b157-4868-b46f-70090f00e781 req-c0f5d7c5-f505-48f2-b2a2-73f89cbe3542 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:04.348754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-07523657-b157-4868-b46f-70090f00e781 req-c0f5d7c5-f505-48f2-b2a2-73f89cbe3542 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Allocated IP 172.20.0.8 (7b711c6a-c986-41fc-a2fe-f92f63491135/4d07b31a-006f-4ad6-8aa8-e3662683883e/fdd4e8ed-8bda-4f32-ad76-394a66b83d6f) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:46:04.500288 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-07523657-b157-4868-b46f-70090f00e781 req-c0f5d7c5-f505-48f2-b2a2-73f89cbe3542 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:04.536403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-07523657-b157-4868-b46f-70090f00e781 req-c0f5d7c5-f505-48f2-b2a2-73f89cbe3542 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:04.584492 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07523657-b157-4868-b46f-70090f00e781 req-c0f5d7c5-f505-48f2-b2a2-73f89cbe3542 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Network 7b711c6a-c986-41fc-a2fe-f92f63491135 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:46:04.587562 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-07523657-b157-4868-b46f-70090f00e781 req-c0f5d7c5-f505-48f2-b2a2-73f89cbe3542 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:46:04.591333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-07523657-b157-4868-b46f-70090f00e781 req-c0f5d7c5-f505-48f2-b2a2-73f89cbe3542 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:46:04.597890 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5d7c5-f505-48f2-b2a2-73f89cbe3542 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Pushing event updated for resources: {'Port': ['ID=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:46:04.645234 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523657-b157-4868-b46f-70090f00e781 req-c0f5d7c5-f505-48f2-b2a2-73f89cbe3542 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:04.645866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-07523657-b157-4868-b46f-70090f00e781 req-c0f5d7c5-f505-48f2-b2a2-73f89cbe3542 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:04.663777 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-07523657-b157-4868-b46f-70090f00e781 req-c0f5d7c5-f505-48f2-b2a2-73f89cbe3542 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5670693 Dec 14 01:46:04.682085 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Request body: {'port': {'device_id': '875e691f-449f-40f8-831f-bca4dec69dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:46:04.745621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:04.867820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e3a2e43e-ad7a-463a-b7f3-2011ae6d298a None None] Provisioning complete for port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:46:04.868865 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e43e-ad7a-463a-b7f3-2011ae6d298a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:04.906800 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e3a2e43e-ad7a-463a-b7f3-2011ae6d298a None None] Port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:46:05.011009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd4e8ed-8bda-4f32-ad76-394a66b83d6f {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:46:05.019058 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:05.031775 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Transition to ACTIVE for port object fdd4e8ed-8bda-4f32-ad76-394a66b83d6f will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:46:05.037839 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:05.086304 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Pushing event updated for resources: {'Port': ['ID=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:46:05.164841 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Attempting to bind port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:46:05.165168 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Attempting to bind port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:46:05.165496 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Attempting to bind port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f on network 7b711c6a-c986-41fc-a2fe-f92f63491135 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:46:05.170236 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f on network 7b711c6a-c986-41fc-a2fe-f92f63491135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:46:05.170555 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Attempting to bind port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f on network 7b711c6a-c986-41fc-a2fe-f92f63491135 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:46:05.177592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:46:05.177948 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Checking segment: {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:46:05.178315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Bound using segment: {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:46:05.178749 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Bound port: fdd4e8ed-8bda-4f32-ad76-394a66b83d6f, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:46:05.179110 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:05.216685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4bc12-5c82-40c5-a8c0-fb532814be0e req-7ac770c5-2c08-4846-bb40-1f04af6588ec tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:05.218357 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d9e4bc12-5c82-40c5-a8c0-fb532814be0e req-7ac770c5-2c08-4846-bb40-1f04af6588ec tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 943 time: 0.0532470 Dec 14 01:46:05.250379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] For port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:46:05.253997 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] For port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:46:05.259009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:05.271035 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d9e4bc12-5c82-40c5-a8c0-fb532814be0e req-6be1a57d-40e5-4f62-9c86-f5fff1e2e42c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443387 Dec 14 01:46:05.292268 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:05.292268 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:05.293139 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-07523657-b157-4868-b46f-70090f00e781 req-c9ceb944-4764-4943-af72-bef65017993d service neutron] 10.222.0.16 "PUT /v2.0/ports/fdd4e8ed-8bda-4f32-ad76-394a66b83d6f HTTP/1.1" status: 200 len: 1093 time: 0.6155090 Dec 14 01:46:05.295642 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875e691f-449f-40f8-831f-bca4dec69dd6', 'tag': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:46:05.297956 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64cfd50-c8f9-4c43-b8ba-0c3fced78fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "875e691f-449f-40f8-831f-bca4dec69dd6", "tag": "fdd4e8ed-8bda-4f32-ad76-394a66b83d6f"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:46:05.329444 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ceb944-4764-4943-af72-bef65017993d service neutron] Pushing event updated for resources: {'Port': ['ID=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:46:05.345982 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac603cc-e2e9-4e0f-8cca-f6e8df1baac3 x-openstack-request-id: req-3ac603cc-e2e9-4e0f-8cca-f6e8df1baac3 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:46:05.346672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875e691f-449f-40f8-831f-bca4dec69dd6", "tag": "fdd4e8ed-8bda-4f32-ad76-394a66b83d6f", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:46:05.347122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ac603cc-e2e9-4e0f-8cca-f6e8df1baac3 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:46:05.347548 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875e691f-449f-40f8-831f-bca4dec69dd6', 'tag': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f', 'status': 'completed', 'code': 200} Dec 14 01:46:05.412959 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523657-b157-4868-b46f-70090f00e781 req-3b4ee5fd-3814-4a4a-be86-9e26fc09e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:05.415065 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-07523657-b157-4868-b46f-70090f00e781 req-3b4ee5fd-3814-4a4a-be86-9e26fc09e870 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 1096 time: 0.0477483 Dec 14 01:46:05.467644 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-07523657-b157-4868-b46f-70090f00e781 req-32b76c66-3456-48a4-bed8-c81d73d57122 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f HTTP/1.1" status: 200 len: 217 time: 0.0386670 Dec 14 01:46:05.516882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523657-b157-4868-b46f-70090f00e781 req-de1f96bb-b999-4b1f-8a20-c11a20661fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:05.518294 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-07523657-b157-4868-b46f-70090f00e781 req-de1f96bb-b999-4b1f-8a20-c11a20661fc8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0433624 Dec 14 01:46:05.565963 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523657-b157-4868-b46f-70090f00e781 req-44ee8b29-0b7c-4f5b-8d53-c6a41feab2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:05.567492 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-07523657-b157-4868-b46f-70090f00e781 req-44ee8b29-0b7c-4f5b-8d53-c6a41feab2a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420177 Dec 14 01:46:05.663547 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-07523657-b157-4868-b46f-70090f00e781 req-9a88b3ed-6d48-4302-8d3c-ac1ce062b2d0 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886679 Dec 14 01:46:05.757378 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-07523657-b157-4868-b46f-70090f00e781 req-7dfe3bbd-4e39-4a47-87d4-a7eb636f1fe9 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871849 Dec 14 01:46:05.905605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cfd50-c8f9-4c43-b8ba-0c3fced78fe3 req-8677d834-b919-44d1-8cb2-fd60fa077be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:05.907523 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b64cfd50-c8f9-4c43-b8ba-0c3fced78fe3 req-8677d834-b919-44d1-8cb2-fd60fa077be0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 1096 time: 0.0482271 Dec 14 01:46:06.006745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cfd50-c8f9-4c43-b8ba-0c3fced78fe3 req-38e0d20d-5978-4acd-a633-193b2ed16a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:06.008257 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b64cfd50-c8f9-4c43-b8ba-0c3fced78fe3 req-38e0d20d-5978-4acd-a633-193b2ed16a91 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0926147 Dec 14 01:46:06.065629 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b64cfd50-c8f9-4c43-b8ba-0c3fced78fe3 req-27f18b57-721d-45e3-be70-4ed85494bbfd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f HTTP/1.1" status: 200 len: 217 time: 0.0495937 Dec 14 01:46:06.115944 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cfd50-c8f9-4c43-b8ba-0c3fced78fe3 req-4ab3243e-27a3-4f8d-8b78-e453ae55798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:06.117433 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b64cfd50-c8f9-4c43-b8ba-0c3fced78fe3 req-4ab3243e-27a3-4f8d-8b78-e453ae55798d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0446661 Dec 14 01:46:06.165851 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cfd50-c8f9-4c43-b8ba-0c3fced78fe3 req-81b0c715-7942-4764-8531-195af38da8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:06.167507 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b64cfd50-c8f9-4c43-b8ba-0c3fced78fe3 req-81b0c715-7942-4764-8531-195af38da8ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423472 Dec 14 01:46:06.265105 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b64cfd50-c8f9-4c43-b8ba-0c3fced78fe3 req-c0d2528c-d327-481e-a334-90da6034b4f9 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883379 Dec 14 01:46:06.357890 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b64cfd50-c8f9-4c43-b8ba-0c3fced78fe3 req-d53394c0-11b1-46ea-b023-25bad8a4b944 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850160 Dec 14 01:46:06.393834 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dca85-8ace-49e6-add1-eeb2be6f9a59 req-fe64aa05-1e2b-4374-8049-f4ba1a1224fd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:06.395348 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d9dca85-8ace-49e6-add1-eeb2be6f9a59 req-fe64aa05-1e2b-4374-8049-f4ba1a1224fd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 943 time: 0.0541704 Dec 14 01:46:06.459852 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d9dca85-8ace-49e6-add1-eeb2be6f9a59 req-fc29cfcd-c62b-4f65-add6-0d5e6e8170ea tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551932 Dec 14 01:46:07.387062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device fdd4e8ed-8bda-4f32-ad76-394a66b83d6f details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:46:07.491771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:46:07.507747 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'port_id': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f', 'mac_address': 'fa:16:3e:c1:d2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:46:07.546995 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:07.560374 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd4e8ed-8bda-4f32-ad76-394a66b83d6f {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:46:07.580227 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:46:07.585590 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:07.589090 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab3f7e-3154-4d61-9370-f46f3ef8f89b req-bc69f344-fb79-4bc9-8177-b063a11d81bf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:07.590648 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-91ab3f7e-3154-4d61-9370-f46f3ef8f89b req-bc69f344-fb79-4bc9-8177-b063a11d81bf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 943 time: 0.0506682 Dec 14 01:46:07.634734 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:46:07.639218 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-91ab3f7e-3154-4d61-9370-f46f3ef8f89b req-38169953-9c17-4a8d-89ef-be495f9f7e18 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423059 Dec 14 01:46:07.858177 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['fdd4e8ed-8bda-4f32-ad76-394a66b83d6f'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:46:08.764493 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c3bad-2b68-4ce0-a6ed-7b3dc65d1d55 req-ad95beb0-357c-46ad-a0f6-2713ab5a08a8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:08.766104 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e17c3bad-2b68-4ce0-a6ed-7b3dc65d1d55 req-ad95beb0-357c-46ad-a0f6-2713ab5a08a8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 944 time: 0.0498829 Dec 14 01:46:08.824121 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e17c3bad-2b68-4ce0-a6ed-7b3dc65d1d55 req-4737c9a8-e1e6-4134-a721-a490a551b426 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500572 Dec 14 01:46:09.407690 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device fdd4e8ed-8bda-4f32-ad76-394a66b83d6f up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:46:09.468533 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:46:09.473939 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:46:09.474580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:09.560177 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:09.582943 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875e691f-449f-40f8-831f-bca4dec69dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:46:09.585268 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1948d9d7-61fc-45ba-9843-e65cd69d18df" -d '{"events": [{"server_uuid": "875e691f-449f-40f8-831f-bca4dec69dd6", "name": "network-vif-plugged", "status": "completed", "tag": "fdd4e8ed-8bda-4f32-ad76-394a66b83d6f"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:46:09.598674 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:46:09.604740 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:09.629655 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a95f89-73ff-4316-b7c7-a7c3d7ff5134 x-openstack-request-id: req-33a95f89-73ff-4316-b7c7-a7c3d7ff5134 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:46:09.629916 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875e691f-449f-40f8-831f-bca4dec69dd6", "name": "network-vif-plugged", "status": "completed", "tag": "fdd4e8ed-8bda-4f32-ad76-394a66b83d6f", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:46:09.630198 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33a95f89-73ff-4316-b7c7-a7c3d7ff5134 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:46:09.630585 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875e691f-449f-40f8-831f-bca4dec69dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f', 'code': 200} Dec 14 01:46:09.660155 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:46:09.843007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a32529-6979-4347-9331-eb4c2f030636 req-dcb11c8b-33b5-4085-85ff-6bbb728c6290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:09.844953 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-28a32529-6979-4347-9331-eb4c2f030636 req-dcb11c8b-33b5-4085-85ff-6bbb728c6290 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 1098 time: 0.0439868 Dec 14 01:46:09.892392 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-28a32529-6979-4347-9331-eb4c2f030636 req-c5ace251-79ab-4a41-8c2f-afa5b0a9d992 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402300 Dec 14 01:46:10.002138 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe774918-2462-47a7-a178-1f371616bad0 req-89fcffe6-7a59-4b78-bb78-83513d35daee tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:10.003739 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fe774918-2462-47a7-a178-1f371616bad0 req-89fcffe6-7a59-4b78-bb78-83513d35daee tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.1100137 Dec 14 01:46:10.061783 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fe774918-2462-47a7-a178-1f371616bad0 req-ca930cb9-085e-4ace-bd1a-94a2c1ce016e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519009 Dec 14 01:46:10.997272 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:11.275100 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e558-70c7-4452-a67e-300b3f3c0400 req-6dfee419-19e7-4170-aee6-8661aa0dd5c2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:11.276593 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7927e558-70c7-4452-a67e-300b3f3c0400 req-6dfee419-19e7-4170-aee6-8661aa0dd5c2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.1302524 Dec 14 01:46:11.327873 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7927e558-70c7-4452-a67e-300b3f3c0400 req-c2634a5e-bbd3-4b75-9ab2-f74f31b84153 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417817 Dec 14 01:46:11.450582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbb8a8-691c-4700-9a15-f51e5bf84fc0 req-0c31ef28-6769-49cd-9d1a-e09867d38167 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:11.452119 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f2cbb8a8-691c-4700-9a15-f51e5bf84fc0 req-0c31ef28-6769-49cd-9d1a-e09867d38167 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.0601628 Dec 14 01:46:11.464910 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 32794) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:46:11.469605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4b5df1a0-dfc6-42a7-bc69-24db3cbbb6d4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Request body: {'floatingip': {'port_id': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:46:11.514119 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b5df1a0-dfc6-42a7-bc69-24db3cbbb6d4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for floatingip, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:11.952351 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b5df1a0-dfc6-42a7-bc69-24db3cbbb6d4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:11.958919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b5df1a0-dfc6-42a7-bc69-24db3cbbb6d4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:12.059918 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-4b5df1a0-dfc6-42a7-bc69-24db3cbbb6d4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Floating IP ad6f56b0-06c9-487d-ad72-581b689dbbcc associated. External IP: 172.26.1.161, port: fdd4e8ed-8bda-4f32-ad76-394a66b83d6f. Dec 14 01:46:12.265723 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5df1a0-dfc6-42a7-bc69-24db3cbbb6d4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Router 4f850e18-342b-47a6-9efd-6c23efc28d59 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:46:12.372766 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5df1a0-dfc6-42a7-bc69-24db3cbbb6d4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:46:12.377858 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b5df1a0-dfc6-42a7-bc69-24db3cbbb6d4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:12.383391 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e5328-d321-46b3-a62a-08754c2ba8a5 None None] Sync routers for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:46:12.393368 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e5328-d321-46b3-a62a-08754c2ba8a5 None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:46:12.393985 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-cb1e5328-d321-46b3-a62a-08754c2ba8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:45:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:46:12.407699 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4b5df1a0-dfc6-42a7-bc69-24db3cbbb6d4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "PUT /v2.0/floatingips/ad6f56b0-06c9-487d-ad72-581b689dbbcc HTTP/1.1" status: 200 len: 991 time: 0.9416349 Dec 14 01:46:12.408391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875e691f-449f-40f8-831f-bca4dec69dd6', 'tag': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:46:12.410688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26add7cd-f644-4142-b67d-8e5a4155e778" -d '{"events": [{"name": "network-changed", "server_uuid": "875e691f-449f-40f8-831f-bca4dec69dd6", "tag": "fdd4e8ed-8bda-4f32-ad76-394a66b83d6f"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:46:12.454357 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e39ca21-65c2-41dc-a275-cf5982cdd424 x-openstack-request-id: req-9e39ca21-65c2-41dc-a275-cf5982cdd424 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:46:12.454657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875e691f-449f-40f8-831f-bca4dec69dd6", "tag": "fdd4e8ed-8bda-4f32-ad76-394a66b83d6f", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:46:12.454913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e39ca21-65c2-41dc-a275-cf5982cdd424 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:46:12.455322 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875e691f-449f-40f8-831f-bca4dec69dd6', 'tag': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f', 'status': 'completed', 'code': 200} Dec 14 01:46:12.553630 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26add7cd-f644-4142-b67d-8e5a4155e778 req-270aa1f5-2f77-41b1-8982-f98714922402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:12.555183 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-26add7cd-f644-4142-b67d-8e5a4155e778 req-270aa1f5-2f77-41b1-8982-f98714922402 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 1098 time: 0.0481105 Dec 14 01:46:12.603152 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-cb1e5328-d321-46b3-a62a-08754c2ba8a5 None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:46:12.648758 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26add7cd-f644-4142-b67d-8e5a4155e778 req-6fcbed70-1265-4388-acf1-4c7fc2a848fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:12.650143 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-26add7cd-f644-4142-b67d-8e5a4155e778 req-6fcbed70-1265-4388-acf1-4c7fc2a848fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0869575 Dec 14 01:46:12.720509 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-26add7cd-f644-4142-b67d-8e5a4155e778 req-3c1af32f-814e-4800-b3bb-14e46dc550de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f HTTP/1.1" status: 200 len: 999 time: 0.0625701 Dec 14 01:46:12.770397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26add7cd-f644-4142-b67d-8e5a4155e778 req-b5f69d8c-d46e-4693-9238-dce04a7f01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:12.772041 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-26add7cd-f644-4142-b67d-8e5a4155e778 req-b5f69d8c-d46e-4693-9238-dce04a7f01ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0449765 Dec 14 01:46:12.821432 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26add7cd-f644-4142-b67d-8e5a4155e778 req-c74d16db-b1f5-4fea-bde3-67800a69774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:12.823168 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-26add7cd-f644-4142-b67d-8e5a4155e778 req-c74d16db-b1f5-4fea-bde3-67800a69774f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443988 Dec 14 01:46:12.835213 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-cb1e5328-d321-46b3-a62a-08754c2ba8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'ad6f56b0-06c9-487d-ad72-581b689dbbcc', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'port_id': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'mac_address': 'fa:16:3e:c1:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875e691f-449f-40f8-831f-bca4dec69dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:43:37Z', 'updated_at': '2021-12-14T01:46:11Z', 'revision_number': 9, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:46:12.864963 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e5328-d321-46b3-a62a-08754c2ba8a5 None None] Checking router: 4f850e18-342b-47a6-9efd-6c23efc28d59 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:46:12.873635 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e5328-d321-46b3-a62a-08754c2ba8a5 None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:46:12.874268 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-cb1e5328-d321-46b3-a62a-08754c2ba8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:45:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:46:12.916904 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-26add7cd-f644-4142-b67d-8e5a4155e778 req-c06f8e2e-72b9-4411-b37c-0a930ce15250 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860963 Dec 14 01:46:12.978662 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-cb1e5328-d321-46b3-a62a-08754c2ba8a5 None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:46:13.006153 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-26add7cd-f644-4142-b67d-8e5a4155e778 req-5a5e2989-fa5b-4415-94d5-ebbba8297c1e service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816846 Dec 14 01:46:13.208525 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-cb1e5328-d321-46b3-a62a-08754c2ba8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'ad6f56b0-06c9-487d-ad72-581b689dbbcc', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'port_id': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'mac_address': 'fa:16:3e:c1:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875e691f-449f-40f8-831f-bca4dec69dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:43:37Z', 'updated_at': '2021-12-14T01:46:11Z', 'revision_number': 9, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:46:13.237196 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e5328-d321-46b3-a62a-08754c2ba8a5 None None] The sync data for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv is: [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'ad6f56b0-06c9-487d-ad72-581b689dbbcc', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'port_id': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'mac_address': 'fa:16:3e:c1:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875e691f-449f-40f8-831f-bca4dec69dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:43:37Z', 'updated_at': '2021-12-14T01:46:11Z', 'revision_number': 9, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:46:13.442976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab594796-0b8f-4913-9ad0-3b18425f5dac None None] New status for floating IP ad6f56b0-06c9-487d-ad72-581b689dbbcc: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:46:18.181253 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:46:21.975798 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c998efb-9f47-4ecc-bef3-0b10155cf82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:24.194066 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65e5b02b-c483-401c-a834-0116be61d146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:25.482671 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:26.870248 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:27.730432 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:41.017566 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:41.786898 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-29f26631-f44d-4701-9a31-89e218e686fd req-d95663e1-b4eb-4a8a-82b8-cfa125b7b109 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432725 Dec 14 01:46:41.900573 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f26631-f44d-4701-9a31-89e218e686fd req-116b503b-51c6-4f84-b413-fa266200318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:41.902067 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-29f26631-f44d-4701-9a31-89e218e686fd req-116b503b-51c6-4f84-b413-fa266200318d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 1098 time: 0.0450599 Dec 14 01:46:42.007857 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f26631-f44d-4701-9a31-89e218e686fd req-e26a0140-5984-49cc-94bb-47f3b7f7de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:42.009380 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-29f26631-f44d-4701-9a31-89e218e686fd req-e26a0140-5984-49cc-94bb-47f3b7f7de93 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0851784 Dec 14 01:46:42.084456 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-29f26631-f44d-4701-9a31-89e218e686fd req-fd08510d-df6a-466c-a622-139ea215338c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f HTTP/1.1" status: 200 len: 1002 time: 0.0671196 Dec 14 01:46:42.145134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f26631-f44d-4701-9a31-89e218e686fd req-dd377500-5831-495a-a745-ff8dd40f8b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:42.146957 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-29f26631-f44d-4701-9a31-89e218e686fd req-dd377500-5831-495a-a745-ff8dd40f8b2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0551069 Dec 14 01:46:42.195300 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f26631-f44d-4701-9a31-89e218e686fd req-9e584c98-d7f1-4aee-81d6-d1fa8c3f8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:42.196828 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-29f26631-f44d-4701-9a31-89e218e686fd req-9e584c98-d7f1-4aee-81d6-d1fa8c3f8dc7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431790 Dec 14 01:46:42.298008 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-29f26631-f44d-4701-9a31-89e218e686fd req-72975b9d-b97c-4ce4-98c2-333e26d46ecb service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921631 Dec 14 01:46:42.399454 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-29f26631-f44d-4701-9a31-89e218e686fd req-b69f12b6-445c-4726-adb9-0b83cbe12c5e service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942347 Dec 14 01:46:49.848547 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5650245-c36d-4e9c-905c-b1d3bb7da21d req-0381d243-fd17-4bc1-899d-9010194399d7 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:49.849908 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d5650245-c36d-4e9c-905c-b1d3bb7da21d req-0381d243-fd17-4bc1-899d-9010194399d7 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.0774145 Dec 14 01:46:49.882014 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-f7ec4931-152c-4236-9cd1-3a554e711386 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1163332 Dec 14 01:46:49.906039 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d5650245-c36d-4e9c-905c-b1d3bb7da21d req-a7988229-a5a0-4078-9af5-e5734082945a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490069 Dec 14 01:46:51.032264 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f184c9-c6b2-44a8-b694-052bffd1542d req-b6b367a0-bbfc-4054-b0ad-f94a2560675f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:51.033761 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-50f184c9-c6b2-44a8-b694-052bffd1542d req-b6b367a0-bbfc-4054-b0ad-f94a2560675f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.0525894 Dec 14 01:46:51.081298 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-50f184c9-c6b2-44a8-b694-052bffd1542d req-f8b76c58-ea1b-488c-ba8a-e78fb41dacff tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411961 Dec 14 01:46:51.099072 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-b7ae6567-0cb0-4d89-aeaa-48c85e667980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:51.100627 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-b7ae6567-0cb0-4d89-aeaa-48c85e667980 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 1098 time: 0.0462377 Dec 14 01:46:51.517886 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-e69e1d04-f06b-4b5e-92a5-8fd04b9ebdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:51.519412 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-e69e1d04-f06b-4b5e-92a5-8fd04b9ebdb0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.4118226 Dec 14 01:46:51.586857 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-d24e0da4-624e-4ce0-bea2-89dcbaa3ca1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f HTTP/1.1" status: 200 len: 1002 time: 0.0596375 Dec 14 01:46:51.747751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-c5356d86-13ce-4415-8401-b2ad88ae93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:51.750055 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-c5356d86-13ce-4415-8401-b2ad88ae93dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0571039 Dec 14 01:46:51.797841 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-0b6e8b5a-a319-4cb5-b8b7-93d0c8f1411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:51.799375 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-0b6e8b5a-a319-4cb5-b8b7-93d0c8f1411b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423844 Dec 14 01:46:51.892631 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-29a36bf3-b0f1-4be0-93f8-a999ddb87864 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859532 Dec 14 01:46:51.969908 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cee698ff-90f6-4615-bda5-5f3071c69d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:51.983734 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-aa3fb0cc-c241-43ea-87e2-3d4d1b1105df service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844636 Dec 14 01:46:52.209673 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff31629-d20d-4d4c-9fb4-e27f54d65c76 req-107897e0-7c7f-455d-822e-44cc27125eef tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:52.211148 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1ff31629-d20d-4d4c-9fb4-e27f54d65c76 req-107897e0-7c7f-455d-822e-44cc27125eef tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.0594361 Dec 14 01:46:52.259469 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1ff31629-d20d-4d4c-9fb4-e27f54d65c76 req-6b5b6ea3-7faf-4bd5-903e-c94357739a0a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422323 Dec 14 01:46:53.392165 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cc799-23c5-45e5-b397-dadafd1d11c0 req-ef9c5a6f-9236-4110-b5a4-a8ffea69c3f4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:53.393679 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5d3cc799-23c5-45e5-b397-dadafd1d11c0 req-ef9c5a6f-9236-4110-b5a4-a8ffea69c3f4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.0584736 Dec 14 01:46:53.446550 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5d3cc799-23c5-45e5-b397-dadafd1d11c0 req-da350f61-88d7-4e9e-95e5-c3e27042c5b5 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439112 Dec 14 01:46:54.197332 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5cae8725-6fd9-4d1f-9df7-aea631f99a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:54.575489 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7051bcd-113b-4625-85b9-b3e4248ec644 req-24768727-b6f3-4002-ad03-2ec648da7bee tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:54.576993 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a7051bcd-113b-4625-85b9-b3e4248ec644 req-24768727-b6f3-4002-ad03-2ec648da7bee tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.0514069 Dec 14 01:46:54.626444 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a7051bcd-113b-4625-85b9-b3e4248ec644 req-c5107be2-b329-4462-92a6-8aeec9208ea8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428455 Dec 14 01:46:55.184357 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:46:55.489378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:55.759533 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5db9cd-40da-4a9d-8576-bad1616ae302 req-4960ead1-092e-48c7-8697-a8f2f2bcafc8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:55.760936 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f5db9cd-40da-4a9d-8576-bad1616ae302 req-4960ead1-092e-48c7-8697-a8f2f2bcafc8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.0586612 Dec 14 01:46:55.818234 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f5db9cd-40da-4a9d-8576-bad1616ae302 req-536351ba-7345-4bb0-8db9-4b98df6a6341 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477653 Dec 14 01:46:56.871178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:56.936613 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c8d84-1aff-453e-b171-91431b40334e req-76b2bb64-d9dc-4c97-b664-6080d5e21ff1 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:56.938181 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-954c8d84-1aff-453e-b171-91431b40334e req-76b2bb64-d9dc-4c97-b664-6080d5e21ff1 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.0511568 Dec 14 01:46:56.990737 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-954c8d84-1aff-453e-b171-91431b40334e req-bb5278e7-b2fc-4a55-af6b-50065d972912 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433400 Dec 14 01:46:57.719882 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:46:58.123142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30aeee-9886-469d-be42-50d59733b9ec req-37cc8ba6-31b3-4a8c-b0de-5a421a2705d6 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:58.124639 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5a30aeee-9886-469d-be42-50d59733b9ec req-37cc8ba6-31b3-4a8c-b0de-5a421a2705d6 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.0501406 Dec 14 01:46:58.176564 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5a30aeee-9886-469d-be42-50d59733b9ec req-a86e1066-20c3-401c-83a9-fb387a00df4e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458665 Dec 14 01:46:59.308586 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11f56d-41b3-4e06-9a59-d9c20ab682c6 req-e62b6766-030e-4d7a-86c6-e2858ff49fb8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:46:59.310055 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ec11f56d-41b3-4e06-9a59-d9c20ab682c6 req-e62b6766-030e-4d7a-86c6-e2858ff49fb8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.0503438 Dec 14 01:46:59.357592 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ec11f56d-41b3-4e06-9a59-d9c20ab682c6 req-b3d99a96-4f79-450b-afe8-72db09d61e66 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414820 Dec 14 01:47:00.482183 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88470c1-cd08-48d0-afa5-78a8fe8cffd9 req-e8606970-7926-48d1-9364-dff6687b0c1f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:00.483699 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c88470c1-cd08-48d0-afa5-78a8fe8cffd9 req-e8606970-7926-48d1-9364-dff6687b0c1f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.0523093 Dec 14 01:47:00.533963 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c88470c1-cd08-48d0-afa5-78a8fe8cffd9 req-cc123273-ed3c-4fe4-a5c9-e21d8eb26c91 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431459 Dec 14 01:47:01.672845 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9ead6-c95e-4529-996b-872a43fb726c req-cec86212-8d2f-4f43-82a9-9dab7476ea8e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:01.674542 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6eb9ead6-c95e-4529-996b-872a43fb726c req-cec86212-8d2f-4f43-82a9-9dab7476ea8e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.0574024 Dec 14 01:47:01.724067 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6eb9ead6-c95e-4529-996b-872a43fb726c req-213d0302-bd67-4639-89a4-b96bd58f673f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434260 Dec 14 01:47:02.854938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6126b-cea5-497d-b940-8ed46b27c248 req-387781b9-61ab-454a-b2d4-292aebf28367 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:02.856493 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bda6126b-cea5-497d-b940-8ed46b27c248 req-387781b9-61ab-454a-b2d4-292aebf28367 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.0519562 Dec 14 01:47:02.907178 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bda6126b-cea5-497d-b940-8ed46b27c248 req-5816df64-0ef6-4bdb-9078-cd938c8722d8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445919 Dec 14 01:47:03.731296 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-3aa2ad2c-98b7-472e-a72e-65d90cb441b1 service neutron] 10.222.0.16 "GET /v2.0/ports/fdd4e8ed-8bda-4f32-ad76-394a66b83d6f/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0641296 Dec 14 01:47:03.975644 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-9cf1d379-54ea-4c1c-bc37-dfb128e26762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:03.977311 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-9cf1d379-54ea-4c1c-bc37-dfb128e26762 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6&tenant_id=b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 1098 time: 0.0468690 Dec 14 01:47:04.025788 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea736f8-c5c4-4474-bc8e-6576f2bad78f req-dd1f0f1f-4465-4ccf-a6e6-b8a71dfcfe42 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:04.027250 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-eea736f8-c5c4-4474-bc8e-6576f2bad78f req-dd1f0f1f-4465-4ccf-a6e6-b8a71dfcfe42 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.0489309 Dec 14 01:47:04.049545 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-26ab6aee-5d5a-4762-8fb6-358a445f0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:04.051118 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-26ab6aee-5d5a-4762-8fb6-358a445f0841 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 1098 time: 0.0414271 Dec 14 01:47:04.079799 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-eea736f8-c5c4-4474-bc8e-6576f2bad78f req-6a4ddc14-da72-49f2-8f1e-792f303a0045 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458877 Dec 14 01:47:04.144070 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-e37e5f20-ca21-4531-9c6f-9b04c4b48150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:04.145585 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-e37e5f20-ca21-4531-9c6f-9b04c4b48150 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0877621 Dec 14 01:47:04.220075 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-cd1a442f-3575-44c2-a0a9-e922ad3747a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f HTTP/1.1" status: 200 len: 1002 time: 0.0671930 Dec 14 01:47:04.271487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-59bee1b2-9913-48c8-9d39-7c4d0c3be01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:04.273032 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-59bee1b2-9913-48c8-9d39-7c4d0c3be01d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0462334 Dec 14 01:47:04.320733 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-548afb40-31a2-420d-a0be-eb31b8ab2e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:04.322138 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-548afb40-31a2-420d-a0be-eb31b8ab2e49 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423555 Dec 14 01:47:04.426138 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-d0f834b6-21d2-4196-af96-bae52948c9e8 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955391 Dec 14 01:47:04.518202 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3a6e7eb6-66b2-426c-9043-4f61e7aee135 req-2c34ccba-5dbd-44cc-8dc0-df443c4691c7 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846651 Dec 14 01:47:05.207253 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5fe20-9fc7-480d-a52e-114f3069dc53 req-9a8af4d9-73a4-4f74-aca6-bb23c2a394cc tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:05.209108 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-20a5fe20-9fc7-480d-a52e-114f3069dc53 req-9a8af4d9-73a4-4f74-aca6-bb23c2a394cc tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.0523291 Dec 14 01:47:05.266237 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-20a5fe20-9fc7-480d-a52e-114f3069dc53 req-6d8b56af-e352-41fe-827f-04f62a69016d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477736 Dec 14 01:47:06.385799 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19761a7-52b7-4c5c-8753-f7bc4ceacb7f req-c0e952f0-f096-47d2-a431-52fb0440369c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:06.387278 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a19761a7-52b7-4c5c-8753-f7bc4ceacb7f req-c0e952f0-f096-47d2-a431-52fb0440369c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.0504675 Dec 14 01:47:06.437188 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a19761a7-52b7-4c5c-8753-f7bc4ceacb7f req-aaa64cc4-81df-41f1-b92c-a2f456b486db tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438070 Dec 14 01:47:06.763296 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402bef-504b-4070-9d35-7be637efd233 req-de44db02-05d4-4a0f-90d0-0ace2036e4ed tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:06.764818 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1402bef-504b-4070-9d35-7be637efd233 req-de44db02-05d4-4a0f-90d0-0ace2036e4ed tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6&tenant_id=b7375f480ba844f08967f886f0ea2847&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 945 time: 0.0580959 Dec 14 01:47:06.775900 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ce33b-dde2-48c6-8ba7-7521e34a000c req-205c407c-5d19-4a2a-a8ee-f9808c079a34 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:06.777447 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fd5ce33b-dde2-48c6-8ba7-7521e34a000c req-205c407c-5d19-4a2a-a8ee-f9808c079a34 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 945 time: 0.0536203 Dec 14 01:47:06.828780 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fd5ce33b-dde2-48c6-8ba7-7521e34a000c req-5f3593e8-4d90-4057-b06c-7fee16bddbbf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448179 Dec 14 01:47:06.833104 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1402bef-504b-4070-9d35-7be637efd233 req-d77b31d5-d93f-47ed-a0cf-94d28597c98d service neutron] 10.222.0.16 "GET /v2.0/ports/fdd4e8ed-8bda-4f32-ad76-394a66b83d6f/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0602357 Dec 14 01:47:06.917164 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402bef-504b-4070-9d35-7be637efd233 req-79497b12-9482-4765-b2af-b8cf617c6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:06.918659 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1402bef-504b-4070-9d35-7be637efd233 req-79497b12-9482-4765-b2af-b8cf617c6fc6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 1098 time: 0.0449877 Dec 14 01:47:07.016644 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402bef-504b-4070-9d35-7be637efd233 req-97cf86fc-9d87-4a25-92d7-0c858c340b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:07.018171 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1402bef-504b-4070-9d35-7be637efd233 req-97cf86fc-9d87-4a25-92d7-0c858c340b16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0915608 Dec 14 01:47:07.088706 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1402bef-504b-4070-9d35-7be637efd233 req-b563ce59-dd32-4971-9363-8307747e2003 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f HTTP/1.1" status: 200 len: 1002 time: 0.0635719 Dec 14 01:47:07.139491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402bef-504b-4070-9d35-7be637efd233 req-4273d1e7-8bec-46bb-888a-05a1a8f67a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:07.140942 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1402bef-504b-4070-9d35-7be637efd233 req-4273d1e7-8bec-46bb-888a-05a1a8f67a68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0443642 Dec 14 01:47:07.190579 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402bef-504b-4070-9d35-7be637efd233 req-fc96d9d9-3a09-4f02-9a87-44da4bf5388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:07.192059 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1402bef-504b-4070-9d35-7be637efd233 req-fc96d9d9-3a09-4f02-9a87-44da4bf5388f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441401 Dec 14 01:47:07.301342 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1402bef-504b-4070-9d35-7be637efd233 req-9f56cafc-aee5-4ab1-8710-9b0db4f77c8a service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021152 Dec 14 01:47:07.400976 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1402bef-504b-4070-9d35-7be637efd233 req-610cf65b-543c-4915-98df-d2aad8cc5d56 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924678 Dec 14 01:47:07.636058 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device fdd4e8ed-8bda-4f32-ad76-394a66b83d6f details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:47:07.647179 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device fdd4e8ed-8bda-4f32-ad76-394a66b83d6f no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:47:07.790255 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:07.796061 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:47:07.817062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'port_id': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f', 'mac_address': 'fa:16:3e:c1:d2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:47:07.830674 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875e691f-449f-40f8-831f-bca4dec69dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:47:07.833150 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdac3d2-b1ce-4f97-bab6-66277f02d76c" -d '{"events": [{"server_uuid": "875e691f-449f-40f8-831f-bca4dec69dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd4e8ed-8bda-4f32-ad76-394a66b83d6f"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:47:07.865880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:47:07.874580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:07.881466 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:07.921593 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdd4e8ed-8bda-4f32-ad76-394a66b83d6f {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:47:07.956667 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d50dbb-27d4-4dbe-926c-b01a7c6d20f1 req-cfcfe3a8-3437-44b2-b939-a80d370925a2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:07.958351 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e1d50dbb-27d4-4dbe-926c-b01a7c6d20f1 req-cfcfe3a8-3437-44b2-b939-a80d370925a2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 943 time: 0.0529616 Dec 14 01:47:07.962481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 01:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae99fd1-4889-4085-8f31-a4f43d7d40ee x-openstack-request-id: req-0ae99fd1-4889-4085-8f31-a4f43d7d40ee {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:47:07.962772 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875e691f-449f-40f8-831f-bca4dec69dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd4e8ed-8bda-4f32-ad76-394a66b83d6f", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:47:07.963022 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ae99fd1-4889-4085-8f31-a4f43d7d40ee {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:47:07.963405 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875e691f-449f-40f8-831f-bca4dec69dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f', 'code': 200} Dec 14 01:47:07.965815 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:47:07.978940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:07.979295 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:07.979633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:07.979967 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:07.980322 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:07.980648 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:07.980975 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:07.981301 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:07.981623 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:07.981944 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:07.982267 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:07.982581 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:07.982896 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:07.992458 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:47:07.992843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:47:08.008521 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e1d50dbb-27d4-4dbe-926c-b01a7c6d20f1 req-80d0cc72-9fb2-46eb-991b-ff8a384df057 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439308 Dec 14 01:47:08.540805 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:08.557661 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd4e8ed-8bda-4f32-ad76-394a66b83d6f {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:47:08.578953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:47:08.584889 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:08.635115 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:47:08.720671 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['fdd4e8ed-8bda-4f32-ad76-394a66b83d6f'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:47:09.151395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6083d42-beca-4af0-b91e-a51c72d0f07a req-89cab853-6146-4cca-8a9d-a3b022876428 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:09.152882 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b6083d42-beca-4af0-b91e-a51c72d0f07a req-89cab853-6146-4cca-8a9d-a3b022876428 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 944 time: 0.0572236 Dec 14 01:47:09.202283 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b6083d42-beca-4af0-b91e-a51c72d0f07a req-686d906c-244a-406e-98c3-75fede5621f7 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428009 Dec 14 01:47:09.640437 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device fdd4e8ed-8bda-4f32-ad76-394a66b83d6f details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:47:09.745126 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:47:09.758091 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'port_id': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f', 'mac_address': 'fa:16:3e:c1:d2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:47:09.974173 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402bef-504b-4070-9d35-7be637efd233 req-a1b808ff-6c99-445a-a152-fd16459d1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:09.975717 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1402bef-504b-4070-9d35-7be637efd233 req-a1b808ff-6c99-445a-a152-fd16459d1018 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6&tenant_id=b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 1097 time: 0.0436540 Dec 14 01:47:10.061436 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402bef-504b-4070-9d35-7be637efd233 req-c2c2190d-25a5-409f-b043-5bbc57ec42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:10.062978 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1402bef-504b-4070-9d35-7be637efd233 req-c2c2190d-25a5-409f-b043-5bbc57ec42ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 1097 time: 0.0456305 Dec 14 01:47:10.158990 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402bef-504b-4070-9d35-7be637efd233 req-7dd421a6-68f7-4126-a6ae-4983a7a6dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:10.160524 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1402bef-504b-4070-9d35-7be637efd233 req-7dd421a6-68f7-4126-a6ae-4983a7a6dd7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0909238 Dec 14 01:47:10.229604 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1402bef-504b-4070-9d35-7be637efd233 req-03a312bc-cb42-4e0a-ae4b-def62d34a58e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f HTTP/1.1" status: 200 len: 1001 time: 0.0623078 Dec 14 01:47:10.282212 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402bef-504b-4070-9d35-7be637efd233 req-8b48e101-9168-4210-b11e-5fc4105b815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:10.284295 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1402bef-504b-4070-9d35-7be637efd233 req-8b48e101-9168-4210-b11e-5fc4105b815c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0472729 Dec 14 01:47:10.322249 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c00568-a7fc-4778-ae58-862a2e9c2919 req-9becfafc-dfc9-4df4-8221-0d16570f9c6b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:10.323782 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f4c00568-a7fc-4778-ae58-862a2e9c2919 req-9becfafc-dfc9-4df4-8221-0d16570f9c6b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 944 time: 0.0504820 Dec 14 01:47:10.334313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402bef-504b-4070-9d35-7be637efd233 req-264b5c5a-237c-4cab-9719-5b9d8fd90c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:10.335842 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1402bef-504b-4070-9d35-7be637efd233 req-264b5c5a-237c-4cab-9719-5b9d8fd90c7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452514 Dec 14 01:47:10.372233 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f4c00568-a7fc-4778-ae58-862a2e9c2919 req-432286c9-955f-4369-88ec-0d8becb80853 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422359 Dec 14 01:47:10.426231 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1402bef-504b-4070-9d35-7be637efd233 req-0e6edda1-37d0-4aa7-bccd-31c70387ad2a service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830414 Dec 14 01:47:10.522045 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1402bef-504b-4070-9d35-7be637efd233 req-886222d2-30b0-4a79-815d-c70337c3d031 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888498 Dec 14 01:47:11.033030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:11.502938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccfc33-dd3a-4aa1-96ea-4cd88edf5ea2 req-0346e086-ed43-4c60-a9f4-606ca64afd1f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:11.504418 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0eccfc33-dd3a-4aa1-96ea-4cd88edf5ea2 req-0346e086-ed43-4c60-a9f4-606ca64afd1f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 944 time: 0.0612853 Dec 14 01:47:11.557723 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0eccfc33-dd3a-4aa1-96ea-4cd88edf5ea2 req-87afa80d-5249-408c-8ea0-702df655309b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472586 Dec 14 01:47:12.707785 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724a609-75b8-414c-b5a0-ba2813b6bd4f req-d94fd977-c440-421a-83e1-e0ba5e1f689a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:12.709311 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1724a609-75b8-414c-b5a0-ba2813b6bd4f req-d94fd977-c440-421a-83e1-e0ba5e1f689a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 944 time: 0.0665586 Dec 14 01:47:12.758614 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1724a609-75b8-414c-b5a0-ba2813b6bd4f req-32bc4d10-fa98-4d39-a6e0-e32c7244807f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432131 Dec 14 01:47:12.881391 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b6b6b-ecd3-4a5a-b154-385b414ab587 req-a6e07ef4-869e-4f39-8009-5f27282fcfcf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:12.882754 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2f5b6b6b-ecd3-4a5a-b154-385b414ab587 req-a6e07ef4-869e-4f39-8009-5f27282fcfcf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 944 time: 0.0508428 Dec 14 01:47:12.935879 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2f5b6b6b-ecd3-4a5a-b154-385b414ab587 req-c88de65f-1a1d-476a-9e43-aab2b4c7c8b0 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469222 Dec 14 01:47:13.063120 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24e1a-f89b-492c-8f23-4e67cea54cf5 req-8ef263c1-296f-4baf-b2ee-f369b3c86c27 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:13.064690 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-31a24e1a-f89b-492c-8f23-4e67cea54cf5 req-8ef263c1-296f-4baf-b2ee-f369b3c86c27 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 944 time: 0.0581255 Dec 14 01:47:13.113482 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-31a24e1a-f89b-492c-8f23-4e67cea54cf5 req-e9035e96-cc2a-4e7a-8beb-090b1df8c1a4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425451 Dec 14 01:47:13.365730 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b0d70-6c82-425f-8948-95d067c3d5c8 req-8c1ba5f0-b178-49e3-ac8d-73f7e6269031 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:13.368052 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-689b0d70-6c82-425f-8948-95d067c3d5c8 req-8c1ba5f0-b178-49e3-ac8d-73f7e6269031 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 944 time: 0.0593965 Dec 14 01:47:13.425844 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-689b0d70-6c82-425f-8948-95d067c3d5c8 req-fcbddce9-a5cb-45cb-83da-aa69abff671c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499365 Dec 14 01:47:14.552112 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531d914-6e8d-4d16-9158-40edd361bd36 req-b555b015-f54f-493a-80a4-8a765bf2594a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:14.553541 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9531d914-6e8d-4d16-9158-40edd361bd36 req-b555b015-f54f-493a-80a4-8a765bf2594a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 944 time: 0.0508761 Dec 14 01:47:14.606201 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9531d914-6e8d-4d16-9158-40edd361bd36 req-f1f28f2a-8274-4c72-bdac-efd379c31ee7 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465620 Dec 14 01:47:15.554990 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2e0d9-b872-4daa-902c-074c88203bfd req-16648cb4-0800-49ca-a2c4-aa53da67ab53 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:15.556506 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1ac2e0d9-b872-4daa-902c-074c88203bfd req-16648cb4-0800-49ca-a2c4-aa53da67ab53 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 944 time: 0.0698543 Dec 14 01:47:15.651624 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-1ac2e0d9-b872-4daa-902c-074c88203bfd req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Deleting port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:47:15.651624 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1ac2e0d9-b872-4daa-902c-074c88203bfd req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:15.730592 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ad688-960a-41ba-bcfa-c877749c0f23 req-90db089c-f1d9-41bd-be73-d66d1d226912 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:15.732119 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f95ad688-960a-41ba-bcfa-c877749c0f23 req-90db089c-f1d9-41bd-be73-d66d1d226912 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 944 time: 0.0510271 Dec 14 01:47:15.749974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-1ac2e0d9-b872-4daa-902c-074c88203bfd req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] For port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:47:15.750324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1ac2e0d9-b872-4daa-902c-074c88203bfd req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:15.781832 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f95ad688-960a-41ba-bcfa-c877749c0f23 req-bea0668e-baf8-418d-bc2c-6197c52d7831 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433445 Dec 14 01:47:15.924206 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1ac2e0d9-b872-4daa-902c-074c88203bfd req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:15.924440 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1ac2e0d9-b872-4daa-902c-074c88203bfd req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:15.924764 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [req-1ac2e0d9-b872-4daa-902c-074c88203bfd req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Floating IP ad6f56b0-06c9-487d-ad72-581b689dbbcc disassociated. External IP: 172.26.1.161, port: fdd4e8ed-8bda-4f32-ad76-394a66b83d6f. Dec 14 01:47:15.925098 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-1ac2e0d9-b872-4daa-902c-074c88203bfd req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Calling delete_port for fdd4e8ed-8bda-4f32-ad76-394a66b83d6f owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:47:16.060623 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1ac2e0d9-b872-4daa-902c-074c88203bfd req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:16.086471 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Pushing event deleted for resources: {'Port': ['ID=fdd4e8ed-8bda-4f32-ad76-394a66b83d6f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:47:16.098337 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:16.098566 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:16.099015 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:16.099403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:16.099733 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:16.100057 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:16.100412 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:16.100733 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:16.101055 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:16.101379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:16.101697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:16.102083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:16.102365 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:47:16.216044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ac2e0d9-b872-4daa-902c-074c88203bfd req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Router 4f850e18-342b-47a6-9efd-6c23efc28d59 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:47:16.326862 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ac2e0d9-b872-4daa-902c-074c88203bfd req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:47:16.338737 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ef7b7-9b10-426e-9c08-f2b8aaa96351 None None] Sync routers for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:47:16.349013 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ef7b7-9b10-426e-9c08-f2b8aaa96351 None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:47:16.349972 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a23ef7b7-9b10-426e-9c08-f2b8aaa96351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:46:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:47:16.366635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac2e0d9-b872-4daa-902c-074c88203bfd req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] No DVR routers for this DVR port fdd4e8ed-8bda-4f32-ad76-394a66b83d6f on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:47:16.369171 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1ac2e0d9-b872-4daa-902c-074c88203bfd req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:16.372572 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1ac2e0d9-b872-4daa-902c-074c88203bfd req-1a907c97-6e91-4086-bccc-b6f06286f01c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "DELETE /v2.0/ports/fdd4e8ed-8bda-4f32-ad76-394a66b83d6f HTTP/1.1" status: 204 len: 173 time: 0.8100557 Dec 14 01:47:16.373030 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875e691f-449f-40f8-831f-bca4dec69dd6', 'name': 'network-vif-deleted', 'tag': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:47:16.375425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7757902d-a210-4dee-9e38-13ca92731741" -d '{"events": [{"server_uuid": "875e691f-449f-40f8-831f-bca4dec69dd6", "name": "network-vif-deleted", "tag": "fdd4e8ed-8bda-4f32-ad76-394a66b83d6f"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:47:16.413880 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bcd0c9-7354-4c15-a7b9-243c20285bba x-openstack-request-id: req-21bcd0c9-7354-4c15-a7b9-243c20285bba {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:47:16.414345 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875e691f-449f-40f8-831f-bca4dec69dd6", "name": "network-vif-deleted", "tag": "fdd4e8ed-8bda-4f32-ad76-394a66b83d6f", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:47:16.414606 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21bcd0c9-7354-4c15-a7b9-243c20285bba {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:47:16.415061 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875e691f-449f-40f8-831f-bca4dec69dd6', 'name': 'network-vif-deleted', 'tag': 'fdd4e8ed-8bda-4f32-ad76-394a66b83d6f', 'status': 'completed', 'code': 200} Dec 14 01:47:16.460371 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-a23ef7b7-9b10-426e-9c08-f2b8aaa96351 None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:47:16.662993 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a23ef7b7-9b10-426e-9c08-f2b8aaa96351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:47:16.688533 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ef7b7-9b10-426e-9c08-f2b8aaa96351 None None] Checking router: 4f850e18-342b-47a6-9efd-6c23efc28d59 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:47:16.697886 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ef7b7-9b10-426e-9c08-f2b8aaa96351 None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:47:16.698473 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a23ef7b7-9b10-426e-9c08-f2b8aaa96351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:46:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:47:16.810702 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-a23ef7b7-9b10-426e-9c08-f2b8aaa96351 None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:47:16.901031 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-adbe863c-1d62-4508-bd7f-a8adf26a3ffe req-537287e1-40af-4d1c-83d9-cd73d0c42e61 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=875e691f-449f-40f8-831f-bca4dec69dd6 HTTP/1.1" status: 200 len: 210 time: 0.0321338 Dec 14 01:47:17.016906 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a23ef7b7-9b10-426e-9c08-f2b8aaa96351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:47:17.129610 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ef7b7-9b10-426e-9c08-f2b8aaa96351 None None] The sync data for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv is: [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:47:17.355594 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742895d3-0bb4-46c6-9730-abf9d7a7d09b None None] New status for floating IP ad6f56b0-06c9-487d-ad72-581b689dbbcc: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:47:18.166604 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-0125d719-11a6-4156-8309-39c86432d8a5 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--155913258&fields=id&tenant_id=b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 267 time: 0.0441358 Dec 14 01:47:18.285430 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-266fcfe2-f8d5-449f-b75c-ef44da7e4a1a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:18.286923 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-266fcfe2-f8d5-449f-b75c-ef44da7e4a1a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 812 time: 0.1135311 Dec 14 01:47:18.305210 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-bfd904ac-fb4f-4421-ae8b-24b51ea89f3a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/quotas/b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 375 time: 0.0094352 Dec 14 01:47:18.354658 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-25b97f00-f2d3-45c9-a2aa-5bdaea1607da tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441136 Dec 14 01:47:18.452209 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-db31e567-a4f8-45c5-a39f-88096b7091b4 service neutron] 10.222.0.32 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856249 Dec 14 01:47:18.553631 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-f4cb7d79-2e15-496f-9607-cb7ee60391f4 service neutron] 10.222.0.32 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923517 Dec 14 01:47:18.717372 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-417eba48-c77c-483f-8eaa-a3e5a6069a18 req-01ec8d70-0874-41a5-b791-0dc18896c687 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 210 time: 0.0267174 Dec 14 01:47:19.664976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device fdd4e8ed-8bda-4f32-ad76-394a66b83d6f no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:47:19.685269 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: fdd4e8ed-8bda-4f32-ad76-394a66b83d6f {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:47:19.685605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device fdd4e8ed-8bda-4f32-ad76-394a66b83d6f not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:47:19.763941 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-e0797429-6ee9-4427-8e10-d01bc0fb5d3b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:19.765814 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-e0797429-6ee9-4427-8e10-d01bc0fb5d3b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 812 time: 0.1077154 Dec 14 01:47:19.824065 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d8597d1-1f56-4ac6-8ef6-4aa6bf2a4b76 req-94c319c7-8010-4199-a2d0-deb41252d69e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 210 time: 0.0343871 Dec 14 01:47:19.843004 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-e5652ad3-aba2-4295-938c-797d180e3902 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 379 time: 0.0620108 Dec 14 01:47:19.853276 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-1ec10bea-8fba-48d9-9c30-14b80436e4bf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Request body: {'port': {'device_id': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'admin_state_up': True, 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'security_groups': ['d39b841f-a2fa-41b6-ae06-ab1a24e468d8']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:47:19.970063 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-1ec10bea-8fba-48d9-9c30-14b80436e4bf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Made reservation on behalf of b7375f480ba844f08967f886f0ea2847 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:47:19.973900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-1ec10bea-8fba-48d9-9c30-14b80436e4bf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:20.100475 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-1ec10bea-8fba-48d9-9c30-14b80436e4bf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Allocated IP 172.20.0.7 (7b711c6a-c986-41fc-a2fe-f92f63491135/4d07b31a-006f-4ad6-8aa8-e3662683883e/11f44dda-5c47-4fc6-883d-0ad26dbc8dde) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:47:20.250212 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-1ec10bea-8fba-48d9-9c30-14b80436e4bf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:20.286943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-1ec10bea-8fba-48d9-9c30-14b80436e4bf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:20.331413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-1ec10bea-8fba-48d9-9c30-14b80436e4bf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Network 7b711c6a-c986-41fc-a2fe-f92f63491135 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:47:20.334435 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-1ec10bea-8fba-48d9-9c30-14b80436e4bf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:47:20.338653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-1ec10bea-8fba-48d9-9c30-14b80436e4bf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:47:20.344890 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec10bea-8fba-48d9-9c30-14b80436e4bf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Pushing event updated for resources: {'Port': ['ID=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:47:20.396913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-1ec10bea-8fba-48d9-9c30-14b80436e4bf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:20.397547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-1ec10bea-8fba-48d9-9c30-14b80436e4bf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:20.416969 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-1ec10bea-8fba-48d9-9c30-14b80436e4bf tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5676172 Dec 14 01:47:20.434731 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Request body: {'port': {'device_id': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:47:20.491585 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:20.613525 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ed531caf-c32c-4956-93d1-cea4db14027f None None] Provisioning complete for port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:47:20.613799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ed531caf-c32c-4956-93d1-cea4db14027f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:20.648069 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ed531caf-c32c-4956-93d1-cea4db14027f None None] Port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:47:20.762175 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f44dda-5c47-4fc6-883d-0ad26dbc8dde {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:47:20.769556 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:20.781991 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Transition to ACTIVE for port object 11f44dda-5c47-4fc6-883d-0ad26dbc8dde will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:47:20.786661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:20.841287 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Pushing event updated for resources: {'Port': ['ID=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:47:20.917365 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Attempting to bind port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:47:20.917704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Attempting to bind port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:47:20.918039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Attempting to bind port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde on network 7b711c6a-c986-41fc-a2fe-f92f63491135 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:47:20.923023 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde on network 7b711c6a-c986-41fc-a2fe-f92f63491135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:47:20.923344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Attempting to bind port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde on network 7b711c6a-c986-41fc-a2fe-f92f63491135 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:47:20.928506 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:47:20.928848 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Checking segment: {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:47:20.929266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Bound using segment: {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:47:20.929704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Bound port: 11f44dda-5c47-4fc6-883d-0ad26dbc8dde, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b183129-2e3f-4d28-b4ee-be21e03e5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:47:20.930073 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:20.950056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0778d5-ea10-4576-a4f1-a35d3b485a40 req-999c8fca-c619-4a29-aa13-85456fdf2203 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:20.951839 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7c0778d5-ea10-4576-a4f1-a35d3b485a40 req-999c8fca-c619-4a29-aa13-85456fdf2203 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 943 time: 0.0522237 Dec 14 01:47:20.998010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] For port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:47:21.002609 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7c0778d5-ea10-4576-a4f1-a35d3b485a40 req-4bf0f8dc-ae47-40e1-9e16-94cb61dac323 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446863 Dec 14 01:47:21.002752 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] For port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:47:21.009487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:21.050218 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:21.050830 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:21.052292 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] 10.222.0.16 "PUT /v2.0/ports/11f44dda-5c47-4fc6-883d-0ad26dbc8dde HTTP/1.1" status: 200 len: 1093 time: 0.6219828 Dec 14 01:47:21.052747 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'tag': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:47:21.055057 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f72cb4-bbca-445e-a25f-48719b75b761" -d '{"events": [{"name": "network-changed", "server_uuid": "7a361a3b-1ee8-4c7c-9629-cd64b1797eac", "tag": "11f44dda-5c47-4fc6-883d-0ad26dbc8dde"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:47:21.081007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7ad5e-8aca-447b-8333-23e1b09a4391 service neutron] Pushing event updated for resources: {'Port': ['ID=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:47:21.098507 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75981192-6613-471f-ae74-d263f8cf97dd x-openstack-request-id: req-75981192-6613-471f-ae74-d263f8cf97dd {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:47:21.098790 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a361a3b-1ee8-4c7c-9629-cd64b1797eac", "tag": "11f44dda-5c47-4fc6-883d-0ad26dbc8dde", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:47:21.099042 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75981192-6613-471f-ae74-d263f8cf97dd {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:47:21.100050 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'tag': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde', 'status': 'completed', 'code': 200} Dec 14 01:47:21.158151 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-58b1a75a-5398-4a80-8ffc-976f35c4a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:21.159763 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-58b1a75a-5398-4a80-8ffc-976f35c4a5f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 1096 time: 0.0426455 Dec 14 01:47:21.209838 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-42adfcba-f5d6-485b-b9cd-7b690dbd9f4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde HTTP/1.1" status: 200 len: 217 time: 0.0351808 Dec 14 01:47:21.263957 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-0e5d6be9-8699-40d8-9539-55dbc4ebe308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:21.265479 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-0e5d6be9-8699-40d8-9539-55dbc4ebe308 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0492406 Dec 14 01:47:21.314226 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-a2ca0d62-b9eb-409d-9761-32e2973d96fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:21.315760 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-a2ca0d62-b9eb-409d-9761-32e2973d96fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433021 Dec 14 01:47:21.406539 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-48b7f48f-d92f-4399-b0fc-e84624244aed service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829387 Dec 14 01:47:21.498562 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c0e8fea0-7eb9-4443-a5d7-b7c1d19b9f16 req-6759d5b7-27ef-4fbb-b21b-0730c84d7738 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847414 Dec 14 01:47:21.635102 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f72cb4-bbca-445e-a25f-48719b75b761 req-37652bec-2ada-4ca2-9755-3ce084df2ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:21.636552 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-72f72cb4-bbca-445e-a25f-48719b75b761 req-37652bec-2ada-4ca2-9755-3ce084df2ecf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 1096 time: 0.0485997 Dec 14 01:47:21.731108 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f72cb4-bbca-445e-a25f-48719b75b761 req-4c8749cb-ced6-4e35-9db0-2af951663cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:21.732665 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-72f72cb4-bbca-445e-a25f-48719b75b761 req-4c8749cb-ced6-4e35-9db0-2af951663cb8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0880258 Dec 14 01:47:21.774717 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-72f72cb4-bbca-445e-a25f-48719b75b761 req-3c0a0260-fe9e-4983-a3cf-06c58a08de46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde HTTP/1.1" status: 200 len: 217 time: 0.0340297 Dec 14 01:47:21.825267 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f72cb4-bbca-445e-a25f-48719b75b761 req-e1f30404-af0a-4a01-8733-a17ad65cb9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:21.826833 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-72f72cb4-bbca-445e-a25f-48719b75b761 req-e1f30404-af0a-4a01-8733-a17ad65cb9bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0442348 Dec 14 01:47:21.878776 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f72cb4-bbca-445e-a25f-48719b75b761 req-1fe9089f-5476-4119-88a4-38219da8e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:21.880281 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-72f72cb4-bbca-445e-a25f-48719b75b761 req-1fe9089f-5476-4119-88a4-38219da8e014 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450962 Dec 14 01:47:21.977448 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-753a95e7-8bf5-4f09-9dea-45f7553237fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:22.129647 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ff0d5-fa8a-42e5-b3e7-0dba8f5c0f63 req-596f19dc-a04d-4afe-9b1b-9aa43a3b7008 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:22.131220 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f3ff0d5-fa8a-42e5-b3e7-0dba8f5c0f63 req-596f19dc-a04d-4afe-9b1b-9aa43a3b7008 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 943 time: 0.0539989 Dec 14 01:47:22.180829 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f3ff0d5-fa8a-42e5-b3e7-0dba8f5c0f63 req-fbdade77-b94f-4f8b-80a4-bd3c5a16875a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428154 Dec 14 01:47:22.288969 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-72f72cb4-bbca-445e-a25f-48719b75b761 req-3d7b8a2b-7f9d-4571-b78e-4f5d722ae1f9 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005611 Dec 14 01:47:22.390363 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-72f72cb4-bbca-445e-a25f-48719b75b761 req-c757a167-f093-4ffb-8d1f-b1027555a61e service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931149 Dec 14 01:47:23.323666 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44feeb-ea15-44e3-8f51-d52ebd95d919 req-8f550456-19b8-47d2-8837-9a4db206b4bd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:23.325825 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ea44feeb-ea15-44e3-8f51-d52ebd95d919 req-8f550456-19b8-47d2-8837-9a4db206b4bd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 943 time: 0.0630503 Dec 14 01:47:23.381211 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ea44feeb-ea15-44e3-8f51-d52ebd95d919 req-651d88bc-18c7-4d9c-b962-60061a7d3efc tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491905 Dec 14 01:47:23.683324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 11f44dda-5c47-4fc6-883d-0ad26dbc8dde details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:47:23.788708 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:47:23.802820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'port_id': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde', 'mac_address': 'fa:16:3e:b5:54:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:47:23.998869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:24.013117 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f44dda-5c47-4fc6-883d-0ad26dbc8dde {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:47:24.034500 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:47:24.041326 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:24.091970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:47:24.194005 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-806cfd52-8780-4d32-ad76-eb90dc30e46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:24.303763 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['11f44dda-5c47-4fc6-883d-0ad26dbc8dde'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:47:24.504793 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9f936-40be-4278-8599-234a9ac5e387 req-29cee41b-2c86-4c86-9b99-f42e791f9dbb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:24.506285 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1fe9f936-40be-4278-8599-234a9ac5e387 req-29cee41b-2c86-4c86-9b99-f42e791f9dbb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 944 time: 0.0493474 Dec 14 01:47:24.554549 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1fe9f936-40be-4278-8599-234a9ac5e387 req-1b3fd251-f2ea-48da-825b-4bcf0abccc7a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421412 Dec 14 01:47:25.490946 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:25.681932 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 11f44dda-5c47-4fc6-883d-0ad26dbc8dde up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:47:25.708485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dd897-f2ae-4902-baef-3b68c5c33c27 req-30fd045d-25a3-4122-9703-afbe6fcd68bc tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:25.710564 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-027dd897-f2ae-4902-baef-3b68c5c33c27 req-30fd045d-25a3-4122-9703-afbe6fcd68bc tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 944 time: 0.0727856 Dec 14 01:47:25.740262 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:47:25.744683 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:47:25.745084 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:25.760695 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-027dd897-f2ae-4902-baef-3b68c5c33c27 req-b6151279-8e92-41ea-bfc4-6e05440c3deb tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440361 Dec 14 01:47:25.826977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:25.850678 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:47:25.853196 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63168b1d-ff86-43d9-acbc-a9bb9e82833f" -d '{"events": [{"server_uuid": "7a361a3b-1ee8-4c7c-9629-cd64b1797eac", "name": "network-vif-plugged", "status": "completed", "tag": "11f44dda-5c47-4fc6-883d-0ad26dbc8dde"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:47:25.866109 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:47:25.870981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:25.894437 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051b1d1b-c9f0-440c-a758-31d5cff61459 x-openstack-request-id: req-051b1d1b-c9f0-440c-a758-31d5cff61459 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:47:25.894737 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a361a3b-1ee8-4c7c-9629-cd64b1797eac", "name": "network-vif-plugged", "status": "completed", "tag": "11f44dda-5c47-4fc6-883d-0ad26dbc8dde", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:47:25.894996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-051b1d1b-c9f0-440c-a758-31d5cff61459 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:47:25.895391 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde', 'code': 200} Dec 14 01:47:25.921966 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:47:26.116682 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bb155-73ee-4fa5-be87-1385fb32706f req-102201a9-cab0-4d27-b40b-8ff3e36e5a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:26.118168 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e36bb155-73ee-4fa5-be87-1385fb32706f req-102201a9-cab0-4d27-b40b-8ff3e36e5a16 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 1098 time: 0.0434566 Dec 14 01:47:26.163947 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e36bb155-73ee-4fa5-be87-1385fb32706f req-a8a4253e-f327-432b-81e8-b0c344d3bef4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377512 Dec 14 01:47:26.875925 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:26.884418 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1aee32-c843-4a33-bf11-e0cb5cea99ee req-a259e767-7f01-4ecd-898f-5017d282ee74 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:26.885932 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bf1aee32-c843-4a33-bf11-e0cb5cea99ee req-a259e767-7f01-4ecd-898f-5017d282ee74 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0519726 Dec 14 01:47:26.934198 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bf1aee32-c843-4a33-bf11-e0cb5cea99ee req-fc5a8c62-f29b-4058-8591-d889f297b451 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421653 Dec 14 01:47:27.718818 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:28.066264 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e925c-73c3-4501-99fa-0eb4e047305d req-36063157-9421-41d2-9b8d-1cbaae064a56 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:28.067734 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-206e925c-73c3-4501-99fa-0eb4e047305d req-36063157-9421-41d2-9b8d-1cbaae064a56 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0572095 Dec 14 01:47:28.122682 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-206e925c-73c3-4501-99fa-0eb4e047305d req-51786c16-28f8-4a80-acb7-629837a74215 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463257 Dec 14 01:47:28.247711 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ce50f-2571-4ec8-8a70-2368103be84f req-0f1eb451-4e88-4a02-a082-f74d6dc30339 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:28.249260 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a07ce50f-2571-4ec8-8a70-2368103be84f req-0f1eb451-4e88-4a02-a082-f74d6dc30339 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0531201 Dec 14 01:47:28.258090 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33024) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:47:28.262566 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-fd7832c6-0a8b-476e-aa92-a24871c7230e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Request body: {'floatingip': {'port_id': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:47:28.311916 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd7832c6-0a8b-476e-aa92-a24871c7230e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for floatingip, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:28.806995 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd7832c6-0a8b-476e-aa92-a24871c7230e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:28.811769 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd7832c6-0a8b-476e-aa92-a24871c7230e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:28.910724 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-fd7832c6-0a8b-476e-aa92-a24871c7230e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Floating IP ad6f56b0-06c9-487d-ad72-581b689dbbcc associated. External IP: 172.26.1.161, port: 11f44dda-5c47-4fc6-883d-0ad26dbc8dde. Dec 14 01:47:29.124237 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7832c6-0a8b-476e-aa92-a24871c7230e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Router 4f850e18-342b-47a6-9efd-6c23efc28d59 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:47:29.241082 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7832c6-0a8b-476e-aa92-a24871c7230e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:47:29.246505 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd7832c6-0a8b-476e-aa92-a24871c7230e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:29.251469 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d7857-e5b6-4699-b273-2661cd600410 None None] Sync routers for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:47:29.262039 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d7857-e5b6-4699-b273-2661cd600410 None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:47:29.262802 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-c68d7857-e5b6-4699-b273-2661cd600410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:47:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:47:29.276894 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fd7832c6-0a8b-476e-aa92-a24871c7230e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "PUT /v2.0/floatingips/ad6f56b0-06c9-487d-ad72-581b689dbbcc HTTP/1.1" status: 200 len: 992 time: 1.0150626 Dec 14 01:47:29.276894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'tag': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:47:29.277315 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a58a84-a18b-49e9-a5f3-551f952d2b10" -d '{"events": [{"name": "network-changed", "server_uuid": "7a361a3b-1ee8-4c7c-9629-cd64b1797eac", "tag": "11f44dda-5c47-4fc6-883d-0ad26dbc8dde"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:47:29.373092 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafeec3f-0857-4d55-9153-82406748b26a x-openstack-request-id: req-bafeec3f-0857-4d55-9153-82406748b26a {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:47:29.373392 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a361a3b-1ee8-4c7c-9629-cd64b1797eac", "tag": "11f44dda-5c47-4fc6-883d-0ad26dbc8dde", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:47:29.373683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bafeec3f-0857-4d55-9153-82406748b26a {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:47:29.375732 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'tag': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde', 'status': 'completed', 'code': 200} Dec 14 01:47:29.382815 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-c68d7857-e5b6-4699-b273-2661cd600410 None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:47:29.456522 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a58a84-a18b-49e9-a5f3-551f952d2b10 req-b3322800-1849-4210-afc5-1fbe95c4abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:29.458019 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-89a58a84-a18b-49e9-a5f3-551f952d2b10 req-b3322800-1849-4210-afc5-1fbe95c4abdf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 1098 time: 0.0403717 Dec 14 01:47:29.550860 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a58a84-a18b-49e9-a5f3-551f952d2b10 req-edd126f0-4f39-4c08-9b97-25cf6d00276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:29.552378 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-89a58a84-a18b-49e9-a5f3-551f952d2b10 req-edd126f0-4f39-4c08-9b97-25cf6d00276d service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0875809 Dec 14 01:47:29.619048 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-89a58a84-a18b-49e9-a5f3-551f952d2b10 req-44f48b5b-a1f0-42c5-b7e1-575d3a30a7ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde HTTP/1.1" status: 200 len: 1000 time: 0.0597391 Dec 14 01:47:29.625876 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-c68d7857-e5b6-4699-b273-2661cd600410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'ad6f56b0-06c9-487d-ad72-581b689dbbcc', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'port_id': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'mac_address': 'fa:16:3e:b5:54:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:43:37Z', 'updated_at': '2021-12-14T01:47:28Z', 'revision_number': 13, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:47:29.650907 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d7857-e5b6-4699-b273-2661cd600410 None None] Checking router: 4f850e18-342b-47a6-9efd-6c23efc28d59 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:47:29.660880 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d7857-e5b6-4699-b273-2661cd600410 None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:47:29.661477 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-c68d7857-e5b6-4699-b273-2661cd600410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:47:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:47:29.676791 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a58a84-a18b-49e9-a5f3-551f952d2b10 req-858bbfb9-c098-4f27-960d-ef3b5aa8585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:29.679027 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-89a58a84-a18b-49e9-a5f3-551f952d2b10 req-858bbfb9-c098-4f27-960d-ef3b5aa8585f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0531878 Dec 14 01:47:29.731935 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a58a84-a18b-49e9-a5f3-551f952d2b10 req-320b3531-7104-4617-b7a3-294efc378bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:29.733483 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-89a58a84-a18b-49e9-a5f3-551f952d2b10 req-320b3531-7104-4617-b7a3-294efc378bca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474226 Dec 14 01:47:29.773176 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-c68d7857-e5b6-4699-b273-2661cd600410 None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:47:29.826000 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-89a58a84-a18b-49e9-a5f3-551f952d2b10 req-f6d0bc3e-6b46-4a7e-9551-0aab5fbe0830 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852697 Dec 14 01:47:29.919201 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-89a58a84-a18b-49e9-a5f3-551f952d2b10 req-0d372550-53f8-42c0-8670-3c9dcae11466 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862811 Dec 14 01:47:29.998741 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-c68d7857-e5b6-4699-b273-2661cd600410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'ad6f56b0-06c9-487d-ad72-581b689dbbcc', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'port_id': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'mac_address': 'fa:16:3e:b5:54:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:43:37Z', 'updated_at': '2021-12-14T01:47:28Z', 'revision_number': 13, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:47:30.024695 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d7857-e5b6-4699-b273-2661cd600410 None None] The sync data for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv is: [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'ad6f56b0-06c9-487d-ad72-581b689dbbcc', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'port_id': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'mac_address': 'fa:16:3e:b5:54:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:43:37Z', 'updated_at': '2021-12-14T01:47:28Z', 'revision_number': 13, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:47:30.236340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb6a6f1-9318-48fd-97b6-24490f4f992f None None] New status for floating IP ad6f56b0-06c9-487d-ad72-581b689dbbcc: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:47:32.188705 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:47:41.044991 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:42.820338 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ec11445-9bcd-457b-a4ce-dfc441dbc2e4 req-f9fca40d-0456-4fd3-b6f0-488aab880758 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432026 Dec 14 01:47:42.934446 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec11445-9bcd-457b-a4ce-dfc441dbc2e4 req-eb2ae148-a6f6-4b3f-a816-94814938c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:42.935925 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ec11445-9bcd-457b-a4ce-dfc441dbc2e4 req-eb2ae148-a6f6-4b3f-a816-94814938c0ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 1098 time: 0.0501099 Dec 14 01:47:43.052884 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec11445-9bcd-457b-a4ce-dfc441dbc2e4 req-8216c6e9-7003-4bfb-8cc0-d5c4dff6a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:43.054329 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ec11445-9bcd-457b-a4ce-dfc441dbc2e4 req-8216c6e9-7003-4bfb-8cc0-d5c4dff6a73f service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0927007 Dec 14 01:47:43.134249 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ec11445-9bcd-457b-a4ce-dfc441dbc2e4 req-38267c28-c144-4256-83d5-cd8c88f36e1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde HTTP/1.1" status: 200 len: 1002 time: 0.0704074 Dec 14 01:47:43.191476 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec11445-9bcd-457b-a4ce-dfc441dbc2e4 req-c0373ceb-ee29-4908-81e0-5971421a74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:43.192850 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ec11445-9bcd-457b-a4ce-dfc441dbc2e4 req-c0373ceb-ee29-4908-81e0-5971421a74c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0509920 Dec 14 01:47:43.240358 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec11445-9bcd-457b-a4ce-dfc441dbc2e4 req-6ef03137-2421-4314-93aa-97361bd1b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:47:43.241828 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ec11445-9bcd-457b-a4ce-dfc441dbc2e4 req-6ef03137-2421-4314-93aa-97361bd1b340 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415409 Dec 14 01:47:43.333569 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ec11445-9bcd-457b-a4ce-dfc441dbc2e4 req-9db17852-c77f-42b0-9f53-7936ae5c299c service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828876 Dec 14 01:47:43.431199 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2ec11445-9bcd-457b-a4ce-dfc441dbc2e4 req-16212508-dd6d-4480-b897-b88e6838c0c7 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900578 Dec 14 01:47:51.978299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fdd5d4f-a3d4-46a9-806e-1e07f7b5360d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:54.190756 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9d04408b-2f59-447d-a4d9-4fcefb1d843d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:55.499884 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:56.879408 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:47:57.718265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:48:06.730579 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fe902-944e-4d08-8b32-1abad5d80f0c req-e14a6e35-ec18-4bff-9293-323b45f37d27 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:06.732119 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-140fe902-944e-4d08-8b32-1abad5d80f0c req-e14a6e35-ec18-4bff-9293-323b45f37d27 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0536797 Dec 14 01:48:07.123591 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-140fe902-944e-4d08-8b32-1abad5d80f0c req-8e05d378-4f99-4f07-a537-f46f436ec3e3 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3853843 Dec 14 01:48:09.187886 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:48:11.034410 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:48:19.466138 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9a0f1-6687-47d8-ad78-c8d0b78e237f req-2d6d9b4d-b456-4ece-a417-a82068c6031a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:19.467605 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-64a9a0f1-6687-47d8-ad78-c8d0b78e237f req-2d6d9b4d-b456-4ece-a417-a82068c6031a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0753253 Dec 14 01:48:19.474301 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-e3392dfc-bdda-447c-a1f0-4d47283ea7ad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806744 Dec 14 01:48:19.519666 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-64a9a0f1-6687-47d8-ad78-c8d0b78e237f req-c49b4864-a5eb-43a0-8502-52c186ce2e52 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444238 Dec 14 01:48:20.642216 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb1998-407a-4517-8215-48142e56e422 req-d38c1f82-9cb5-4c71-895f-41fd80a3e1aa tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:20.643734 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-28cb1998-407a-4517-8215-48142e56e422 req-d38c1f82-9cb5-4c71-895f-41fd80a3e1aa tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0516069 Dec 14 01:48:20.665973 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-318fa18d-ebf9-4929-91f6-eeaee3985512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:20.667521 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-318fa18d-ebf9-4929-91f6-eeaee3985512 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 1098 time: 0.0444982 Dec 14 01:48:20.693494 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-28cb1998-407a-4517-8215-48142e56e422 req-d273fed5-0f02-4240-a4c5-b2b2ea085d16 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429533 Dec 14 01:48:20.762746 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-0b3e08bb-7a8d-45f3-ac5f-359858e783cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:20.764252 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-0b3e08bb-7a8d-45f3-ac5f-359858e783cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0889645 Dec 14 01:48:20.831819 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-7672d034-c9b7-480d-aec3-dfb55e10d264 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde HTTP/1.1" status: 200 len: 1002 time: 0.0604529 Dec 14 01:48:20.881332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-58f82c78-9b99-40f3-8e86-b3e01fb529ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:20.882770 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-58f82c78-9b99-40f3-8e86-b3e01fb529ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0440826 Dec 14 01:48:20.935369 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-5479b9a9-8079-4a7b-96fb-a4cf0578b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:20.937008 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-5479b9a9-8079-4a7b-96fb-a4cf0578b48b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459576 Dec 14 01:48:21.028029 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-6763561b-3ba5-43e9-96c0-2ac2de9f9488 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835378 Dec 14 01:48:21.122681 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-05b8f6a0-b89d-4a73-ac90-9d262e8af4e4 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867314 Dec 14 01:48:21.828067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2310f56-e759-4b03-ae84-97f28483e412 req-612df651-e8d9-4d37-8b20-61932749bfe3 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:21.829576 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c2310f56-e759-4b03-ae84-97f28483e412 req-612df651-e8d9-4d37-8b20-61932749bfe3 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0574236 Dec 14 01:48:21.879085 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c2310f56-e759-4b03-ae84-97f28483e412 req-e5ef71c1-263e-4117-871a-8917e91526d6 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423672 Dec 14 01:48:21.975387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a57722d5-87b1-480c-8a3d-e6ed49f4a357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:48:23.026537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a525462-9c4c-477f-8c92-d48700d22b9c req-7ec585c2-b24b-4747-8d5a-84e1527c9683 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:23.028000 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5a525462-9c4c-477f-8c92-d48700d22b9c req-7ec585c2-b24b-4747-8d5a-84e1527c9683 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0652509 Dec 14 01:48:23.076975 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5a525462-9c4c-477f-8c92-d48700d22b9c req-45587949-afb6-4e6d-abcd-a06852486642 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424118 Dec 14 01:48:24.183793 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-efaa518f-3d53-49a3-953f-f421838361ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:48:24.213394 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac166f9d-896f-4d5f-bcc2-0f08edeaa281 req-50a0db25-7d1d-4f1b-90fe-a316c6ef1bb2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:24.214976 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ac166f9d-896f-4d5f-bcc2-0f08edeaa281 req-50a0db25-7d1d-4f1b-90fe-a316c6ef1bb2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0576658 Dec 14 01:48:24.275066 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ac166f9d-896f-4d5f-bcc2-0f08edeaa281 req-873c0d08-717d-4966-80e7-11ffff34025d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523379 Dec 14 01:48:25.416410 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf6ea0-4e60-4899-a603-01797369ce61 req-da96a902-d5f2-4977-a8f2-8dbf3238b41e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:25.417848 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f8bf6ea0-4e60-4899-a603-01797369ce61 req-da96a902-d5f2-4977-a8f2-8dbf3238b41e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0609963 Dec 14 01:48:25.473462 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f8bf6ea0-4e60-4899-a603-01797369ce61 req-34811fb5-4197-4af8-a6a5-0d9603b67da5 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469289 Dec 14 01:48:25.495196 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:48:26.633407 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee257f-8a11-4ebf-8e3d-5fcdf77a9395 req-36a1f689-fa44-4bbf-8fa4-d7d9a8febfbe tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:26.635592 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b7ee257f-8a11-4ebf-8e3d-5fcdf77a9395 req-36a1f689-fa44-4bbf-8fa4-d7d9a8febfbe tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0673568 Dec 14 01:48:26.707680 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b7ee257f-8a11-4ebf-8e3d-5fcdf77a9395 req-07755344-c776-4b34-9a84-16e6e709d62f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628328 Dec 14 01:48:26.884137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:48:27.726122 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:48:27.839386 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af34ea-a228-4fef-884a-fcb15261ef1c req-96049deb-dd97-40a5-a5ed-2cb607ae8f4e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:27.840876 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b4af34ea-a228-4fef-884a-fcb15261ef1c req-96049deb-dd97-40a5-a5ed-2cb607ae8f4e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0605726 Dec 14 01:48:27.895463 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b4af34ea-a228-4fef-884a-fcb15261ef1c req-657e2c5d-b386-4a9d-942d-d564f4375ca4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486140 Dec 14 01:48:29.023407 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59ba27-9bc5-4448-9c85-36b0b17dc405 req-02b29710-efe8-4a46-aa98-3a501fae3e17 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:29.024921 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa59ba27-9bc5-4448-9c85-36b0b17dc405 req-02b29710-efe8-4a46-aa98-3a501fae3e17 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0541427 Dec 14 01:48:29.072496 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fa59ba27-9bc5-4448-9c85-36b0b17dc405 req-17842cfa-c0d4-46f4-8cfa-e9f145c06583 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409954 Dec 14 01:48:30.196265 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d14904-b481-436f-91a6-4d4ccb76a919 req-8bf7e55d-6e5f-4b44-93f4-430de36463fe tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:30.197769 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-49d14904-b481-436f-91a6-4d4ccb76a919 req-8bf7e55d-6e5f-4b44-93f4-430de36463fe tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0500576 Dec 14 01:48:30.245671 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-49d14904-b481-436f-91a6-4d4ccb76a919 req-bd29cc24-af1f-4e1a-aaab-0ae40b563d0a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418327 Dec 14 01:48:31.379254 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf983-bf0a-49f1-b0f6-f9933526db1a req-fc30b1fc-7d88-4352-aba0-287f3c87a7e0 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:31.380740 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ac2bf983-bf0a-49f1-b0f6-f9933526db1a req-fc30b1fc-7d88-4352-aba0-287f3c87a7e0 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0536296 Dec 14 01:48:31.428690 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ac2bf983-bf0a-49f1-b0f6-f9933526db1a req-5e428c46-9a9d-4142-b3e9-b6e85d38d857 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414705 Dec 14 01:48:32.559841 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32527536-9ac2-4e29-817e-600021accd9c req-938d29ab-5185-447c-af68-836164e7d1cc tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:32.561361 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32527536-9ac2-4e29-817e-600021accd9c req-938d29ab-5185-447c-af68-836164e7d1cc tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0542157 Dec 14 01:48:32.616163 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32527536-9ac2-4e29-817e-600021accd9c req-112a96fb-3ffd-4096-881f-48d131f0cc4a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452211 Dec 14 01:48:33.754613 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3f68c-2c49-4414-b8fc-cf185da05cc3 req-64260621-f0fd-410a-b86c-d556e6004d21 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:33.756115 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c7a3f68c-2c49-4414-b8fc-cf185da05cc3 req-64260621-f0fd-410a-b86c-d556e6004d21 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0585895 Dec 14 01:48:33.811640 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c7a3f68c-2c49-4414-b8fc-cf185da05cc3 req-98cf2ddb-7751-4e27-a7f6-a8da0c823587 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471125 Dec 14 01:48:34.931720 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045854df-d115-447b-9d7c-39bbef45320f req-f0fab882-2ce5-469b-83b7-b503f6e17b60 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:34.933235 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-045854df-d115-447b-9d7c-39bbef45320f req-f0fab882-2ce5-469b-83b7-b503f6e17b60 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0509424 Dec 14 01:48:34.994081 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-045854df-d115-447b-9d7c-39bbef45320f req-3bb05caa-a2ab-471f-b9d1-58cf8778dd42 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522718 Dec 14 01:48:36.174772 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79343b9-98c0-429c-a614-eba081d45086 req-42f68661-d759-4cb3-ba6f-230f0f577381 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:36.176306 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c79343b9-98c0-429c-a614-eba081d45086 req-42f68661-d759-4cb3-ba6f-230f0f577381 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0548041 Dec 14 01:48:36.227228 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c79343b9-98c0-429c-a614-eba081d45086 req-9aa160aa-95c0-4347-aa46-54dfb1607de5 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440223 Dec 14 01:48:37.354941 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85557d51-bbb0-4d68-8e4b-3e78acbfe0a9 req-74687590-f108-40f3-be2b-74b9289e1436 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:37.356443 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-85557d51-bbb0-4d68-8e4b-3e78acbfe0a9 req-74687590-f108-40f3-be2b-74b9289e1436 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0548556 Dec 14 01:48:37.407869 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-85557d51-bbb0-4d68-8e4b-3e78acbfe0a9 req-154ae00c-5fdc-4cff-8361-9e4d39a46b70 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424743 Dec 14 01:48:38.543132 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c665d-6a55-4917-aa43-ad8c8655271f req-fce45f93-62fc-44c2-b1f1-d6765a52467c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:38.544672 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-145c665d-6a55-4917-aa43-ad8c8655271f req-fce45f93-62fc-44c2-b1f1-d6765a52467c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0521228 Dec 14 01:48:38.597073 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-145c665d-6a55-4917-aa43-ad8c8655271f req-9a2ce23c-a071-4866-a148-5383e126c734 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437047 Dec 14 01:48:39.721701 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3378725-52bc-4d86-80a9-a5225b7c3bee req-e9524ca2-53cc-43ee-b8be-433670b06c12 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:39.723080 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a3378725-52bc-4d86-80a9-a5225b7c3bee req-e9524ca2-53cc-43ee-b8be-433670b06c12 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0498207 Dec 14 01:48:39.774574 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a3378725-52bc-4d86-80a9-a5225b7c3bee req-e1cdff9e-09a0-4612-bae8-259b8c04e57e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452394 Dec 14 01:48:40.903329 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075731bb-d98e-4b97-9a10-2cfc898a498e req-285cd82d-672d-435f-b1b2-8a2b4187da5a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:40.904829 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-075731bb-d98e-4b97-9a10-2cfc898a498e req-285cd82d-672d-435f-b1b2-8a2b4187da5a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0558200 Dec 14 01:48:40.953163 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-075731bb-d98e-4b97-9a10-2cfc898a498e req-55a773e4-3cd8-4cc3-b01d-59dea159a0b3 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418704 Dec 14 01:48:41.052728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:48:42.084855 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f126c-a0f8-4523-b593-4836b773012b req-03d2f446-0559-40ed-bb3c-3a00d671c618 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:42.086248 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-486f126c-a0f8-4523-b593-4836b773012b req-03d2f446-0559-40ed-bb3c-3a00d671c618 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0500929 Dec 14 01:48:42.142144 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-486f126c-a0f8-4523-b593-4836b773012b req-78b4e79f-f9b1-4198-8b08-bbe3a7a78256 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490813 Dec 14 01:48:43.278009 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b13604-c283-4411-91db-fcf1ce840d97 req-9a3666ed-4a0c-4f4b-9c69-d8efacf28977 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:43.279504 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-38b13604-c283-4411-91db-fcf1ce840d97 req-9a3666ed-4a0c-4f4b-9c69-d8efacf28977 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0569124 Dec 14 01:48:43.330499 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-38b13604-c283-4411-91db-fcf1ce840d97 req-0b2d3386-ca65-4a89-a0f8-1281d4fd14e1 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421982 Dec 14 01:48:44.458694 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b481ac-e179-4af9-ba5b-5d74e6a019b8 req-155ac51c-5987-4e31-9f05-1a8fa4fb2689 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:44.460249 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-17b481ac-e179-4af9-ba5b-5d74e6a019b8 req-155ac51c-5987-4e31-9f05-1a8fa4fb2689 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0503407 Dec 14 01:48:44.509613 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-17b481ac-e179-4af9-ba5b-5d74e6a019b8 req-542cd07b-0141-4c0e-8f40-3a41b3e18d85 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429192 Dec 14 01:48:45.549780 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27d33d-71f5-4940-a86b-c3b5026b564c req-247e6e23-f3f1-4e42-9022-b59caa029216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:45.551346 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ad27d33d-71f5-4940-a86b-c3b5026b564c req-247e6e23-f3f1-4e42-9022-b59caa029216 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 1098 time: 0.0479009 Dec 14 01:48:45.634391 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f87599-7d72-407e-8844-66ae1d4a0552 req-9db8b9e8-3daf-46ce-aa8c-8d439bfdc68b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:45.636375 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-25f87599-7d72-407e-8844-66ae1d4a0552 req-9db8b9e8-3daf-46ce-aa8c-8d439bfdc68b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0552876 Dec 14 01:48:45.656154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27d33d-71f5-4940-a86b-c3b5026b564c req-67e2aeef-9ae6-4ac0-b14a-5fb04be04ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:45.657678 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ad27d33d-71f5-4940-a86b-c3b5026b564c req-67e2aeef-9ae6-4ac0-b14a-5fb04be04ccf service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0864289 Dec 14 01:48:45.684757 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-25f87599-7d72-407e-8844-66ae1d4a0552 req-bd6a6823-a5e7-4255-92b5-4641c80b077f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424516 Dec 14 01:48:45.727967 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ad27d33d-71f5-4940-a86b-c3b5026b564c req-bbe6ed3e-459b-4682-a7a1-a67d7b4ce8f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde HTTP/1.1" status: 200 len: 1002 time: 0.0634298 Dec 14 01:48:45.781358 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27d33d-71f5-4940-a86b-c3b5026b564c req-0634d0f7-b9de-41de-b0cb-a574347b4824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:45.782807 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ad27d33d-71f5-4940-a86b-c3b5026b564c req-0634d0f7-b9de-41de-b0cb-a574347b4824 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0466373 Dec 14 01:48:45.831679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27d33d-71f5-4940-a86b-c3b5026b564c req-5ec67717-097d-45f7-8632-c94222295793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:45.833241 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ad27d33d-71f5-4940-a86b-c3b5026b564c req-5ec67717-097d-45f7-8632-c94222295793 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436459 Dec 14 01:48:45.929721 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ad27d33d-71f5-4940-a86b-c3b5026b564c req-6c6959de-a2a2-454e-b9d1-ed7f5905e21f service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891979 Dec 14 01:48:46.032637 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ad27d33d-71f5-4940-a86b-c3b5026b564c req-e82d8e54-cf23-4e51-ada8-3311af8a9729 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949700 Dec 14 01:48:46.188782 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:48:46.819315 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff336498-bfe8-4ac8-8616-8c052323fefb req-a279e5a5-bdc2-4a23-a52c-5eb85216fe43 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:46.820914 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff336498-bfe8-4ac8-8616-8c052323fefb req-a279e5a5-bdc2-4a23-a52c-5eb85216fe43 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0521357 Dec 14 01:48:46.870872 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff336498-bfe8-4ac8-8616-8c052323fefb req-1670dcba-8c87-4f3e-8a12-03cba57a0989 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430822 Dec 14 01:48:48.012766 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f643e03-7e08-4a6d-833a-4f60c85f7fac req-364a1081-3dc9-4919-beaa-91ec7b9fb787 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:48.014286 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7f643e03-7e08-4a6d-833a-4f60c85f7fac req-364a1081-3dc9-4919-beaa-91ec7b9fb787 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0536706 Dec 14 01:48:48.079901 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7f643e03-7e08-4a6d-833a-4f60c85f7fac req-b41eb5f9-5f58-4242-9e64-eb08dbc83555 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564191 Dec 14 01:48:49.211675 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920907c-5224-4207-b939-1b73546e2a72 req-d789b23e-3327-473b-acd2-a6ecc0708015 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:49.213193 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8920907c-5224-4207-b939-1b73546e2a72 req-d789b23e-3327-473b-acd2-a6ecc0708015 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0543072 Dec 14 01:48:49.269478 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8920907c-5224-4207-b939-1b73546e2a72 req-b75e84f0-65cf-4f4f-81d8-2437047b128e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469842 Dec 14 01:48:50.395285 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a1323-c228-4719-b2bb-e6fa33b6d22d req-f5134494-4dd5-4605-9d84-eed42978a35f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:50.397001 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3b4a1323-c228-4719-b2bb-e6fa33b6d22d req-f5134494-4dd5-4605-9d84-eed42978a35f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0500727 Dec 14 01:48:50.446111 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3b4a1323-c228-4719-b2bb-e6fa33b6d22d req-657d27f5-7322-402c-bd41-ca63a6e7aa37 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430171 Dec 14 01:48:51.581538 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167cdab-0f5e-44f5-b2f1-46164e00691d req-e52bc233-f6e5-4944-a1b0-d39f618af409 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:51.583018 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2167cdab-0f5e-44f5-b2f1-46164e00691d req-e52bc233-f6e5-4944-a1b0-d39f618af409 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0658977 Dec 14 01:48:51.631265 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2167cdab-0f5e-44f5-b2f1-46164e00691d req-43281c5a-c8ec-43e5-a174-8430cca6f00c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420032 Dec 14 01:48:51.977125 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c90d2ff-e39a-432f-8738-0e884cf1588b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:48:52.757306 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a14bb-440f-49b5-b467-5b7de28e70b1 req-4f9e5846-cfce-4884-b469-5caccd00bce2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:52.758823 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-670a14bb-440f-49b5-b467-5b7de28e70b1 req-4f9e5846-cfce-4884-b469-5caccd00bce2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0555339 Dec 14 01:48:52.814126 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-670a14bb-440f-49b5-b467-5b7de28e70b1 req-164297d5-c78b-4ce1-9812-1cf076465036 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491750 Dec 14 01:48:53.933842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb46294-d9df-426a-b36d-413b8d503cea req-d1bbca98-ce02-4d7d-8324-f36adba6d7aa tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:53.935538 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-feb46294-d9df-426a-b36d-413b8d503cea req-d1bbca98-ce02-4d7d-8324-f36adba6d7aa tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0510578 Dec 14 01:48:53.989540 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-feb46294-d9df-426a-b36d-413b8d503cea req-fdc4adbb-4bba-4857-95cd-69ea65436079 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479226 Dec 14 01:48:54.188599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-765e87b6-1825-4128-8e26-2f6316b9ce11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:48:55.110345 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71d3ad-d002-4fae-94b7-e6c358a46833 req-8f584e72-a63e-4fed-ab56-e16e2377378f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:55.111834 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5c71d3ad-d002-4fae-94b7-e6c358a46833 req-8f584e72-a63e-4fed-ab56-e16e2377378f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0494292 Dec 14 01:48:55.155970 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-6432e929-17dc-4f79-a4a3-8b7e3f96fe32 service neutron] 10.222.0.16 "GET /v2.0/ports/11f44dda-5c47-4fc6-883d-0ad26dbc8dde/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0601473 Dec 14 01:48:55.162776 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5c71d3ad-d002-4fae-94b7-e6c358a46833 req-e61fb8e9-6a23-48b9-98f0-18656fe0459d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447121 Dec 14 01:48:55.390071 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-d2243b7f-4ce2-419d-bd0f-5dcd5621b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:55.391391 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-d2243b7f-4ce2-419d-bd0f-5dcd5621b483 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac&tenant_id=b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 1098 time: 0.0434532 Dec 14 01:48:55.470678 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-bbfb2dfe-7432-487e-90a1-f8e86e28dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:55.472271 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-bbfb2dfe-7432-487e-90a1-f8e86e28dd21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 1098 time: 0.0434341 Dec 14 01:48:55.502401 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:48:55.592470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-8f66e061-de7f-471a-8325-21e2b0ad1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:55.594271 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-8f66e061-de7f-471a-8325-21e2b0ad1157 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.1150796 Dec 14 01:48:55.662702 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-5981d6d5-3920-447b-8f3d-3005c42f600e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde HTTP/1.1" status: 200 len: 1002 time: 0.0609829 Dec 14 01:48:55.712031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-00c30719-522c-4025-9564-1efe1dc4c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:55.713484 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-00c30719-522c-4025-9564-1efe1dc4c4b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0435789 Dec 14 01:48:55.773502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-ce1df975-448b-40dc-945e-36a2f3ac0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:55.775787 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-ce1df975-448b-40dc-945e-36a2f3ac0d6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0538182 Dec 14 01:48:55.869461 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-06e67e10-be35-47fb-a431-88e198bd5a36 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858533 Dec 14 01:48:55.967480 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-f61964cd-8cf5-41d7-92c1-a1169ca8823a service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899422 Dec 14 01:48:56.053237 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 11f44dda-5c47-4fc6-883d-0ad26dbc8dde no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:48:56.132378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:48:56.157225 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:48:56.161190 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da17737-2e40-42e6-8335-c09b4169c709" -d '{"events": [{"server_uuid": "7a361a3b-1ee8-4c7c-9629-cd64b1797eac", "name": "network-vif-unplugged", "status": "completed", "tag": "11f44dda-5c47-4fc6-883d-0ad26dbc8dde"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:48:56.174679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:48:56.180537 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:48:56.224642 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 01:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80bbc8d-0450-470a-8bdb-95c599f86d09 x-openstack-request-id: req-a80bbc8d-0450-470a-8bdb-95c599f86d09 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:48:56.224940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a361a3b-1ee8-4c7c-9629-cd64b1797eac", "name": "network-vif-unplugged", "status": "completed", "tag": "11f44dda-5c47-4fc6-883d-0ad26dbc8dde", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:48:56.225216 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a80bbc8d-0450-470a-8bdb-95c599f86d09 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:48:56.225611 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde', 'code': 200} Dec 14 01:48:56.240223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:48:56.247323 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:48:56.247677 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:48:56.248027 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:48:56.248406 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:48:56.248825 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:48:56.249281 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:48:56.249619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:48:56.249951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:48:56.250280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:48:56.250607 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:48:56.250936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:48:56.251267 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:48:56.251581 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:48:56.290590 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c0954-3ffd-4eae-8edf-877f4af3fad0 req-ea15b035-cad0-4670-8037-62a5f80e269d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:56.292313 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bb7c0954-3ffd-4eae-8edf-877f4af3fad0 req-ea15b035-cad0-4670-8037-62a5f80e269d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 943 time: 0.0502381 Dec 14 01:48:56.343081 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bb7c0954-3ffd-4eae-8edf-877f4af3fad0 req-987c2adb-aee9-4859-9649-2610a5d5eca9 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444641 Dec 14 01:48:56.885865 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:48:57.471743 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284a249-8552-4e3b-9abc-a5b150996b33 req-f6174000-8b47-49cb-9de4-84c76d247d17 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:57.473282 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a284a249-8552-4e3b-9abc-a5b150996b33 req-f6174000-8b47-49cb-9de4-84c76d247d17 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 943 time: 0.0569046 Dec 14 01:48:57.524927 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a284a249-8552-4e3b-9abc-a5b150996b33 req-9e3ae070-0c5d-48b2-9e71-14aae408be08 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450134 Dec 14 01:48:57.710620 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:48:58.646446 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad929c31-d074-4695-b5ae-033fa7f39e6a req-504ab8d4-7752-47ad-9db3-2fbe9730916a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:58.647950 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ad929c31-d074-4695-b5ae-033fa7f39e6a req-504ab8d4-7752-47ad-9db3-2fbe9730916a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 943 time: 0.0521545 Dec 14 01:48:58.697862 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ad929c31-d074-4695-b5ae-033fa7f39e6a req-da009435-4d95-4090-8c1e-40ed93f7f013 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434699 Dec 14 01:48:59.828371 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ff569-aa7c-4f90-a914-d36e10c4cafd req-13dc2d27-8154-4a88-bfd0-726f7aca1c8c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:48:59.829918 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-022ff569-aa7c-4f90-a914-d36e10c4cafd req-13dc2d27-8154-4a88-bfd0-726f7aca1c8c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 943 time: 0.0602136 Dec 14 01:48:59.878226 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-022ff569-aa7c-4f90-a914-d36e10c4cafd req-e576edfd-a87a-4f03-9e93-26a5f0ffd679 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422726 Dec 14 01:49:00.997597 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9b77f-90d1-4710-bd23-934ed1f95189 req-c0da1381-40d1-4832-b28c-79724a6eda7e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:00.999816 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d8c9b77f-90d1-4710-bd23-934ed1f95189 req-c0da1381-40d1-4832-b28c-79724a6eda7e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 943 time: 0.0522232 Dec 14 01:49:01.051694 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d8c9b77f-90d1-4710-bd23-934ed1f95189 req-0cc08d57-d73a-4100-891d-ddc9186bf4b3 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455449 Dec 14 01:49:02.087312 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 11f44dda-5c47-4fc6-883d-0ad26dbc8dde details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:49:02.193112 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fa5c0-962b-4d86-a5f3-8715dfb67c5c req-d83c7e64-9545-44a0-ac71-1439d347d64a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:02.194613 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b42fa5c0-962b-4d86-a5f3-8715dfb67c5c req-d83c7e64-9545-44a0-ac71-1439d347d64a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 943 time: 0.0504928 Dec 14 01:49:02.203936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:49:02.215729 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'port_id': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde', 'mac_address': 'fa:16:3e:b5:54:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:49:02.247489 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b42fa5c0-962b-4d86-a5f3-8715dfb67c5c req-f12c0c0a-bfa7-40ad-9b22-2faa9546f88c tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465367 Dec 14 01:49:02.253215 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:02.266392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f44dda-5c47-4fc6-883d-0ad26dbc8dde {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:49:02.288890 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:49:02.293326 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:02.337704 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:02.417788 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['11f44dda-5c47-4fc6-883d-0ad26dbc8dde'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:49:03.374853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841606fe-ff9e-4d6e-9e95-9461b06eb6eb req-c496da5f-9298-47b3-926d-5ca867cfd0de tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:03.376356 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-841606fe-ff9e-4d6e-9e95-9461b06eb6eb req-c496da5f-9298-47b3-926d-5ca867cfd0de tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 944 time: 0.0528193 Dec 14 01:49:03.434307 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-841606fe-ff9e-4d6e-9e95-9461b06eb6eb req-5c466644-886e-49c7-8f94-55403685b6c8 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492251 Dec 14 01:49:04.104966 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 11f44dda-5c47-4fc6-883d-0ad26dbc8dde up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:49:04.167968 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:49:04.168608 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:04.249805 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:04.272461 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:49:04.274715 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cef3bab-2e50-43e6-bbb6-917ad900d880" -d '{"events": [{"server_uuid": "7a361a3b-1ee8-4c7c-9629-cd64b1797eac", "name": "network-vif-plugged", "status": "completed", "tag": "11f44dda-5c47-4fc6-883d-0ad26dbc8dde"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:49:04.287805 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:49:04.293981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:04.323640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fa47b7-6de7-4ae5-9d34-6ad484b2b1fd x-openstack-request-id: req-e2fa47b7-6de7-4ae5-9d34-6ad484b2b1fd {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:49:04.323939 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a361a3b-1ee8-4c7c-9629-cd64b1797eac", "name": "network-vif-plugged", "status": "completed", "tag": "11f44dda-5c47-4fc6-883d-0ad26dbc8dde", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:49:04.324218 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2fa47b7-6de7-4ae5-9d34-6ad484b2b1fd {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:49:04.324612 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde', 'code': 200} Dec 14 01:49:04.344145 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,revision_number=8']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:04.577460 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5908d1-8c6e-4e49-b666-c42a9d9eb099 req-96490a35-19e2-451b-b1c2-06c040200e57 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:04.579120 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7d5908d1-8c6e-4e49-b666-c42a9d9eb099 req-96490a35-19e2-451b-b1c2-06c040200e57 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0533640 Dec 14 01:49:04.632063 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7d5908d1-8c6e-4e49-b666-c42a9d9eb099 req-611159e2-660a-4072-bdf5-94ed7242c452 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441806 Dec 14 01:49:05.774385 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2e4e7-e4c3-495a-9ec1-fbe0f8de41c9 req-e3f21a7c-54e9-4b5f-967f-d96f880c5e8b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:05.775873 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3ff2e4e7-e4c3-495a-9ec1-fbe0f8de41c9 req-e3f21a7c-54e9-4b5f-967f-d96f880c5e8b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0642123 Dec 14 01:49:05.832368 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3ff2e4e7-e4c3-495a-9ec1-fbe0f8de41c9 req-94047a46-7101-429a-923d-14f5cd54d98b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497081 Dec 14 01:49:06.952623 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fdcab-17a9-4c34-bbfe-c3d838084e3c req-4dd09d61-47b2-46d2-b38b-cdaf2dea2163 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:06.954638 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-937fdcab-17a9-4c34-bbfe-c3d838084e3c req-4dd09d61-47b2-46d2-b38b-cdaf2dea2163 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0518024 Dec 14 01:49:07.003643 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-937fdcab-17a9-4c34-bbfe-c3d838084e3c req-20144f90-4ddf-400a-90df-fd4e1a78f3e4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430005 Dec 14 01:49:08.145189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136658a9-4661-4aad-aba6-d388c68cb023 req-5109bd0a-c939-4654-b8de-020df0cd2135 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:08.146662 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-136658a9-4661-4aad-aba6-d388c68cb023 req-5109bd0a-c939-4654-b8de-020df0cd2135 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0581024 Dec 14 01:49:08.201479 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-136658a9-4661-4aad-aba6-d388c68cb023 req-4696e1db-e9dd-484f-a2a7-18ea23917a62 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457118 Dec 14 01:49:08.530917 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-ae9cfe28-2aab-427e-b0df-a1bdaf742466 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:08.532536 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-ae9cfe28-2aab-427e-b0df-a1bdaf742466 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac&tenant_id=b7375f480ba844f08967f886f0ea2847&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 945 time: 0.0535314 Dec 14 01:49:08.546219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03389b-6828-4d01-b601-76bd66b8f5b2 req-cbd13f73-3164-420d-b587-92609038c8d4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:08.547866 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7a03389b-6828-4d01-b601-76bd66b8f5b2 req-cbd13f73-3164-420d-b587-92609038c8d4 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0509529 Dec 14 01:49:08.593848 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-096dcf10-59dd-41ba-9133-af472591543e service neutron] 10.222.0.16 "GET /v2.0/ports/11f44dda-5c47-4fc6-883d-0ad26dbc8dde/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0531499 Dec 14 01:49:08.596391 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7a03389b-6828-4d01-b601-76bd66b8f5b2 req-1eed6549-46f4-4e27-9cae-d91aff365989 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422781 Dec 14 01:49:08.674125 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-a05278d1-7abd-4de8-9e8c-abbd12273471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:08.675650 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-a05278d1-7abd-4de8-9e8c-abbd12273471 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 1098 time: 0.0417597 Dec 14 01:49:08.769448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-3f093ee2-c002-4a6c-975c-7f1b51a46bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:08.770935 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-3f093ee2-c002-4a6c-975c-7f1b51a46bd3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0877478 Dec 14 01:49:08.837347 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-2182d0c5-88c4-4a4c-9c39-193c8ee0cfd2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde HTTP/1.1" status: 200 len: 1002 time: 0.0590909 Dec 14 01:49:08.896536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-34ecf0c7-89a6-4354-adcf-8f11015eb3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:08.897958 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-34ecf0c7-89a6-4354-adcf-8f11015eb3a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0530331 Dec 14 01:49:08.945657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-ecf4e5f3-5c44-4705-a055-cf1234f7b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:08.947126 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-ecf4e5f3-5c44-4705-a055-cf1234f7b4bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420566 Dec 14 01:49:09.051469 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-e27722c2-b677-4f84-b998-56f7c19c165e service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969150 Dec 14 01:49:09.150308 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-1fbea108-dde7-47f6-b030-6dc715c9337c service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910327 Dec 14 01:49:09.730787 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c2d4e-714f-4dd9-809a-940a941d4441 req-2e570b54-7513-4ede-a752-4dc866d460c9 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:09.732345 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-955c2d4e-714f-4dd9-809a-940a941d4441 req-2e570b54-7513-4ede-a752-4dc866d460c9 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0519528 Dec 14 01:49:09.781828 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-955c2d4e-714f-4dd9-809a-940a941d4441 req-c39ddc78-de30-41e1-8d4b-4e7ac522d21b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430334 Dec 14 01:49:10.925153 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a36e8-ef24-4a81-8202-6136702eee06 req-b23b1826-6e17-4c61-9bca-0a303bf0fc0a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:10.926660 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9c2a36e8-ef24-4a81-8202-6136702eee06 req-b23b1826-6e17-4c61-9bca-0a303bf0fc0a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0697389 Dec 14 01:49:10.976642 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9c2a36e8-ef24-4a81-8202-6136702eee06 req-d33c917c-2a75-419b-9573-08c525aec420 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437291 Dec 14 01:49:11.064072 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:12.108930 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad63dd-b3b4-4bd2-a832-a4c9213e4246 req-06ffdf70-eda8-4d49-943d-2da4a0cd81fd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:12.110625 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b0ad63dd-b3b4-4bd2-a832-a4c9213e4246 req-06ffdf70-eda8-4d49-943d-2da4a0cd81fd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0537944 Dec 14 01:49:12.164991 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b0ad63dd-b3b4-4bd2-a832-a4c9213e4246 req-e098ae31-5beb-46ca-b3c7-28042a0616f2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456593 Dec 14 01:49:13.295151 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6c4fd-dea2-4c7d-8104-cd5e9d546f01 req-6b27d550-dbde-4f4e-8f43-f6891ceb2a7d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:13.296557 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a9b6c4fd-dea2-4c7d-8104-cd5e9d546f01 req-6b27d550-dbde-4f4e-8f43-f6891ceb2a7d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0567939 Dec 14 01:49:13.346252 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a9b6c4fd-dea2-4c7d-8104-cd5e9d546f01 req-8e4d3892-350a-44b1-a3fb-df8e5a85b4ff tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418673 Dec 14 01:49:14.079692 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-e647a252-a877-40e2-ba8a-5895bafcd031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:14.081130 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-e647a252-a877-40e2-ba8a-5895bafcd031 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac&tenant_id=b7375f480ba844f08967f886f0ea2847 HTTP/1.1" status: 200 len: 1098 time: 0.0459056 Dec 14 01:49:14.151961 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 11f44dda-5c47-4fc6-883d-0ad26dbc8dde no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:49:14.171010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-1f68b4a0-e4df-43d1-ac15-b0c7e5c3edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:14.172761 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-1f68b4a0-e4df-43d1-ac15-b0c7e5c3edd6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7375f480ba844f08967f886f0ea2847&device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 1098 time: 0.0518532 Dec 14 01:49:14.231499 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:14.254813 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:49:14.257387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f3f5a0-75ac-46bc-93ef-6a8aff351e7e" -d '{"events": [{"server_uuid": "7a361a3b-1ee8-4c7c-9629-cd64b1797eac", "name": "network-vif-unplugged", "status": "completed", "tag": "11f44dda-5c47-4fc6-883d-0ad26dbc8dde"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:49:14.269507 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-bf40530a-c654-429c-8191-4d0ec22ce5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:14.269843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:49:14.271007 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-bf40530a-c654-429c-8191-4d0ec22ce5c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 200 len: 912 time: 0.0918205 Dec 14 01:49:14.275298 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:14.311409 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 01:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b33f5d-5084-4cf8-a56d-9479aade5e38 x-openstack-request-id: req-31b33f5d-5084-4cf8-a56d-9479aade5e38 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:49:14.311705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a361a3b-1ee8-4c7c-9629-cd64b1797eac", "name": "network-vif-unplugged", "status": "completed", "tag": "11f44dda-5c47-4fc6-883d-0ad26dbc8dde", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:49:14.311964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31b33f5d-5084-4cf8-a56d-9479aade5e38 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:49:14.312383 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde', 'code': 200} Dec 14 01:49:14.331937 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,revision_number=9']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:14.339665 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-6d5468ed-6824-41df-a237-36274559a553 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde HTTP/1.1" status: 200 len: 1000 time: 0.0618529 Dec 14 01:49:14.401113 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-0cb383cc-47fb-4a58-8ca7-600dbb64fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:14.402721 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-0cb383cc-47fb-4a58-8ca7-600dbb64fc5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 200 len: 851 time: 0.0560546 Dec 14 01:49:14.459187 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-4a1d34e3-bfe8-4a24-bca8-afb0b0483ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:14.460933 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-4a1d34e3-bfe8-4a24-bca8-afb0b0483ed5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b711c6a-c986-41fc-a2fe-f92f63491135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430944 Dec 14 01:49:14.472431 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9234220-bc6f-4956-97ca-8e5d7c6b03d3 req-b22a03ee-8c47-40db-a24c-fb0ffcb4901b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:14.474185 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d9234220-bc6f-4956-97ca-8e5d7c6b03d3 req-b22a03ee-8c47-40db-a24c-fb0ffcb4901b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 943 time: 0.0516639 Dec 14 01:49:14.528819 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d9234220-bc6f-4956-97ca-8e5d7c6b03d3 req-a596db1f-b71e-4037-8f87-707dad3be9f5 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484002 Dec 14 01:49:14.559622 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-5bb83fcd-213a-4f75-a083-9fc6fb5e6c67 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906639 Dec 14 01:49:14.654300 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7f82806-b28a-490a-9f5e-b9fb154d2109 req-4cc37a0d-e07b-44e9-84f6-9f65454dad94 service neutron] 10.222.0.16 "GET /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872245 Dec 14 01:49:15.652211 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bb904-aa42-4ee0-95eb-7b67545888fe req-db3c8fb5-2adf-4d5e-91ab-c12581231a66 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:15.653666 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a83bb904-aa42-4ee0-95eb-7b67545888fe req-db3c8fb5-2adf-4d5e-91ab-c12581231a66 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 943 time: 0.0500534 Dec 14 01:49:15.706012 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a83bb904-aa42-4ee0-95eb-7b67545888fe req-a6c88c95-d8f0-4427-b5f2-b0db1e6b23e3 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451047 Dec 14 01:49:16.826776 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f6c36-c809-4ad3-a046-e06eaa657e51 req-e96b1e70-cb2b-4a74-81a2-c78a094fb930 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:16.828322 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-902f6c36-c809-4ad3-a046-e06eaa657e51 req-e96b1e70-cb2b-4a74-81a2-c78a094fb930 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 943 time: 0.0517259 Dec 14 01:49:16.878892 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-902f6c36-c809-4ad3-a046-e06eaa657e51 req-7ea6f38f-82c2-42fc-b794-fb547580d3d9 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443037 Dec 14 01:49:17.999546 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18668c-1289-4924-b7a1-3a16641fb02a req-6a98317a-57ae-4bbd-8513-5f863a260c0b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:18.001227 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3e18668c-1289-4924-b7a1-3a16641fb02a req-6a98317a-57ae-4bbd-8513-5f863a260c0b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 943 time: 0.0502892 Dec 14 01:49:18.049596 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3e18668c-1289-4924-b7a1-3a16641fb02a req-72b403f1-3a1a-4676-ae64-47f301157a96 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423665 Dec 14 01:49:19.175745 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df71c8c-891e-4845-b412-5da42463609e req-55c089cf-7711-4e49-a4bd-e47969427027 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:19.177306 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1df71c8c-891e-4845-b412-5da42463609e req-55c089cf-7711-4e49-a4bd-e47969427027 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 943 time: 0.0561562 Dec 14 01:49:19.225895 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1df71c8c-891e-4845-b412-5da42463609e req-b506d931-3ff3-4bb8-8117-d0189616734f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424254 Dec 14 01:49:20.165029 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 11f44dda-5c47-4fc6-883d-0ad26dbc8dde details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:49:20.279868 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:49:20.291905 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'port_id': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde', 'mac_address': 'fa:16:3e:b5:54:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:49:20.328344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:20.341096 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f44dda-5c47-4fc6-883d-0ad26dbc8dde {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:49:20.347129 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c3fc0-b566-442b-ad7b-7dee0eb0fbba req-b30197de-6dd9-417a-ab75-4ee7f0c4710b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:20.348681 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c74c3fc0-b566-442b-ad7b-7dee0eb0fbba req-b30197de-6dd9-417a-ab75-4ee7f0c4710b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 943 time: 0.0512588 Dec 14 01:49:20.360702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:49:20.366400 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:20.399657 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c74c3fc0-b566-442b-ad7b-7dee0eb0fbba req-3f93dad1-29bc-44ae-a3d3-91ffae5fbd58 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448267 Dec 14 01:49:20.414226 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,revision_number=10']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:20.485589 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['11f44dda-5c47-4fc6-883d-0ad26dbc8dde'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:49:21.533046 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a6e25-5fa0-489f-b1bf-e59316b42377 req-69b6bce9-2003-49f3-bc0c-cf3e2e0802b2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:21.535330 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-866a6e25-5fa0-489f-b1bf-e59316b42377 req-69b6bce9-2003-49f3-bc0c-cf3e2e0802b2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 945 time: 0.0511591 Dec 14 01:49:21.589616 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-866a6e25-5fa0-489f-b1bf-e59316b42377 req-8781744d-a285-48a6-93db-37a342f2e60f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469065 Dec 14 01:49:21.979946 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-371458af-19eb-4185-894c-e7c0edd30709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:22.163299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 11f44dda-5c47-4fc6-883d-0ad26dbc8dde up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:49:22.215636 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:49:22.216119 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:22.310208 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:22.333551 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:49:22.335811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2ef9d5-4d97-4eef-a730-e60df3e74f38" -d '{"events": [{"server_uuid": "7a361a3b-1ee8-4c7c-9629-cd64b1797eac", "name": "network-vif-plugged", "status": "completed", "tag": "11f44dda-5c47-4fc6-883d-0ad26dbc8dde"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:49:22.348039 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:49:22.352981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:22.381536 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2e2445-5460-4cd5-ba0a-3899b5e07eab x-openstack-request-id: req-2e2e2445-5460-4cd5-ba0a-3899b5e07eab {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:49:22.381834 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a361a3b-1ee8-4c7c-9629-cd64b1797eac", "name": "network-vif-plugged", "status": "completed", "tag": "11f44dda-5c47-4fc6-883d-0ad26dbc8dde", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:49:22.382084 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e2e2445-5460-4cd5-ba0a-3899b5e07eab {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:49:22.382472 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde', 'code': 200} Dec 14 01:49:22.401249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,revision_number=11']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:22.723428 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82ff8-25de-4150-bef9-c3f0b918ce7c req-0cefe6bc-adbf-472e-8624-821aa32d3762 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:22.724926 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dda82ff8-25de-4150-bef9-c3f0b918ce7c req-0cefe6bc-adbf-472e-8624-821aa32d3762 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 946 time: 0.0526340 Dec 14 01:49:22.777225 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dda82ff8-25de-4150-bef9-c3f0b918ce7c req-a4e38aac-4253-4fcf-b46a-c57af7fd0dfa tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435579 Dec 14 01:49:23.193452 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:49:23.913424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c48b81-4703-4d7d-b2b4-1de63715d84d req-325c7708-dfa9-4394-ac76-73afa1538d15 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:23.914918 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-04c48b81-4703-4d7d-b2b4-1de63715d84d req-325c7708-dfa9-4394-ac76-73afa1538d15 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 946 time: 0.0586178 Dec 14 01:49:23.962786 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-04c48b81-4703-4d7d-b2b4-1de63715d84d req-4d9f77f8-f04a-44dd-8a55-61f7e1155db5 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417602 Dec 14 01:49:24.193563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37f36fb8-c099-4e4b-bca7-2cf7879da9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:25.098472 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f866330-f17f-4e81-a57c-b9cb92458fd3 req-8cc082db-fdf0-4797-ab48-01deb013cf1e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:25.099832 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f866330-f17f-4e81-a57c-b9cb92458fd3 req-8cc082db-fdf0-4797-ab48-01deb013cf1e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 946 time: 0.0531054 Dec 14 01:49:25.146359 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f866330-f17f-4e81-a57c-b9cb92458fd3 req-5c21d6f0-bda0-4648-a44a-c75fa264ffa2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404224 Dec 14 01:49:25.502568 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:26.282734 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603798d-df54-4ec3-a25d-01ef0bd1a8ff req-ed0d7b1b-09ad-4cc0-8cb0-2d6329fd6628 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:26.284264 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7603798d-df54-4ec3-a25d-01ef0bd1a8ff req-ed0d7b1b-09ad-4cc0-8cb0-2d6329fd6628 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 946 time: 0.0570457 Dec 14 01:49:26.339365 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7603798d-df54-4ec3-a25d-01ef0bd1a8ff req-9e2bf673-5dde-4453-b8c3-57ed80f0bc85 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467210 Dec 14 01:49:26.897351 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:27.477661 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8d8f5-8aee-4f2d-873a-3f123be210ef req-871808c6-fede-4e9f-bb7f-61c696c4c16e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:27.479138 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-39b8d8f5-8aee-4f2d-873a-3f123be210ef req-871808c6-fede-4e9f-bb7f-61c696c4c16e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 946 time: 0.0553193 Dec 14 01:49:27.533461 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-39b8d8f5-8aee-4f2d-873a-3f123be210ef req-c2acdcf1-ea73-4dc1-8c37-d823efe8c16b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454595 Dec 14 01:49:27.656456 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea85c0d-c82e-4862-bea4-6f2b0c74035b req-02664088-b2e4-4b04-84ec-7b0d16b30b6a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:27.657915 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fea85c0d-c82e-4862-bea4-6f2b0c74035b req-02664088-b2e4-4b04-84ec-7b0d16b30b6a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 946 time: 0.0577493 Dec 14 01:49:27.717773 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:27.728365 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fea85c0d-c82e-4862-bea4-6f2b0c74035b req-99698610-319d-46d5-b406-17fc43cc9fbc tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626168 Dec 14 01:49:27.867084 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e31be3-669c-4694-a5b1-f043c3bad1e7 req-738f89bc-9f62-4711-8b43-7f082a99ad10 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:27.869347 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d0e31be3-669c-4694-a5b1-f043c3bad1e7 req-738f89bc-9f62-4711-8b43-7f082a99ad10 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 946 time: 0.0696535 Dec 14 01:49:27.938910 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d0e31be3-669c-4694-a5b1-f043c3bad1e7 req-05585ae0-788f-498f-83ed-aa0bbeaf5c0f tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603030 Dec 14 01:49:28.245314 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4479018-10a3-4392-9b41-b5a40794ec88 req-ec36bdf7-e2fa-4b83-826f-bcf36fd0472e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:28.246821 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b4479018-10a3-4392-9b41-b5a40794ec88 req-ec36bdf7-e2fa-4b83-826f-bcf36fd0472e tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 946 time: 0.0595787 Dec 14 01:49:28.313684 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b4479018-10a3-4392-9b41-b5a40794ec88 req-524e0c5c-3dce-483d-8036-546e6b1ad9c2 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584490 Dec 14 01:49:29.446235 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1e3a0-8394-4c27-8849-b789b809e6a6 req-74b84bbf-afeb-4cb1-83a7-5f1ccd98646b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:29.447741 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fda1e3a0-8394-4c27-8849-b789b809e6a6 req-74b84bbf-afeb-4cb1-83a7-5f1ccd98646b tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 946 time: 0.0585930 Dec 14 01:49:29.498545 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fda1e3a0-8394-4c27-8849-b789b809e6a6 req-4453cd7a-06de-4474-ac01-dc478b2537d1 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420585 Dec 14 01:49:30.633101 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b9c5f-44f6-43d9-b069-ebfcc79cd97a req-02dff574-00bf-4b8d-9981-a4be02c6a893 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:30.634626 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0b5b9c5f-44f6-43d9-b069-ebfcc79cd97a req-02dff574-00bf-4b8d-9981-a4be02c6a893 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 946 time: 0.0559120 Dec 14 01:49:30.684529 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0b5b9c5f-44f6-43d9-b069-ebfcc79cd97a req-8962158e-2eab-438a-9f96-2eaa4b52117d tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups?id=d39b841f-a2fa-41b6-ae06-ab1a24e468d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438023 Dec 14 01:49:30.711186 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ae3f9-d1da-4a99-8d43-e60085498f70 req-aaa88eb4-9abc-48ad-a549-516516fb039a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:30.712695 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8b2ae3f9-d1da-4a99-8d43-e60085498f70 req-aaa88eb4-9abc-48ad-a549-516516fb039a tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 946 time: 0.0503526 Dec 14 01:49:30.807680 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-8b2ae3f9-d1da-4a99-8d43-e60085498f70 req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Deleting port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:49:30.808021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8b2ae3f9-d1da-4a99-8d43-e60085498f70 req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:30.896599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-8b2ae3f9-d1da-4a99-8d43-e60085498f70 req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] For port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:49:30.896942 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8b2ae3f9-d1da-4a99-8d43-e60085498f70 req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:31.099200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8b2ae3f9-d1da-4a99-8d43-e60085498f70 req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:31.099576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8b2ae3f9-d1da-4a99-8d43-e60085498f70 req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:31.099926 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [req-8b2ae3f9-d1da-4a99-8d43-e60085498f70 req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Floating IP ad6f56b0-06c9-487d-ad72-581b689dbbcc disassociated. External IP: 172.26.1.161, port: 11f44dda-5c47-4fc6-883d-0ad26dbc8dde. Dec 14 01:49:31.100596 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-8b2ae3f9-d1da-4a99-8d43-e60085498f70 req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Calling delete_port for 11f44dda-5c47-4fc6-883d-0ad26dbc8dde owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:49:31.235077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8b2ae3f9-d1da-4a99-8d43-e60085498f70 req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:31.271441 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Pushing event deleted for resources: {'Port': ['ID=11f44dda-5c47-4fc6-883d-0ad26dbc8dde,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:31.285855 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:31.286478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:31.287052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:31.287703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:31.288353 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:31.288721 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:31.289109 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:31.289594 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:31.289906 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:31.290271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:31.290590 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:31.291077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:31.291565 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:31.406649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b2ae3f9-d1da-4a99-8d43-e60085498f70 req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Router 4f850e18-342b-47a6-9efd-6c23efc28d59 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:49:31.516691 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b2ae3f9-d1da-4a99-8d43-e60085498f70 req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:49:31.526908 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a0f5a-8642-468b-914c-2c98ffa92938 None None] Sync routers for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:49:31.538503 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a0f5a-8642-468b-914c-2c98ffa92938 None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:49:31.539196 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7e9a0f5a-8642-468b-914c-2c98ffa92938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:49:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:49:31.560124 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2ae3f9-d1da-4a99-8d43-e60085498f70 req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] No DVR routers for this DVR port 11f44dda-5c47-4fc6-883d-0ad26dbc8dde on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:49:31.562737 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8b2ae3f9-d1da-4a99-8d43-e60085498f70 req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:31.566230 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8b2ae3f9-d1da-4a99-8d43-e60085498f70 req-f4b69bf6-0535-4952-adae-8f0b0a5f39dd tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.16 "DELETE /v2.0/ports/11f44dda-5c47-4fc6-883d-0ad26dbc8dde HTTP/1.1" status: 204 len: 173 time: 0.8465691 Dec 14 01:49:31.566667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'name': 'network-vif-deleted', 'tag': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:49:31.569008 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25dd686-08bc-4aa2-9b72-c5dc7a093be9" -d '{"events": [{"server_uuid": "7a361a3b-1ee8-4c7c-9629-cd64b1797eac", "name": "network-vif-deleted", "tag": "11f44dda-5c47-4fc6-883d-0ad26dbc8dde"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:49:31.609458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30eecc56-e3fe-4a04-a5c9-1bb7cc83570f x-openstack-request-id: req-30eecc56-e3fe-4a04-a5c9-1bb7cc83570f {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:49:31.609458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a361a3b-1ee8-4c7c-9629-cd64b1797eac", "name": "network-vif-deleted", "tag": "11f44dda-5c47-4fc6-883d-0ad26dbc8dde", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:49:31.609458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30eecc56-e3fe-4a04-a5c9-1bb7cc83570f {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:49:31.609779 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a361a3b-1ee8-4c7c-9629-cd64b1797eac', 'name': 'network-vif-deleted', 'tag': '11f44dda-5c47-4fc6-883d-0ad26dbc8dde', 'status': 'completed', 'code': 200} Dec 14 01:49:31.653608 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-7e9a0f5a-8642-468b-914c-2c98ffa92938 None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:49:31.790543 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-818f46e9-91f7-4795-a014-4966df03674f req-182ebf61-bdec-41ff-b2ab-d045c4638422 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 210 time: 0.0285306 Dec 14 01:49:31.938054 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7e9a0f5a-8642-468b-914c-2c98ffa92938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:49:31.966266 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a0f5a-8642-468b-914c-2c98ffa92938 None None] Checking router: 4f850e18-342b-47a6-9efd-6c23efc28d59 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:49:31.974767 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a0f5a-8642-468b-914c-2c98ffa92938 None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:49:31.975448 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7e9a0f5a-8642-468b-914c-2c98ffa92938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:49:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:49:32.091218 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-7e9a0f5a-8642-468b-914c-2c98ffa92938 None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:49:32.291920 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7e9a0f5a-8642-468b-914c-2c98ffa92938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:49:32.322100 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a0f5a-8642-468b-914c-2c98ffa92938 None None] The sync data for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv is: [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '4104ac05-c841-48e0-9636-13505def0b19', 'name': '', 'network_id': '7b711c6a-c986-41fc-a2fe-f92f63491135', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'mac_address': 'fa:16:3e:fe:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:34Z', 'updated_at': '2021-12-14T01:43:38Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'subnets': [{'id': '4d07b31a-006f-4ad6-8aa8-e3662683883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:49:32.541186 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b089a7f1-ba1a-4437-b296-0c4b252deb53 None None] New status for floating IP ad6f56b0-06c9-487d-ad72-581b689dbbcc: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:49:32.900083 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cb787389-041c-4995-9ce6-d6c4aae3d2a1 req-d82874fe-cf8a-49c8-b39b-d14e490f00db tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 210 time: 0.0270362 Dec 14 01:49:33.995468 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-25e3ede4-e765-4831-a2a4-6c94aa8b04fc req-59c454dc-ad32-4b96-bdb1-cf40f89418f1 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 210 time: 0.0265243 Dec 14 01:49:34.240559 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 11f44dda-5c47-4fc6-883d-0ad26dbc8dde no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:49:34.264047 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 11f44dda-5c47-4fc6-883d-0ad26dbc8dde {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:49:34.264401 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 11f44dda-5c47-4fc6-883d-0ad26dbc8dde not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:49:35.103521 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a4b5cfbd-86c9-40ca-81a3-4198012d90a0 req-74163c21-f1ca-4d4c-91b7-b7aea0cef171 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 210 time: 0.0313926 Dec 14 01:49:36.212622 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-08a9891d-84ce-4bea-8ff2-59c0876c2978 req-c41f46e8-c902-4b7f-abdd-da681fea83ab tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a361a3b-1ee8-4c7c-9629-cd64b1797eac HTTP/1.1" status: 200 len: 210 time: 0.0284629 Dec 14 01:49:41.067904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:42.035089 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33384) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:49:42.091721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:42.115416 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:42.163078 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:42.165939 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:42.167485 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "DELETE /v2.0/security-groups/d39b841f-a2fa-41b6-ae06-ab1a24e468d8 HTTP/1.1" status: 204 len: 168 time: 0.1311288 Dec 14 01:49:42.170084 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33386) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:49:42.176741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39b841f-a2fa-41b6-ae06-ab1a24e468d8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:42.183778 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.api.v2.resource [None req-3f2b2f97-605d-4254-a4ea-741ce1e73a45 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] show failed (client error): The resource could not be found. Dec 14 01:49:42.183934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:42.184210 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:42.184548 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:42.184777 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3f2b2f97-605d-4254-a4ea-741ce1e73a45 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "GET /v2.0/security-groups/d39b841f-a2fa-41b6-ae06-ab1a24e468d8 HTTP/1.1" status: 404 len: 347 time: 0.0136585 Dec 14 01:49:42.184904 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:42.185212 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:42.185551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:42.185882 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:42.186211 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:42.186537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:42.186868 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:42.187197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:42.187520 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:42.187624 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33388) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:49:42.187840 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36f7-285d-485d-81e0-60a9da828d80 tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:42.311026 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b06846e9-61d8-41c3-bfe4-4647602b50ae tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Deleting port 62099577-f5ad-48c7-8cb4-eba62b2f6be9 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:49:42.311395 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b06846e9-61d8-41c3-bfe4-4647602b50ae tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:42.386827 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b06846e9-61d8-41c3-bfe4-4647602b50ae tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:42.387048 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b06846e9-61d8-41c3-bfe4-4647602b50ae tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:42.398742 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b06846e9-61d8-41c3-bfe4-4647602b50ae tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Calling delete_port for 62099577-f5ad-48c7-8cb4-eba62b2f6be9 owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:49:42.546829 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b06846e9-61d8-41c3-bfe4-4647602b50ae tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:42.576919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06846e9-61d8-41c3-bfe4-4647602b50ae tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Pushing event deleted for resources: {'Port': ['ID=62099577-f5ad-48c7-8cb4-eba62b2f6be9,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:42.954122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b06846e9-61d8-41c3-bfe4-4647602b50ae tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:42.956694 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b06846e9-61d8-41c3-bfe4-4647602b50ae tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:42.957840 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b06846e9-61d8-41c3-bfe4-4647602b50ae tempest-ServerActionsTestJSON-69948794 tempest-ServerActionsTestJSON-69948794-project] 10.222.0.32 "DELETE /v2.0/floatingips/ad6f56b0-06c9-487d-ad72-581b689dbbcc HTTP/1.1" status: 204 len: 168 time: 0.7693260 Dec 14 01:49:42.960977 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33390) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:49:43.365233 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d7f4fb82-6f5e-4dbc-97a3-435cfcccdd40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:43.621143 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d7f4fb82-6f5e-4dbc-97a3-435cfcccdd40 admin admin] Deleting port 4104ac05-c841-48e0-9636-13505def0b19 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:49:43.621363 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d7f4fb82-6f5e-4dbc-97a3-435cfcccdd40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:43.714162 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d7f4fb82-6f5e-4dbc-97a3-435cfcccdd40 admin admin] For port 4104ac05-c841-48e0-9636-13505def0b19, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4104ac05-c841-48e0-9636-13505def0b19,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:49:43.714713 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d7f4fb82-6f5e-4dbc-97a3-435cfcccdd40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:43.734064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d7f4fb82-6f5e-4dbc-97a3-435cfcccdd40 admin admin] Calling delete_port for 4104ac05-c841-48e0-9636-13505def0b19 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:49:43.920071 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d7f4fb82-6f5e-4dbc-97a3-435cfcccdd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:43.950196 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4fb82-6f5e-4dbc-97a3-435cfcccdd40 admin admin] Pushing event deleted for resources: {'Port': ['ID=4104ac05-c841-48e0-9636-13505def0b19,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:44.120733 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d7f4fb82-6f5e-4dbc-97a3-435cfcccdd40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:44.349514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f4fb82-6f5e-4dbc-97a3-435cfcccdd40 admin admin] Router 4f850e18-342b-47a6-9efd-6c23efc28d59 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:49:44.463834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f4fb82-6f5e-4dbc-97a3-435cfcccdd40 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:49:44.469717 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d7f4fb82-6f5e-4dbc-97a3-435cfcccdd40 admin admin] 10.222.0.32 "PUT /v2.0/routers/4f850e18-342b-47a6-9efd-6c23efc28d59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5077937 Dec 14 01:49:44.472629 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33394) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:49:44.475498 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4975ae55-a3a3-45c5-9897-115f548b9d5d None None] Sync routers for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:49:44.486321 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975ae55-a3a3-45c5-9897-115f548b9d5d None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:49:44.486930 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4975ae55-a3a3-45c5-9897-115f548b9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:49:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:49:44.587133 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-270e95c4-60b9-442a-a256-03cf7b9bba9c admin admin] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:44.593007 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-4975ae55-a3a3-45c5-9897-115f548b9d5d None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:49:44.691601 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-270e95c4-60b9-442a-a256-03cf7b9bba9c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:44.749353 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-270e95c4-60b9-442a-a256-03cf7b9bba9c admin admin] Deleting port 91260c76-e93f-4679-8de6-9855492deebe {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:49:44.749683 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-270e95c4-60b9-442a-a256-03cf7b9bba9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:44.776563 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4975ae55-a3a3-45c5-9897-115f548b9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '91260c76-e93f-4679-8de6-9855492deebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:49:43Z', 'revision_number': 5, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port': {'id': '91260c76-e93f-4679-8de6-9855492deebe', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:43:33Z', 'updated_at': '2021-12-14T01:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:49:44.802265 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4975ae55-a3a3-45c5-9897-115f548b9d5d None None] Checking router: 4f850e18-342b-47a6-9efd-6c23efc28d59 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:49:44.811467 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975ae55-a3a3-45c5-9897-115f548b9d5d None None] Routers {'4f850e18-342b-47a6-9efd-6c23efc28d59'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:49:44.812052 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4975ae55-a3a3-45c5-9897-115f548b9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:49:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['4f850e18-342b-47a6-9efd-6c23efc28d59'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:49:44.838214 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-270e95c4-60b9-442a-a256-03cf7b9bba9c admin admin] For port 91260c76-e93f-4679-8de6-9855492deebe, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=91260c76-e93f-4679-8de6-9855492deebe,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:49:44.838598 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-270e95c4-60b9-442a-a256-03cf7b9bba9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:44.852639 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-270e95c4-60b9-442a-a256-03cf7b9bba9c admin admin] Calling delete_port for 91260c76-e93f-4679-8de6-9855492deebe owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:49:44.914001 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-4975ae55-a3a3-45c5-9897-115f548b9d5d None None] Set router 4f850e18-342b-47a6-9efd-6c23efc28d59 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:49:44.971180 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4975ae55-a3a3-45c5-9897-115f548b9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:49:44Z', 'revision_number': 6, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:49:44.998319 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4975ae55-a3a3-45c5-9897-115f548b9d5d None None] The sync data for ids ['4f850e18-342b-47a6-9efd-6c23efc28d59'] in dv-neutron-821592-1-hyperv is: [{'id': '4f850e18-342b-47a6-9efd-6c23efc28d59', 'name': 'tempest-ServerActionsTestJSON-1174105147-router', 'tenant_id': 'b7375f480ba844f08967f886f0ea2847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:43:32Z', 'updated_at': '2021-12-14T01:49:44Z', 'revision_number': 6, 'project_id': 'b7375f480ba844f08967f886f0ea2847', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:49:45.021461 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-270e95c4-60b9-442a-a256-03cf7b9bba9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.048879 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e95c4-60b9-442a-a256-03cf7b9bba9c admin admin] Pushing event deleted for resources: {'Port': ['ID=91260c76-e93f-4679-8de6-9855492deebe,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:45.063948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1323fcfe-de6e-464f-999a-fbad5ee4d104 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:49:45.114470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-270e95c4-60b9-442a-a256-03cf7b9bba9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.204790 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-270e95c4-60b9-442a-a256-03cf7b9bba9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.207099 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-270e95c4-60b9-442a-a256-03cf7b9bba9c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.262225 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-270e95c4-60b9-442a-a256-03cf7b9bba9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.262735 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270e95c4-60b9-442a-a256-03cf7b9bba9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f850e18-342b-47a6-9efd-6c23efc28d59 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:49:45.267094 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-270e95c4-60b9-442a-a256-03cf7b9bba9c admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.268341 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-270e95c4-60b9-442a-a256-03cf7b9bba9c admin admin] 10.222.0.32 "DELETE /v2.0/routers/4f850e18-342b-47a6-9efd-6c23efc28d59 HTTP/1.1" status: 204 len: 168 time: 0.7947664 Dec 14 01:49:45.270861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33396) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:49:45.322020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4fa738-33a3-425e-b726-54fb86d2268d admin admin] Deleting subnet 4d07b31a-006f-4ad6-8aa8-e3662683883e {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:49:45.325573 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa738-33a3-425e-b726-54fb86d2268d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.364633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa738-33a3-425e-b726-54fb86d2268d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.444931 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa738-33a3-425e-b726-54fb86d2268d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.499448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa738-33a3-425e-b726-54fb86d2268d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.525946 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fa738-33a3-425e-b726-54fb86d2268d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d07b31a-006f-4ad6-8aa8-e3662683883e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:45.527962 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa738-33a3-425e-b726-54fb86d2268d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.532208 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c780f6fd-d21b-4d4b-8cc9-3962d41f22ca None None] Network 7b711c6a-c986-41fc-a2fe-f92f63491135 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:49:45.532332 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6e4fa738-33a3-425e-b726-54fb86d2268d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4d07b31a-006f-4ad6-8aa8-e3662683883e HTTP/1.1" status: 204 len: 168 time: 0.2596891 Dec 14 01:49:45.534392 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33398) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:49:45.605361 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.659750 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] Deleting port aa5398d8-719a-478a-8624-05ab5bdd9f00 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:49:45.660145 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.735642 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] For port aa5398d8-719a-478a-8624-05ab5bdd9f00, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=aa5398d8-719a-478a-8624-05ab5bdd9f00,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:49:45.736013 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.748630 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] Calling delete_port for aa5398d8-719a-478a-8624-05ab5bdd9f00 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:49:45.791798 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae4fc17-820c-4ffa-84a8-845fa55cad23 None None] DHCP port deletion for 7b711c6a-c986-41fc-a2fe-f92f63491135 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:49:45.844164 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6ae4fc17-820c-4ffa-84a8-845fa55cad23 None None] Deleting port aa5398d8-719a-478a-8624-05ab5bdd9f00 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:49:45.844769 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fc17-820c-4ffa-84a8-845fa55cad23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.848754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.875134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5398d8-719a-478a-8624-05ab5bdd9f00,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:45.878642 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] No DVR routers for this DVR port aa5398d8-719a-478a-8624-05ab5bdd9f00 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:49:45.888996 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 91260c76-e93f-4679-8de6-9855492deebe no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:49:45.910516 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 91260c76-e93f-4679-8de6-9855492deebe {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:49:45.910867 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 91260c76-e93f-4679-8de6-9855492deebe not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:49:45.911290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device aa5398d8-719a-478a-8624-05ab5bdd9f00 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:49:45.939220 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: aa5398d8-719a-478a-8624-05ab5bdd9f00 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:49:45.939560 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device aa5398d8-719a-478a-8624-05ab5bdd9f00 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:49:45.939978 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4104ac05-c841-48e0-9636-13505def0b19 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:49:45.955692 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.966581 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 4104ac05-c841-48e0-9636-13505def0b19 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:49:45.966965 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4104ac05-c841-48e0-9636-13505def0b19 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:49:45.975635 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6ae4fc17-820c-4ffa-84a8-845fa55cad23 None None] For port aa5398d8-719a-478a-8624-05ab5bdd9f00, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=aa5398d8-719a-478a-8624-05ab5bdd9f00,segment=NetworkSegment(6b183129-2e3f-4d28-b4ee-be21e03e5d48),segment_id=6b183129-2e3f-4d28-b4ee-be21e03e5d48)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:49:45.976031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fc17-820c-4ffa-84a8-845fa55cad23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:45.976857 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b711c6a-c986-41fc-a2fe-f92f63491135']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:49:45.987296 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b183129-2e3f-4d28-b4ee-be21e03e5d48') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:49:45.987902 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b183129-2e3f-4d28-b4ee-be21e03e5d48') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:49:45.988922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6ae4fc17-820c-4ffa-84a8-845fa55cad23 None None] Calling delete_port for aa5398d8-719a-478a-8624-05ab5bdd9f00 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:49:45.999077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:46.014106 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:46.021024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:49:46.021517 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:49:46.023568 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: from cryptography.utils import int_from_bytes Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: from cryptography.utils import int_from_bytes Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:49:46.071145 dv-neutron-821592-1-hyperv neutron-server[103410]: self.session.flush() Dec 14 01:49:46.078862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fc17-820c-4ffa-84a8-845fa55cad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:46.108493 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae4fc17-820c-4ffa-84a8-845fa55cad23 None None] No DVR routers for this DVR port aa5398d8-719a-478a-8624-05ab5bdd9f00 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:49:46.112814 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:46.113075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4fc17-820c-4ffa-84a8-845fa55cad23 None None] Pushing event deleted for resources: {'Port': ['ID=aa5398d8-719a-478a-8624-05ab5bdd9f00,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:46.120152 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:46.135496 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] 10.222.0.32 "DELETE /v2.0/networks/7b711c6a-c986-41fc-a2fe-f92f63491135 HTTP/1.1" status: 204 len: 168 time: 0.6000581 Dec 14 01:49:46.153751 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b6fa6-4d47-45b4-ba0e-60a9cfe22ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=7b711c6a-c986-41fc-a2fe-f92f63491135,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:46.256457 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33404) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:49:46.296964 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b19e163b-cdb0-4948-b89e-c26036d056f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7375f480ba844f08967f886f0ea2847&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392334 Dec 14 01:49:46.299403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33406) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:49:46.346181 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4150518e-71ac-48bf-870a-a7a601ef8c18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:46.366687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4150518e-71ac-48bf-870a-a7a601ef8c18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:46.422749 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4150518e-71ac-48bf-870a-a7a601ef8c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:46.425510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4150518e-71ac-48bf-870a-a7a601ef8c18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:46.426672 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4150518e-71ac-48bf-870a-a7a601ef8c18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab830644-76da-4e8c-8134-b07d64e006d8 HTTP/1.1" status: 204 len: 168 time: 0.1264024 Dec 14 01:49:46.436402 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150518e-71ac-48bf-870a-a7a601ef8c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab830644-76da-4e8c-8134-b07d64e006d8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:47.147942 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33428) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:49:47.268632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-70f46bf3-dd64-4114-9da7-da7a1e3408ed admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1605664668-network', 'tenant_id': '1f681c54d5d646db9370564c8224ee2b'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:49:47.296787 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f46bf3-dd64-4114-9da7-da7a1e3408ed admin admin] Made reservation on behalf of 1f681c54d5d646db9370564c8224ee2b for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:49:47.299057 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70f46bf3-dd64-4114-9da7-da7a1e3408ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:47.307479 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70f46bf3-dd64-4114-9da7-da7a1e3408ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:47.383611 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70f46bf3-dd64-4114-9da7-da7a1e3408ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:47.391526 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70f46bf3-dd64-4114-9da7-da7a1e3408ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:47.426931 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f46bf3-dd64-4114-9da7-da7a1e3408ed admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:49:47.435491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f46bf3-dd64-4114-9da7-da7a1e3408ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d426a84a-b4e9-4648-bfa8-d4576e458156,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:47.441839 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70f46bf3-dd64-4114-9da7-da7a1e3408ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:47.442179 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-70f46bf3-dd64-4114-9da7-da7a1e3408ed admin admin] Added segment a9eb7641-51b0-4958-bdf9-f1e975d57a2f of type vlan for network 8e1aca40-230d-4faa-a460-e9f5eb1110c3 Dec 14 01:49:47.485640 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70f46bf3-dd64-4114-9da7-da7a1e3408ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:47.513301 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70f46bf3-dd64-4114-9da7-da7a1e3408ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:47.514638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f46bf3-dd64-4114-9da7-da7a1e3408ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:47.515479 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70f46bf3-dd64-4114-9da7-da7a1e3408ed admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:47.579600 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-70f46bf3-dd64-4114-9da7-da7a1e3408ed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4304802 Dec 14 01:49:47.583598 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f46bf3-dd64-4114-9da7-da7a1e3408ed admin admin] Pushing event updated for resources: {'Network': ['ID=8e1aca40-230d-4faa-a460-e9f5eb1110c3,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:47.584580 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33432) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:49:47.590264 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-01ee6d4d-a3bf-4e84-986a-c724f6bb3f3a admin admin] Request body: {'subnet': {'network_id': '8e1aca40-230d-4faa-a460-e9f5eb1110c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1605664668-subnet', 'tenant_id': '1f681c54d5d646db9370564c8224ee2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:49:47.597098 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 8e1aca40-230d-4faa-a460-e9f5eb1110c3 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:49:47.621790 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ee6d4d-a3bf-4e84-986a-c724f6bb3f3a admin admin] Made reservation on behalf of 1f681c54d5d646db9370564c8224ee2b for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:49:47.624613 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-01ee6d4d-a3bf-4e84-986a-c724f6bb3f3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:47.797461 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-01ee6d4d-a3bf-4e84-986a-c724f6bb3f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:47.854162 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee6d4d-a3bf-4e84-986a-c724f6bb3f3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=66bce4a4-d536-47f1-b659-8dd7d347573a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:47.865830 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee6d4d-a3bf-4e84-986a-c724f6bb3f3a admin admin] Checking segment: {'id': 'a9eb7641-51b0-4958-bdf9-f1e975d57a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8e1aca40-230d-4faa-a460-e9f5eb1110c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:49:47.866352 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ee6d4d-a3bf-4e84-986a-c724f6bb3f3a admin admin] Network hostable DHCP agents. Network: 8e1aca40-230d-4faa-a460-e9f5eb1110c3, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:49:47.887035 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ee6d4d-a3bf-4e84-986a-c724f6bb3f3a admin admin] Network 8e1aca40-230d-4faa-a460-e9f5eb1110c3 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:49:47.896507 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-01ee6d4d-a3bf-4e84-986a-c724f6bb3f3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 8e1aca40-230d-4faa-a460-e9f5eb1110c3) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:49:47.900508 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ee6d4d-a3bf-4e84-986a-c724f6bb3f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:47.901087 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-01ee6d4d-a3bf-4e84-986a-c724f6bb3f3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:47.906448 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a329cc-6cf5-4628-817c-16a9c94b199b None None] Network 8e1aca40-230d-4faa-a460-e9f5eb1110c3 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:49:47.918483 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-01ee6d4d-a3bf-4e84-986a-c724f6bb3f3a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3325119 Dec 14 01:49:48.001193 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a09d98e-2866-41f5-b2c2-e8eabbfb5ed8 None None] Network 8e1aca40-230d-4faa-a460-e9f5eb1110c3 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:49:48.351371 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-2664e9d4-c4ae-406e-a740-259dfe554c34 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:48.352801 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-2664e9d4-c4ae-406e-a740-259dfe554c34 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/networks?id=8e1aca40-230d-4faa-a460-e9f5eb1110c3 HTTP/1.1" status: 200 len: 814 time: 0.1018820 Dec 14 01:49:48.368840 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-eb52dbfb-66a2-4d92-aa39-719ff17e7d43 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/quotas/1f681c54d5d646db9370564c8224ee2b HTTP/1.1" status: 200 len: 375 time: 0.0091732 Dec 14 01:49:48.399561 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-58d27027-e0a4-41d9-a6ca-bcaa19d8a5d0 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f681c54d5d646db9370564c8224ee2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254061 Dec 14 01:49:48.410728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-7a0a6b84-9a3f-4b23-a5d6-8a9ab6b67a80 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:49:48.411676 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-7a0a6b84-9a3f-4b23-a5d6-8a9ab6b67a80 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049715 Dec 14 01:49:48.511352 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-ada03bbb-272b-4e63-94d8-d048f683f7ae service neutron] 10.222.0.32 "GET /v2.0/networks/8e1aca40-230d-4faa-a460-e9f5eb1110c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939689 Dec 14 01:49:48.609380 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-c8cb1b53-eb3d-49d8-9ecf-299992b24920 service neutron] 10.222.0.32 "GET /v2.0/networks/8e1aca40-230d-4faa-a460-e9f5eb1110c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883334 Dec 14 01:49:48.769377 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a4f710b-25c4-4ca2-813f-bf7410d0a2ea req-4138cffe-1708-42fb-9839-bf97e0530c52 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 210 time: 0.0273242 Dec 14 01:49:49.846885 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-24ade23a-4ffa-4328-96f4-98eb49859461 req-d2bd7760-47de-4286-b96b-edc0b4906857 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 210 time: 0.0263693 Dec 14 01:49:50.943831 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-39a2a8b8-1078-41c6-915e-7d70e3e1a0cb req-73505736-e4ec-4fd3-83cd-4578d28ffbb0 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 210 time: 0.0280092 Dec 14 01:49:51.983904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9fe0ee99-b255-4390-9aae-e3e3fe5cba86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:52.017245 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-e90d9f9f-1c49-4438-bcdf-99317a0b02bd tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:52.018760 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-e90d9f9f-1c49-4438-bcdf-99317a0b02bd tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.16 "GET /v2.0/networks?id=8e1aca40-230d-4faa-a460-e9f5eb1110c3 HTTP/1.1" status: 200 len: 814 time: 0.1186402 Dec 14 01:49:52.041004 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-e8dbc626-0a9a-4c9c-b91e-078e3d26bd3b tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Request body: {'port': {'device_id': '08a1c09b-9423-4ff1-a78c-43e8c67998c5', 'network_id': '8e1aca40-230d-4faa-a460-e9f5eb1110c3', 'admin_state_up': True, 'tenant_id': '1f681c54d5d646db9370564c8224ee2b'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:49:52.044189 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-00710ccc-58d1-4b76-a707-be94d572befd req-4ad816cf-a878-4153-9da9-5eadaa3de6a5 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 210 time: 0.0270603 Dec 14 01:49:52.150546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-e8dbc626-0a9a-4c9c-b91e-078e3d26bd3b tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Made reservation on behalf of 1f681c54d5d646db9370564c8224ee2b for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:49:52.154346 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-e8dbc626-0a9a-4c9c-b91e-078e3d26bd3b tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:52.282313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-e8dbc626-0a9a-4c9c-b91e-078e3d26bd3b tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Allocated IP 172.20.0.3 (8e1aca40-230d-4faa-a460-e9f5eb1110c3/66bce4a4-d536-47f1-b659-8dd7d347573a/d26ed881-ba6d-497a-9036-184f33bd4aeb) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:49:52.425696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-e8dbc626-0a9a-4c9c-b91e-078e3d26bd3b tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:52.463500 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-e8dbc626-0a9a-4c9c-b91e-078e3d26bd3b tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:52.506424 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-e8dbc626-0a9a-4c9c-b91e-078e3d26bd3b tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Network 8e1aca40-230d-4faa-a460-e9f5eb1110c3 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:49:52.509536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-e8dbc626-0a9a-4c9c-b91e-078e3d26bd3b tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:49:52.513399 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-e8dbc626-0a9a-4c9c-b91e-078e3d26bd3b tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:49:52.519669 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbc626-0a9a-4c9c-b91e-078e3d26bd3b tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Pushing event updated for resources: {'Port': ['ID=d26ed881-ba6d-497a-9036-184f33bd4aeb,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:52.568374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-e8dbc626-0a9a-4c9c-b91e-078e3d26bd3b tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:52.568982 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-e8dbc626-0a9a-4c9c-b91e-078e3d26bd3b tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:52.587037 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-e8dbc626-0a9a-4c9c-b91e-078e3d26bd3b tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5502319 Dec 14 01:49:52.605374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Request body: {'port': {'device_id': '08a1c09b-9423-4ff1-a78c-43e8c67998c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:49:52.657974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:52.936415 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26ed881-ba6d-497a-9036-184f33bd4aeb {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:49:52.948810 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:52.964116 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Transition to ACTIVE for port object d26ed881-ba6d-497a-9036-184f33bd4aeb will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:49:52.969506 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:53.016684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Pushing event updated for resources: {'Port': ['ID=d26ed881-ba6d-497a-9036-184f33bd4aeb,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:53.084902 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Attempting to bind port d26ed881-ba6d-497a-9036-184f33bd4aeb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:49:53.085517 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Attempting to bind port d26ed881-ba6d-497a-9036-184f33bd4aeb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a9eb7641-51b0-4958-bdf9-f1e975d57a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8e1aca40-230d-4faa-a460-e9f5eb1110c3'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:49:53.085517 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Attempting to bind port d26ed881-ba6d-497a-9036-184f33bd4aeb on network 8e1aca40-230d-4faa-a460-e9f5eb1110c3 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:49:53.089859 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Port d26ed881-ba6d-497a-9036-184f33bd4aeb on network 8e1aca40-230d-4faa-a460-e9f5eb1110c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:49:53.090173 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Attempting to bind port d26ed881-ba6d-497a-9036-184f33bd4aeb on network 8e1aca40-230d-4faa-a460-e9f5eb1110c3 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:49:53.095071 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:49:53.095425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Checking segment: {'id': 'a9eb7641-51b0-4958-bdf9-f1e975d57a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8e1aca40-230d-4faa-a460-e9f5eb1110c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:49:53.095778 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Bound using segment: {'id': 'a9eb7641-51b0-4958-bdf9-f1e975d57a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8e1aca40-230d-4faa-a460-e9f5eb1110c3'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:49:53.096224 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Bound port: d26ed881-ba6d-497a-9036-184f33bd4aeb, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9eb7641-51b0-4958-bdf9-f1e975d57a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8e1aca40-230d-4faa-a460-e9f5eb1110c3'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:49:53.096575 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:53.160399 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fd763-94db-48d9-998b-49ac91ab4f12 req-45511985-0bd0-42c8-a7c6-6a21ee21ed2f tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:53.162077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] For port d26ed881-ba6d-497a-9036-184f33bd4aeb, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:49:53.162630 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7a9fd763-94db-48d9-998b-49ac91ab4f12 req-45511985-0bd0-42c8-a7c6-6a21ee21ed2f tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 943 time: 0.0489478 Dec 14 01:49:53.165195 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] For port d26ed881-ba6d-497a-9036-184f33bd4aeb, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d26ed881-ba6d-497a-9036-184f33bd4aeb,segment=NetworkSegment(a9eb7641-51b0-4958-bdf9-f1e975d57a2f),segment_id=a9eb7641-51b0-4958-bdf9-f1e975d57a2f)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:49:53.170447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:53.205797 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:53.206411 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:53.207789 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] 10.222.0.16 "PUT /v2.0/ports/d26ed881-ba6d-497a-9036-184f33bd4aeb HTTP/1.1" status: 200 len: 1093 time: 0.6064765 Dec 14 01:49:53.208246 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a1c09b-9423-4ff1-a78c-43e8c67998c5', 'tag': 'd26ed881-ba6d-497a-9036-184f33bd4aeb'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:49:53.210497 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0560095c-10c2-44e8-aed9-bfdb33b24f53" -d '{"events": [{"name": "network-changed", "server_uuid": "08a1c09b-9423-4ff1-a78c-43e8c67998c5", "tag": "d26ed881-ba6d-497a-9036-184f33bd4aeb"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:49:53.216120 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7a9fd763-94db-48d9-998b-49ac91ab4f12 req-c05e5e5a-3764-4548-a714-2b1876c738a4 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468845 Dec 14 01:49:53.232227 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ed238-dcaf-4855-aa99-cf694f73926f service neutron] Pushing event updated for resources: {'Port': ['ID=d26ed881-ba6d-497a-9036-184f33bd4aeb,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:53.251971 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a49620e-4fa4-4837-a56c-ccb954576735 x-openstack-request-id: req-8a49620e-4fa4-4837-a56c-ccb954576735 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:49:53.252322 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a1c09b-9423-4ff1-a78c-43e8c67998c5", "tag": "d26ed881-ba6d-497a-9036-184f33bd4aeb", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:49:53.252576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a49620e-4fa4-4837-a56c-ccb954576735 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:49:53.252978 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a1c09b-9423-4ff1-a78c-43e8c67998c5', 'tag': 'd26ed881-ba6d-497a-9036-184f33bd4aeb', 'status': 'completed', 'code': 200} Dec 14 01:49:53.313040 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-fa914e2e-bc7c-42f4-a7dc-1a21ad8daef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:53.314533 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-fa914e2e-bc7c-42f4-a7dc-1a21ad8daef0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f681c54d5d646db9370564c8224ee2b&device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 1096 time: 0.0414171 Dec 14 01:49:53.361730 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-38460ee6-a28f-463d-ad87-21221dee7a3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d26ed881-ba6d-497a-9036-184f33bd4aeb HTTP/1.1" status: 200 len: 217 time: 0.0337751 Dec 14 01:49:53.725986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-dacf73ab-7119-4567-b053-ff58a06fe14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:53.727463 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-dacf73ab-7119-4567-b053-ff58a06fe14f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66bce4a4-d536-47f1-b659-8dd7d347573a HTTP/1.1" status: 200 len: 854 time: 0.3578293 Dec 14 01:49:53.759596 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-de021072-9c30-4abe-9023-0057e3aafc3a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e1aca40-230d-4faa-a460-e9f5eb1110c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242453 Dec 14 01:49:53.859124 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-f9f8e3f1-cfa5-445a-9dc6-8571b2312674 service neutron] 10.222.0.16 "GET /v2.0/networks/8e1aca40-230d-4faa-a460-e9f5eb1110c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917294 Dec 14 01:49:53.961053 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-011f8677-fb6b-4f5f-9643-2050aebfe059 req-d29c7f60-3970-4fb1-9278-c870bf2e6d86 service neutron] 10.222.0.16 "GET /v2.0/networks/8e1aca40-230d-4faa-a460-e9f5eb1110c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951245 Dec 14 01:49:54.102286 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560095c-10c2-44e8-aed9-bfdb33b24f53 req-89545c9b-47e8-4684-aecd-642200263c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:54.103681 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0560095c-10c2-44e8-aed9-bfdb33b24f53 req-89545c9b-47e8-4684-aecd-642200263c35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f681c54d5d646db9370564c8224ee2b&device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 1096 time: 0.0435915 Dec 14 01:49:54.196764 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac921caa-1967-4cdf-ba28-82badd8a7a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:54.201592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560095c-10c2-44e8-aed9-bfdb33b24f53 req-0337eb16-6a03-443e-a1c5-71ee57d943b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:54.203066 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0560095c-10c2-44e8-aed9-bfdb33b24f53 req-0337eb16-6a03-443e-a1c5-71ee57d943b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e1aca40-230d-4faa-a460-e9f5eb1110c3 HTTP/1.1" status: 200 len: 914 time: 0.0911703 Dec 14 01:49:54.244930 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0560095c-10c2-44e8-aed9-bfdb33b24f53 req-2cd8be8c-b2ce-4237-b354-2dd3426513c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d26ed881-ba6d-497a-9036-184f33bd4aeb HTTP/1.1" status: 200 len: 217 time: 0.0344503 Dec 14 01:49:54.294618 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560095c-10c2-44e8-aed9-bfdb33b24f53 req-b45626cf-0044-42e4-96c3-f9e17cb3f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:54.296143 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0560095c-10c2-44e8-aed9-bfdb33b24f53 req-b45626cf-0044-42e4-96c3-f9e17cb3f3df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66bce4a4-d536-47f1-b659-8dd7d347573a HTTP/1.1" status: 200 len: 854 time: 0.0439112 Dec 14 01:49:54.332762 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0560095c-10c2-44e8-aed9-bfdb33b24f53 req-fe418090-01f9-4119-b04d-9c4450b4671d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e1aca40-230d-4faa-a460-e9f5eb1110c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288696 Dec 14 01:49:54.334588 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcd3df-d98f-47a7-8df6-0c3f4a30ea53 req-e4228851-25d4-4790-8aba-819e9c7618b5 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:54.336074 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f6bcd3df-d98f-47a7-8df6-0c3f4a30ea53 req-e4228851-25d4-4790-8aba-819e9c7618b5 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 943 time: 0.0502601 Dec 14 01:49:54.384846 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f6bcd3df-d98f-47a7-8df6-0c3f4a30ea53 req-302019aa-c9bd-4971-aecf-1ee1bf9aa1c9 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424144 Dec 14 01:49:54.425018 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0560095c-10c2-44e8-aed9-bfdb33b24f53 req-855cbb1f-10bf-4c67-b3eb-bc3b6374ab07 service neutron] 10.222.0.16 "GET /v2.0/networks/8e1aca40-230d-4faa-a460-e9f5eb1110c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842230 Dec 14 01:49:54.525225 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-0560095c-10c2-44e8-aed9-bfdb33b24f53 req-93dbbc16-b3da-4dfa-a78b-efd669ebd03a service neutron] 10.222.0.16 "GET /v2.0/networks/8e1aca40-230d-4faa-a460-e9f5eb1110c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899446 Dec 14 01:49:55.503794 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:55.510625 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b076d-1b7c-42be-8dbe-26d7ae244bf3 req-e7331a9a-fd48-47b2-89a6-1cd6712e4d6b tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:55.512131 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b27b076d-1b7c-42be-8dbe-26d7ae244bf3 req-e7331a9a-fd48-47b2-89a6-1cd6712e4d6b tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 943 time: 0.0568917 Dec 14 01:49:55.569420 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b27b076d-1b7c-42be-8dbe-26d7ae244bf3 req-51c5bb8c-a543-44cb-ad57-2a0dc78a60d6 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502684 Dec 14 01:49:56.319880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device d26ed881-ba6d-497a-9036-184f33bd4aeb details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:49:56.419481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port d26ed881-ba6d-497a-9036-184f33bd4aeb, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d26ed881-ba6d-497a-9036-184f33bd4aeb,segment=NetworkSegment(a9eb7641-51b0-4958-bdf9-f1e975d57a2f),segment_id=a9eb7641-51b0-4958-bdf9-f1e975d57a2f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:49:56.431161 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'd26ed881-ba6d-497a-9036-184f33bd4aeb', 'network_id': '8e1aca40-230d-4faa-a460-e9f5eb1110c3', 'port_id': 'd26ed881-ba6d-497a-9036-184f33bd4aeb', 'mac_address': 'fa:16:3e:de:97:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bce4a4-d536-47f1-b659-8dd7d347573a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:49:56.472720 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:56.487098 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26ed881-ba6d-497a-9036-184f33bd4aeb {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:49:56.508800 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port d26ed881-ba6d-497a-9036-184f33bd4aeb, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d26ed881-ba6d-497a-9036-184f33bd4aeb,segment=NetworkSegment(a9eb7641-51b0-4958-bdf9-f1e975d57a2f),segment_id=a9eb7641-51b0-4958-bdf9-f1e975d57a2f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:49:56.514495 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:56.570460 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=d26ed881-ba6d-497a-9036-184f33bd4aeb,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:56.579788 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:56.580138 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:56.580507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:56.580817 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:56.581174 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:56.581496 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:56.581822 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:56.582145 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:56.582473 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:56.582799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:56.583113 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:56.583414 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:56.583725 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:49:56.705323 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594760ba-1986-4805-81cf-ab889fd52aed req-7d2116f3-f000-479f-ba0f-789a0bfc7278 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:56.706903 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-594760ba-1986-4805-81cf-ab889fd52aed req-7d2116f3-f000-479f-ba0f-789a0bfc7278 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 944 time: 0.0641661 Dec 14 01:49:56.759568 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-594760ba-1986-4805-81cf-ab889fd52aed req-666fe951-7b09-45d6-8ee1-c9064a25bd6e tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441186 Dec 14 01:49:56.807178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['d26ed881-ba6d-497a-9036-184f33bd4aeb'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:49:56.896415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:57.723732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:57.886545 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc87426-00e8-4f07-9b07-27d858e653e9 req-31a1bb34-fff5-4068-9de3-0ac7f3d6df57 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:57.888009 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fdc87426-00e8-4f07-9b07-27d858e653e9 req-31a1bb34-fff5-4068-9de3-0ac7f3d6df57 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 944 time: 0.0521204 Dec 14 01:49:57.937066 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fdc87426-00e8-4f07-9b07-27d858e653e9 req-d5d2da35-fd55-4b2b-99d3-f3d1a858a607 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428176 Dec 14 01:49:58.335774 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device d26ed881-ba6d-497a-9036-184f33bd4aeb up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:49:58.392229 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port d26ed881-ba6d-497a-9036-184f33bd4aeb completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:49:58.395936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port d26ed881-ba6d-497a-9036-184f33bd4aeb triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:49:58.396340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:58.479541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:58.504655 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a1c09b-9423-4ff1-a78c-43e8c67998c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26ed881-ba6d-497a-9036-184f33bd4aeb'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:49:58.506931 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b75415-6dc9-4e68-9b01-354f859d5e82" -d '{"events": [{"server_uuid": "08a1c09b-9423-4ff1-a78c-43e8c67998c5", "name": "network-vif-plugged", "status": "completed", "tag": "d26ed881-ba6d-497a-9036-184f33bd4aeb"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:49:58.519663 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port d26ed881-ba6d-497a-9036-184f33bd4aeb, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d26ed881-ba6d-497a-9036-184f33bd4aeb,segment=NetworkSegment(a9eb7641-51b0-4958-bdf9-f1e975d57a2f),segment_id=a9eb7641-51b0-4958-bdf9-f1e975d57a2f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:49:58.525118 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:49:58.548175 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386a6417-4444-4952-a8e0-3a6ccd2e2f1c x-openstack-request-id: req-386a6417-4444-4952-a8e0-3a6ccd2e2f1c {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:49:58.548467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a1c09b-9423-4ff1-a78c-43e8c67998c5", "name": "network-vif-plugged", "status": "completed", "tag": "d26ed881-ba6d-497a-9036-184f33bd4aeb", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:49:58.548720 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-386a6417-4444-4952-a8e0-3a6ccd2e2f1c {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:49:58.549108 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a1c09b-9423-4ff1-a78c-43e8c67998c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26ed881-ba6d-497a-9036-184f33bd4aeb', 'code': 200} Dec 14 01:49:58.574361 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=d26ed881-ba6d-497a-9036-184f33bd4aeb,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:49:58.752391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8aebda-3760-455c-b882-de4ffe714b98 req-07e6a37d-9c53-47be-84d5-c96f96071472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:58.753886 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9f8aebda-3760-455c-b882-de4ffe714b98 req-07e6a37d-9c53-47be-84d5-c96f96071472 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 1098 time: 0.0437107 Dec 14 01:49:58.800559 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9f8aebda-3760-455c-b882-de4ffe714b98 req-0d6497d9-b94a-441e-b987-ffe7f67c0ce4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391657 Dec 14 01:49:59.071701 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d8469-20cb-4dbf-8b7f-efa5f79046f0 req-d8fbc21b-7ea9-4ea1-9337-768f1ce761f6 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:49:59.073126 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-227d8469-20cb-4dbf-8b7f-efa5f79046f0 req-d8fbc21b-7ea9-4ea1-9337-768f1ce761f6 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 945 time: 0.0601809 Dec 14 01:49:59.133425 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-227d8469-20cb-4dbf-8b7f-efa5f79046f0 req-8015568d-42a0-4749-9c67-2b6be98f5a3f tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538988 Dec 14 01:50:00.193734 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:50:00.262668 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36710918-296c-49eb-b456-7712df21cbf8 req-992b7908-4b81-4563-819d-7f0b08118b46 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:00.264277 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-36710918-296c-49eb-b456-7712df21cbf8 req-992b7908-4b81-4563-819d-7f0b08118b46 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 945 time: 0.0498307 Dec 14 01:50:00.314270 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-36710918-296c-49eb-b456-7712df21cbf8 req-d85f0e2c-18d3-4ff2-a749-421f9c14310b tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439780 Dec 14 01:50:00.584336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-f2c3292b-db61-4c58-9420-bee0083dc5b8 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:00.585816 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-f2c3292b-db61-4c58-9420-bee0083dc5b8 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/networks?id=8e1aca40-230d-4faa-a460-e9f5eb1110c3 HTTP/1.1" status: 200 len: 814 time: 0.1216602 Dec 14 01:50:00.608481 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-bbda36c3-b259-44a4-9198-d6da41b235b6 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/quotas/1f681c54d5d646db9370564c8224ee2b HTTP/1.1" status: 200 len: 375 time: 0.0143218 Dec 14 01:50:00.663770 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-90906070-09cb-4f57-9af2-1de767717848 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f681c54d5d646db9370564c8224ee2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499535 Dec 14 01:50:00.762816 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-b1b874eb-c972-4698-acfc-951c1358c8d6 service neutron] 10.222.0.32 "GET /v2.0/networks/8e1aca40-230d-4faa-a460-e9f5eb1110c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911114 Dec 14 01:50:00.877258 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-8243a5ae-bf79-4ebe-a9e7-5da582e9126c service neutron] 10.222.0.32 "GET /v2.0/networks/8e1aca40-230d-4faa-a460-e9f5eb1110c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078172 Dec 14 01:50:01.039624 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5137a78a-78a4-40b5-bbab-1dfcae0d5f52 req-77420bf4-f2e9-4e8b-8a80-2857bf0cfd37 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ea842aa-dec4-4924-a685-625a2114619c HTTP/1.1" status: 200 len: 210 time: 0.0273631 Dec 14 01:50:02.071336 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-85237c41-4033-4e11-b2fb-a8ac48dc3449 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:02.072860 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-85237c41-4033-4e11-b2fb-a8ac48dc3449 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.16 "GET /v2.0/networks?id=8e1aca40-230d-4faa-a460-e9f5eb1110c3 HTTP/1.1" status: 200 len: 814 time: 0.1085651 Dec 14 01:50:02.091848 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-b5daf899-c18a-40bc-bdf1-4882f6d45b39 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Request body: {'port': {'device_id': '7ea842aa-dec4-4924-a685-625a2114619c', 'network_id': '8e1aca40-230d-4faa-a460-e9f5eb1110c3', 'admin_state_up': True, 'tenant_id': '1f681c54d5d646db9370564c8224ee2b'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:02.155014 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2508786d-9484-4653-aad5-a90d81e64fc3 req-0c569a4b-58ac-49d8-a11d-fe67399a5ef8 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ea842aa-dec4-4924-a685-625a2114619c HTTP/1.1" status: 200 len: 210 time: 0.0356019 Dec 14 01:50:02.204855 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-b5daf899-c18a-40bc-bdf1-4882f6d45b39 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Made reservation on behalf of 1f681c54d5d646db9370564c8224ee2b for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:02.208355 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-b5daf899-c18a-40bc-bdf1-4882f6d45b39 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:02.333477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-b5daf899-c18a-40bc-bdf1-4882f6d45b39 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Allocated IP 172.20.0.8 (8e1aca40-230d-4faa-a460-e9f5eb1110c3/66bce4a4-d536-47f1-b659-8dd7d347573a/b71c3495-ee84-4422-a1a0-a0c1689b7f25) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:50:02.505929 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-b5daf899-c18a-40bc-bdf1-4882f6d45b39 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:02.549990 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-b5daf899-c18a-40bc-bdf1-4882f6d45b39 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:02.583105 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['d26ed881-ba6d-497a-9036-184f33bd4aeb'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:50:02.593633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-b5daf899-c18a-40bc-bdf1-4882f6d45b39 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Network 8e1aca40-230d-4faa-a460-e9f5eb1110c3 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:50:02.596718 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-b5daf899-c18a-40bc-bdf1-4882f6d45b39 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:02.600539 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-b5daf899-c18a-40bc-bdf1-4882f6d45b39 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:50:02.606905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5daf899-c18a-40bc-bdf1-4882f6d45b39 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Pushing event updated for resources: {'Port': ['ID=b71c3495-ee84-4422-a1a0-a0c1689b7f25,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:02.652539 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-b5daf899-c18a-40bc-bdf1-4882f6d45b39 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:02.653151 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-b5daf899-c18a-40bc-bdf1-4882f6d45b39 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:02.669613 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-b5daf899-c18a-40bc-bdf1-4882f6d45b39 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5817878 Dec 14 01:50:02.687611 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Request body: {'port': {'device_id': '7ea842aa-dec4-4924-a685-625a2114619c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:02.744276 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:03.020321 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71c3495-ee84-4422-a1a0-a0c1689b7f25 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:50:03.028532 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:03.043213 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Transition to ACTIVE for port object b71c3495-ee84-4422-a1a0-a0c1689b7f25 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:50:03.048344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:03.098886 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Pushing event updated for resources: {'Port': ['ID=b71c3495-ee84-4422-a1a0-a0c1689b7f25,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:03.166712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Attempting to bind port b71c3495-ee84-4422-a1a0-a0c1689b7f25 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:50:03.167013 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Attempting to bind port b71c3495-ee84-4422-a1a0-a0c1689b7f25 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a9eb7641-51b0-4958-bdf9-f1e975d57a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8e1aca40-230d-4faa-a460-e9f5eb1110c3'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:50:03.167336 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Attempting to bind port b71c3495-ee84-4422-a1a0-a0c1689b7f25 on network 8e1aca40-230d-4faa-a460-e9f5eb1110c3 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:50:03.172644 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Port b71c3495-ee84-4422-a1a0-a0c1689b7f25 on network 8e1aca40-230d-4faa-a460-e9f5eb1110c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:50:03.172960 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Attempting to bind port b71c3495-ee84-4422-a1a0-a0c1689b7f25 on network 8e1aca40-230d-4faa-a460-e9f5eb1110c3 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:50:03.178966 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:50:03.179203 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Checking segment: {'id': 'a9eb7641-51b0-4958-bdf9-f1e975d57a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8e1aca40-230d-4faa-a460-e9f5eb1110c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:03.179590 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Bound using segment: {'id': 'a9eb7641-51b0-4958-bdf9-f1e975d57a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8e1aca40-230d-4faa-a460-e9f5eb1110c3'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:50:03.180016 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Bound port: b71c3495-ee84-4422-a1a0-a0c1689b7f25, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9eb7641-51b0-4958-bdf9-f1e975d57a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8e1aca40-230d-4faa-a460-e9f5eb1110c3'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:50:03.180415 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:03.247613 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] For port b71c3495-ee84-4422-a1a0-a0c1689b7f25, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:50:03.251090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] For port b71c3495-ee84-4422-a1a0-a0c1689b7f25, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b71c3495-ee84-4422-a1a0-a0c1689b7f25,segment=NetworkSegment(a9eb7641-51b0-4958-bdf9-f1e975d57a2f),segment_id=a9eb7641-51b0-4958-bdf9-f1e975d57a2f)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:50:03.258711 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:03.268628 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472da20-6bbd-41aa-aa71-b7b69180cada req-05db4f2b-88df-4e47-8b1f-8f4e5076885c tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:03.270129 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6472da20-6bbd-41aa-aa71-b7b69180cada req-05db4f2b-88df-4e47-8b1f-8f4e5076885c tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ea842aa-dec4-4924-a685-625a2114619c HTTP/1.1" status: 200 len: 943 time: 0.0586712 Dec 14 01:50:03.298838 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:03.299455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:03.300889 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] 10.222.0.16 "PUT /v2.0/ports/b71c3495-ee84-4422-a1a0-a0c1689b7f25 HTTP/1.1" status: 200 len: 1093 time: 0.6178706 Dec 14 01:50:03.301339 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea842aa-dec4-4924-a685-625a2114619c', 'tag': 'b71c3495-ee84-4422-a1a0-a0c1689b7f25'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:50:03.303591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e4cdbc-22e7-4dba-a825-11b3de0f5ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea842aa-dec4-4924-a685-625a2114619c", "tag": "b71c3495-ee84-4422-a1a0-a0c1689b7f25"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:50:03.324246 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69e44c-63ff-4f65-aab7-8decbaa49d88 service neutron] Pushing event updated for resources: {'Port': ['ID=b71c3495-ee84-4422-a1a0-a0c1689b7f25,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:03.332619 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6472da20-6bbd-41aa-aa71-b7b69180cada req-a35345a6-062e-40d1-b8c9-aad1a4027dc2 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561898 Dec 14 01:50:03.356396 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef0a03b-cdf5-4153-be09-4a1caaf2e55f x-openstack-request-id: req-7ef0a03b-cdf5-4153-be09-4a1caaf2e55f {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:50:03.356687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea842aa-dec4-4924-a685-625a2114619c", "tag": "b71c3495-ee84-4422-a1a0-a0c1689b7f25", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:50:03.356937 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ef0a03b-cdf5-4153-be09-4a1caaf2e55f {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:50:03.357452 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea842aa-dec4-4924-a685-625a2114619c', 'tag': 'b71c3495-ee84-4422-a1a0-a0c1689b7f25', 'status': 'completed', 'code': 200} Dec 14 01:50:03.421417 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-0c405c41-b2a4-4bfd-9371-b8ec0220cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:03.422943 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-0c405c41-b2a4-4bfd-9371-b8ec0220cf40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f681c54d5d646db9370564c8224ee2b&device_id=7ea842aa-dec4-4924-a685-625a2114619c HTTP/1.1" status: 200 len: 1096 time: 0.0457187 Dec 14 01:50:03.474043 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-72979a8a-b24e-40dd-ac31-3402549e6a3e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b71c3495-ee84-4422-a1a0-a0c1689b7f25 HTTP/1.1" status: 200 len: 217 time: 0.0336108 Dec 14 01:50:03.524675 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-572147b6-3742-4564-ad40-999117cc4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:03.526094 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-572147b6-3742-4564-ad40-999117cc4daf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66bce4a4-d536-47f1-b659-8dd7d347573a HTTP/1.1" status: 200 len: 854 time: 0.0450678 Dec 14 01:50:03.558539 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-17a8efd0-3ec2-4c74-a9ec-2921d0ba8c1e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e1aca40-230d-4faa-a460-e9f5eb1110c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236421 Dec 14 01:50:03.664400 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-0ad91a69-d73b-4545-b889-3c52e6697d65 service neutron] 10.222.0.16 "GET /v2.0/networks/8e1aca40-230d-4faa-a460-e9f5eb1110c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977538 Dec 14 01:50:03.756241 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-62cbba0c-e002-4a2f-987d-08bdf2727990 req-a7fcdf81-ca1d-483b-9be9-368d83ab9073 service neutron] 10.222.0.16 "GET /v2.0/networks/8e1aca40-230d-4faa-a460-e9f5eb1110c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845935 Dec 14 01:50:03.914484 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4cdbc-22e7-4dba-a825-11b3de0f5ae0 req-6ce5eda5-7d84-44f1-a936-282ea368f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:03.915893 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-19e4cdbc-22e7-4dba-a825-11b3de0f5ae0 req-6ce5eda5-7d84-44f1-a936-282ea368f1f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f681c54d5d646db9370564c8224ee2b&device_id=7ea842aa-dec4-4924-a685-625a2114619c HTTP/1.1" status: 200 len: 1096 time: 0.0529444 Dec 14 01:50:04.006024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4cdbc-22e7-4dba-a825-11b3de0f5ae0 req-7ec69f5a-3fe4-4510-8c97-0caf7d18f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:04.007457 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-19e4cdbc-22e7-4dba-a825-11b3de0f5ae0 req-7ec69f5a-3fe4-4510-8c97-0caf7d18f538 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e1aca40-230d-4faa-a460-e9f5eb1110c3 HTTP/1.1" status: 200 len: 914 time: 0.0842760 Dec 14 01:50:04.060938 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-19e4cdbc-22e7-4dba-a825-11b3de0f5ae0 req-bc329880-2320-4adc-8118-cd55a2748c3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b71c3495-ee84-4422-a1a0-a0c1689b7f25 HTTP/1.1" status: 200 len: 217 time: 0.0462153 Dec 14 01:50:04.114736 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4cdbc-22e7-4dba-a825-11b3de0f5ae0 req-14d636b3-f8e4-41b7-8132-8016e9507d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:04.116204 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-19e4cdbc-22e7-4dba-a825-11b3de0f5ae0 req-14d636b3-f8e4-41b7-8132-8016e9507d08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66bce4a4-d536-47f1-b659-8dd7d347573a HTTP/1.1" status: 200 len: 854 time: 0.0474167 Dec 14 01:50:04.148606 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-19e4cdbc-22e7-4dba-a825-11b3de0f5ae0 req-81876a11-bf65-4ad9-bc74-9b45c1096e54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e1aca40-230d-4faa-a460-e9f5eb1110c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239220 Dec 14 01:50:04.241835 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-19e4cdbc-22e7-4dba-a825-11b3de0f5ae0 req-7d51ea9c-c405-46ab-925e-0c7fe453048f service neutron] 10.222.0.16 "GET /v2.0/networks/8e1aca40-230d-4faa-a460-e9f5eb1110c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853145 Dec 14 01:50:04.344413 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-19e4cdbc-22e7-4dba-a825-11b3de0f5ae0 req-338a2d5f-e8c5-46d6-a243-8d666cf3222d service neutron] 10.222.0.16 "GET /v2.0/networks/8e1aca40-230d-4faa-a460-e9f5eb1110c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939372 Dec 14 01:50:04.451038 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058177a5-7ef0-4256-81b6-b2e614472281 req-f8503206-1059-4ad6-bc92-a87bf3858289 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:04.452602 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-058177a5-7ef0-4256-81b6-b2e614472281 req-f8503206-1059-4ad6-bc92-a87bf3858289 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ea842aa-dec4-4924-a685-625a2114619c HTTP/1.1" status: 200 len: 943 time: 0.0510409 Dec 14 01:50:04.505871 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-058177a5-7ef0-4256-81b6-b2e614472281 req-1b041785-1b26-4ce0-b8eb-14eab155de77 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472291 Dec 14 01:50:05.656498 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08896ba8-d370-44bf-bd6f-3b9a1a8122bb req-20b397c9-bb03-47fa-97cc-2a654fb38a51 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:05.658149 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-08896ba8-d370-44bf-bd6f-3b9a1a8122bb req-20b397c9-bb03-47fa-97cc-2a654fb38a51 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ea842aa-dec4-4924-a685-625a2114619c HTTP/1.1" status: 200 len: 943 time: 0.0602388 Dec 14 01:50:05.713623 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-08896ba8-d370-44bf-bd6f-3b9a1a8122bb req-9efee1eb-71d2-4663-87cd-386116a6758d tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463068 Dec 14 01:50:06.382086 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device b71c3495-ee84-4422-a1a0-a0c1689b7f25 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:50:06.488524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port b71c3495-ee84-4422-a1a0-a0c1689b7f25, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b71c3495-ee84-4422-a1a0-a0c1689b7f25,segment=NetworkSegment(a9eb7641-51b0-4958-bdf9-f1e975d57a2f),segment_id=a9eb7641-51b0-4958-bdf9-f1e975d57a2f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:06.499854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'b71c3495-ee84-4422-a1a0-a0c1689b7f25', 'network_id': '8e1aca40-230d-4faa-a460-e9f5eb1110c3', 'port_id': 'b71c3495-ee84-4422-a1a0-a0c1689b7f25', 'mac_address': 'fa:16:3e:8e:05:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bce4a4-d536-47f1-b659-8dd7d347573a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:50:06.544124 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:06.557384 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71c3495-ee84-4422-a1a0-a0c1689b7f25 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:50:06.577927 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port b71c3495-ee84-4422-a1a0-a0c1689b7f25, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b71c3495-ee84-4422-a1a0-a0c1689b7f25,segment=NetworkSegment(a9eb7641-51b0-4958-bdf9-f1e975d57a2f),segment_id=a9eb7641-51b0-4958-bdf9-f1e975d57a2f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:06.585083 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:06.634698 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=b71c3495-ee84-4422-a1a0-a0c1689b7f25,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:06.843262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf21cb-11fe-4921-8db7-e4d220ca7634 req-4bff9ce5-f4d7-4c9c-a0e2-7f50a9fe21c8 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:06.844763 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44bf21cb-11fe-4921-8db7-e4d220ca7634 req-4bff9ce5-f4d7-4c9c-a0e2-7f50a9fe21c8 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ea842aa-dec4-4924-a685-625a2114619c HTTP/1.1" status: 200 len: 944 time: 0.0506880 Dec 14 01:50:06.856026 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['b71c3495-ee84-4422-a1a0-a0c1689b7f25'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:50:06.892761 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44bf21cb-11fe-4921-8db7-e4d220ca7634 req-2e4facdb-6f1a-4d1b-b5c0-fc212b9db1c2 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416164 Dec 14 01:50:08.016620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e49b07-a4be-4a34-9904-861d921546c6 req-85403387-c77e-431c-acf0-afe81cf39fb6 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:08.018105 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b2e49b07-a4be-4a34-9904-861d921546c6 req-85403387-c77e-431c-acf0-afe81cf39fb6 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ea842aa-dec4-4924-a685-625a2114619c HTTP/1.1" status: 200 len: 944 time: 0.0487282 Dec 14 01:50:08.065062 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b2e49b07-a4be-4a34-9904-861d921546c6 req-e39eca6b-c3ef-4486-a116-980e10428a95 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408192 Dec 14 01:50:08.382599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device b71c3495-ee84-4422-a1a0-a0c1689b7f25 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:50:08.441428 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port b71c3495-ee84-4422-a1a0-a0c1689b7f25 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:50:08.447372 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port b71c3495-ee84-4422-a1a0-a0c1689b7f25 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:08.447897 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:08.524987 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:08.547498 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea842aa-dec4-4924-a685-625a2114619c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71c3495-ee84-4422-a1a0-a0c1689b7f25'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:50:08.551748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03be8150-aac1-4df5-beed-92abc5160bbf" -d '{"events": [{"server_uuid": "7ea842aa-dec4-4924-a685-625a2114619c", "name": "network-vif-plugged", "status": "completed", "tag": "b71c3495-ee84-4422-a1a0-a0c1689b7f25"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:50:08.570901 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port b71c3495-ee84-4422-a1a0-a0c1689b7f25, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b71c3495-ee84-4422-a1a0-a0c1689b7f25,segment=NetworkSegment(a9eb7641-51b0-4958-bdf9-f1e975d57a2f),segment_id=a9eb7641-51b0-4958-bdf9-f1e975d57a2f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:08.577447 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:08.599727 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f2c2cd-a6d4-4fe5-b018-be6b58d816b5 x-openstack-request-id: req-73f2c2cd-a6d4-4fe5-b018-be6b58d816b5 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:50:08.600028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea842aa-dec4-4924-a685-625a2114619c", "name": "network-vif-plugged", "status": "completed", "tag": "b71c3495-ee84-4422-a1a0-a0c1689b7f25", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:50:08.600307 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73f2c2cd-a6d4-4fe5-b018-be6b58d816b5 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:50:08.600699 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea842aa-dec4-4924-a685-625a2114619c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71c3495-ee84-4422-a1a0-a0c1689b7f25', 'code': 200} Dec 14 01:50:08.628597 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=b71c3495-ee84-4422-a1a0-a0c1689b7f25,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:08.809537 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf28d9-6124-482f-aae2-743d486220e7 req-2a0e134b-3d11-4edb-a19d-b604e3e54dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:08.811073 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a4bf28d9-6124-482f-aae2-743d486220e7 req-2a0e134b-3d11-4edb-a19d-b604e3e54dea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7ea842aa-dec4-4924-a685-625a2114619c HTTP/1.1" status: 200 len: 1098 time: 0.0447736 Dec 14 01:50:08.854784 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a4bf28d9-6124-482f-aae2-743d486220e7 req-2caf7753-cd79-42f0-aca0-a59d5ea3c463 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370650 Dec 14 01:50:09.197466 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9198b1e-13c6-4bb8-8d26-087d169479d7 req-4fd8c5f0-1c36-4147-b68a-d8aaf2c06365 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:09.198945 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c9198b1e-13c6-4bb8-8d26-087d169479d7 req-4fd8c5f0-1c36-4147-b68a-d8aaf2c06365 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ea842aa-dec4-4924-a685-625a2114619c HTTP/1.1" status: 200 len: 945 time: 0.0542574 Dec 14 01:50:09.248873 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c9198b1e-13c6-4bb8-8d26-087d169479d7 req-8aa97643-196b-4c4a-8438-9c5f5205ae8c tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419531 Dec 14 01:50:10.380710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30786f-e1d6-4ba4-a243-b3de9c306e0b req-9e8a6970-f603-4505-8524-9533a1a6b837 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:10.382199 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2c30786f-e1d6-4ba4-a243-b3de9c306e0b req-9e8a6970-f603-4505-8524-9533a1a6b837 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ea842aa-dec4-4924-a685-625a2114619c HTTP/1.1" status: 200 len: 945 time: 0.0556381 Dec 14 01:50:10.433034 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2c30786f-e1d6-4ba4-a243-b3de9c306e0b req-1be9faeb-4cf1-433c-a9be-b327e8b3408c tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420508 Dec 14 01:50:10.708052 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b7788-636d-454b-9aac-4465936eca88 req-469fc53f-6ef2-492f-a05b-01eff7146943 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:10.709548 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ae7b7788-636d-454b-9aac-4465936eca88 req-469fc53f-6ef2-492f-a05b-01eff7146943 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ea842aa-dec4-4924-a685-625a2114619c HTTP/1.1" status: 200 len: 945 time: 0.0616395 Dec 14 01:50:10.761822 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ae7b7788-636d-454b-9aac-4465936eca88 req-9da3ef2a-ae8e-4f4b-9081-0181965eb213 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432978 Dec 14 01:50:11.073260 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:11.886729 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238f756-1032-4b4d-bfc2-1fb016e47653 req-bf1438c7-18e9-4a61-88b1-8f35a9688539 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:11.888260 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9238f756-1032-4b4d-bfc2-1fb016e47653 req-bf1438c7-18e9-4a61-88b1-8f35a9688539 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ea842aa-dec4-4924-a685-625a2114619c HTTP/1.1" status: 200 len: 945 time: 0.0519266 Dec 14 01:50:11.937389 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9238f756-1032-4b4d-bfc2-1fb016e47653 req-fe770ae5-9a68-456a-a14a-7a5cc8e5e751 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429380 Dec 14 01:50:12.231084 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312e054-c054-480d-9046-65f4f762040b req-c2f16f0c-d51f-4c5b-ae19-933f837867c4 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:12.232604 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8312e054-c054-480d-9046-65f4f762040b req-c2f16f0c-d51f-4c5b-ae19-933f837867c4 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ea842aa-dec4-4924-a685-625a2114619c HTTP/1.1" status: 200 len: 945 time: 0.0554595 Dec 14 01:50:12.334208 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-8312e054-c054-480d-9046-65f4f762040b req-ae10b97a-2277-4c69-baf5-7fd5d55d81df tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Deleting port b71c3495-ee84-4422-a1a0-a0c1689b7f25 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:50:12.334561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8312e054-c054-480d-9046-65f4f762040b req-ae10b97a-2277-4c69-baf5-7fd5d55d81df tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:12.425548 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-8312e054-c054-480d-9046-65f4f762040b req-ae10b97a-2277-4c69-baf5-7fd5d55d81df tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] For port b71c3495-ee84-4422-a1a0-a0c1689b7f25, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b71c3495-ee84-4422-a1a0-a0c1689b7f25,segment=NetworkSegment(a9eb7641-51b0-4958-bdf9-f1e975d57a2f),segment_id=a9eb7641-51b0-4958-bdf9-f1e975d57a2f)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:12.425997 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8312e054-c054-480d-9046-65f4f762040b req-ae10b97a-2277-4c69-baf5-7fd5d55d81df tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:12.440822 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-8312e054-c054-480d-9046-65f4f762040b req-ae10b97a-2277-4c69-baf5-7fd5d55d81df tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Calling delete_port for b71c3495-ee84-4422-a1a0-a0c1689b7f25 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:50:12.573025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8312e054-c054-480d-9046-65f4f762040b req-ae10b97a-2277-4c69-baf5-7fd5d55d81df tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:12.609013 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['d26ed881-ba6d-497a-9036-184f33bd4aeb', 'b71c3495-ee84-4422-a1a0-a0c1689b7f25'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:50:12.613151 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10b97a-2277-4c69-baf5-7fd5d55d81df tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Pushing event deleted for resources: {'Port': ['ID=b71c3495-ee84-4422-a1a0-a0c1689b7f25,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:12.655635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8312e054-c054-480d-9046-65f4f762040b req-ae10b97a-2277-4c69-baf5-7fd5d55d81df tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] No DVR routers for this DVR port b71c3495-ee84-4422-a1a0-a0c1689b7f25 on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:50:12.658565 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8312e054-c054-480d-9046-65f4f762040b req-ae10b97a-2277-4c69-baf5-7fd5d55d81df tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:12.662318 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8312e054-c054-480d-9046-65f4f762040b req-ae10b97a-2277-4c69-baf5-7fd5d55d81df tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.16 "DELETE /v2.0/ports/b71c3495-ee84-4422-a1a0-a0c1689b7f25 HTTP/1.1" status: 204 len: 173 time: 0.4221983 Dec 14 01:50:12.662759 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea842aa-dec4-4924-a685-625a2114619c', 'name': 'network-vif-deleted', 'tag': 'b71c3495-ee84-4422-a1a0-a0c1689b7f25'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:50:12.665211 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3902f71e-c490-4380-9272-a801cb391062" -d '{"events": [{"server_uuid": "7ea842aa-dec4-4924-a685-625a2114619c", "name": "network-vif-deleted", "tag": "b71c3495-ee84-4422-a1a0-a0c1689b7f25"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:50:12.704346 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89277652-1560-40b8-ae8a-7054f45f929d x-openstack-request-id: req-89277652-1560-40b8-ae8a-7054f45f929d {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:50:12.704664 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea842aa-dec4-4924-a685-625a2114619c", "name": "network-vif-deleted", "tag": "b71c3495-ee84-4422-a1a0-a0c1689b7f25", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:50:12.705556 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89277652-1560-40b8-ae8a-7054f45f929d {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:50:12.706077 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea842aa-dec4-4924-a685-625a2114619c', 'name': 'network-vif-deleted', 'tag': 'b71c3495-ee84-4422-a1a0-a0c1689b7f25', 'status': 'completed', 'code': 200} Dec 14 01:50:13.057884 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-16abe06c-15dd-4f0e-aabb-c05efe05bead req-0c23eed5-4cac-450f-86a0-ebb8e1c0cce0 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ea842aa-dec4-4924-a685-625a2114619c HTTP/1.1" status: 200 len: 210 time: 0.0263269 Dec 14 01:50:14.223290 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05690ea7-de90-41e2-9cc9-373ccece1329 req-6f21f69f-d900-4788-975f-d6e2b82fc317 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:14.224758 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-05690ea7-de90-41e2-9cc9-373ccece1329 req-6f21f69f-d900-4788-975f-d6e2b82fc317 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 945 time: 0.0547128 Dec 14 01:50:14.274723 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-05690ea7-de90-41e2-9cc9-373ccece1329 req-a1d5fdfa-e46b-4e67-8b0f-c47507bd8b76 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438652 Dec 14 01:50:14.416228 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e22e6-b041-4642-9f95-09a5ac5be9d8 req-74a06fd9-2edb-4796-bb8c-3e9be938b0cf tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:14.417750 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-992e22e6-b041-4642-9f95-09a5ac5be9d8 req-74a06fd9-2edb-4796-bb8c-3e9be938b0cf tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 945 time: 0.0510840 Dec 14 01:50:14.464677 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-992e22e6-b041-4642-9f95-09a5ac5be9d8 req-df541640-51d5-4739-b406-e64009d5bd86 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408573 Dec 14 01:50:14.587939 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8da7d-d767-4e08-91d4-209dd61a7cc8 req-1d583a1c-b67d-4f77-9398-4dfb3a5c8eaa tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:14.589464 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-19d8da7d-d767-4e08-91d4-209dd61a7cc8 req-1d583a1c-b67d-4f77-9398-4dfb3a5c8eaa tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 945 time: 0.0548444 Dec 14 01:50:14.641152 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-19d8da7d-d767-4e08-91d4-209dd61a7cc8 req-9723694a-5742-4858-a259-1cc1b9ecdb72 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455117 Dec 14 01:50:14.816467 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc7c38-ad73-421d-875a-b09968a3ee2c req-7e8bb76f-a9f0-49e0-8f39-1e97dd8be0a9 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:14.817964 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-92cc7c38-ad73-421d-875a-b09968a3ee2c req-7e8bb76f-a9f0-49e0-8f39-1e97dd8be0a9 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 945 time: 0.0553825 Dec 14 01:50:14.865774 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-92cc7c38-ad73-421d-875a-b09968a3ee2c req-a97c855d-969f-4110-91b4-d712cb30dbd5 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416369 Dec 14 01:50:15.000346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3a479-c08d-4af7-a484-b4c8a6b4f88e req-78d68819-9c6d-4a65-aa39-cc072a40309c tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:15.001905 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e6a3a479-c08d-4af7-a484-b4c8a6b4f88e req-78d68819-9c6d-4a65-aa39-cc072a40309c tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 945 time: 0.0520737 Dec 14 01:50:15.050056 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e6a3a479-c08d-4af7-a484-b4c8a6b4f88e req-3ba1cbe8-ebb4-48bc-b898-0fcb949f194b tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 Dec 14 01:50:15.199371 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bda2e-063a-4165-893d-2a0211c4f801 req-6cfee1e9-fa70-4139-96ed-3b264f078ba9 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:15.200837 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d81bda2e-063a-4165-893d-2a0211c4f801 req-6cfee1e9-fa70-4139-96ed-3b264f078ba9 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 945 time: 0.0552962 Dec 14 01:50:15.249363 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d81bda2e-063a-4165-893d-2a0211c4f801 req-3dbba1e1-a03a-45fe-973a-1c7feec1b329 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 Dec 14 01:50:15.565521 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376484b-4110-4bfc-99a2-2c0cc50c161f req-53a41c0e-f29d-4448-8a20-5b3001604f76 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:15.568509 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a376484b-4110-4bfc-99a2-2c0cc50c161f req-53a41c0e-f29d-4448-8a20-5b3001604f76 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 945 time: 0.0522976 Dec 14 01:50:15.622137 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a376484b-4110-4bfc-99a2-2c0cc50c161f req-918c480a-7a53-4eac-8649-857c89986b9e tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472124 Dec 14 01:50:16.425184 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device b71c3495-ee84-4422-a1a0-a0c1689b7f25 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:50:16.457643 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: b71c3495-ee84-4422-a1a0-a0c1689b7f25 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:50:16.457982 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device b71c3495-ee84-4422-a1a0-a0c1689b7f25 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:50:16.747086 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f7ccc-d503-4406-a786-508c8e9bd210 req-576b5444-b466-4735-9b1f-c20da0610ea2 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:16.748579 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d6f7ccc-d503-4406-a786-508c8e9bd210 req-576b5444-b466-4735-9b1f-c20da0610ea2 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 945 time: 0.0539460 Dec 14 01:50:16.796468 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d6f7ccc-d503-4406-a786-508c8e9bd210 req-63153936-d411-4c25-aa16-ac2df6fa337a tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/security-groups?id=d426a84a-b4e9-4648-bfa8-d4576e458156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417159 Dec 14 01:50:17.074690 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dd059-5757-4461-8678-ab64f9397909 req-26ba2235-e03d-43fd-84c7-0c5e538e5aa3 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:17.076039 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd0dd059-5757-4461-8678-ab64f9397909 req-26ba2235-e03d-43fd-84c7-0c5e538e5aa3 tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 945 time: 0.0562966 Dec 14 01:50:17.181360 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-fd0dd059-5757-4461-8678-ab64f9397909 req-cb0d365d-70e0-4f3e-b894-a239d10765fc tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Deleting port d26ed881-ba6d-497a-9036-184f33bd4aeb {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:50:17.181682 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fd0dd059-5757-4461-8678-ab64f9397909 req-cb0d365d-70e0-4f3e-b894-a239d10765fc tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:17.269374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-fd0dd059-5757-4461-8678-ab64f9397909 req-cb0d365d-70e0-4f3e-b894-a239d10765fc tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] For port d26ed881-ba6d-497a-9036-184f33bd4aeb, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d26ed881-ba6d-497a-9036-184f33bd4aeb,segment=NetworkSegment(a9eb7641-51b0-4958-bdf9-f1e975d57a2f),segment_id=a9eb7641-51b0-4958-bdf9-f1e975d57a2f)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:17.269733 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fd0dd059-5757-4461-8678-ab64f9397909 req-cb0d365d-70e0-4f3e-b894-a239d10765fc tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:17.283390 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-fd0dd059-5757-4461-8678-ab64f9397909 req-cb0d365d-70e0-4f3e-b894-a239d10765fc tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Calling delete_port for d26ed881-ba6d-497a-9036-184f33bd4aeb owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:50:17.420459 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fd0dd059-5757-4461-8678-ab64f9397909 req-cb0d365d-70e0-4f3e-b894-a239d10765fc tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:17.446517 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d365d-70e0-4f3e-b894-a239d10765fc tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Pushing event deleted for resources: {'Port': ['ID=d26ed881-ba6d-497a-9036-184f33bd4aeb,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:17.455599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['d26ed881-ba6d-497a-9036-184f33bd4aeb'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:50:17.492262 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0dd059-5757-4461-8678-ab64f9397909 req-cb0d365d-70e0-4f3e-b894-a239d10765fc tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] No DVR routers for this DVR port d26ed881-ba6d-497a-9036-184f33bd4aeb on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:50:17.494672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fd0dd059-5757-4461-8678-ab64f9397909 req-cb0d365d-70e0-4f3e-b894-a239d10765fc tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:17.497975 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fd0dd059-5757-4461-8678-ab64f9397909 req-cb0d365d-70e0-4f3e-b894-a239d10765fc tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.16 "DELETE /v2.0/ports/d26ed881-ba6d-497a-9036-184f33bd4aeb HTTP/1.1" status: 204 len: 173 time: 0.4153368 Dec 14 01:50:17.498469 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a1c09b-9423-4ff1-a78c-43e8c67998c5', 'name': 'network-vif-deleted', 'tag': 'd26ed881-ba6d-497a-9036-184f33bd4aeb'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:50:17.500821 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751be89f-f240-4946-9361-e3a0cbdd041d" -d '{"events": [{"server_uuid": "08a1c09b-9423-4ff1-a78c-43e8c67998c5", "name": "network-vif-deleted", "tag": "d26ed881-ba6d-497a-9036-184f33bd4aeb"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:50:17.538338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040c45fa-af4d-4b8a-a283-af071be688de x-openstack-request-id: req-040c45fa-af4d-4b8a-a283-af071be688de {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:50:17.538647 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a1c09b-9423-4ff1-a78c-43e8c67998c5", "name": "network-vif-deleted", "tag": "d26ed881-ba6d-497a-9036-184f33bd4aeb", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:50:17.539060 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-040c45fa-af4d-4b8a-a283-af071be688de {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:50:17.539415 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a1c09b-9423-4ff1-a78c-43e8c67998c5', 'name': 'network-vif-deleted', 'tag': 'd26ed881-ba6d-497a-9036-184f33bd4aeb', 'status': 'completed', 'code': 200} Dec 14 01:50:17.910662 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-be9812b0-3671-4d40-9104-6c6a7b1a1a7a req-a5351abe-dbd5-42f4-b8e0-dc221e87df3a tempest-ServersNegativeTestJSON-1038511742 tempest-ServersNegativeTestJSON-1038511742-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a1c09b-9423-4ff1-a78c-43e8c67998c5 HTTP/1.1" status: 200 len: 210 time: 0.0330722 Dec 14 01:50:18.973643 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33588) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:19.020479 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7a24b6-674e-4c94-bc79-f2c8d38406c7 admin admin] Deleting subnet 66bce4a4-d536-47f1-b659-8dd7d347573a {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:50:19.026037 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e7a24b6-674e-4c94-bc79-f2c8d38406c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:19.064644 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e7a24b6-674e-4c94-bc79-f2c8d38406c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:19.111751 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e7a24b6-674e-4c94-bc79-f2c8d38406c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:19.183214 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e7a24b6-674e-4c94-bc79-f2c8d38406c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:19.208642 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a24b6-674e-4c94-bc79-f2c8d38406c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66bce4a4-d536-47f1-b659-8dd7d347573a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:19.213253 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e7a24b6-674e-4c94-bc79-f2c8d38406c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:19.218134 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7e7a24b6-674e-4c94-bc79-f2c8d38406c7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/66bce4a4-d536-47f1-b659-8dd7d347573a HTTP/1.1" status: 204 len: 168 time: 0.2435188 Dec 14 01:50:19.220932 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33590) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:19.293591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a6f53763-cad5-4ef9-b88e-7858785e98f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:19.389185 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a6f53763-cad5-4ef9-b88e-7858785e98f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:19.410907 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-a6f53763-cad5-4ef9-b88e-7858785e98f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1aca40-230d-4faa-a460-e9f5eb1110c3']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:19.423167 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-a6f53763-cad5-4ef9-b88e-7858785e98f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9eb7641-51b0-4958-bdf9-f1e975d57a2f') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:19.423558 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-a6f53763-cad5-4ef9-b88e-7858785e98f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9eb7641-51b0-4958-bdf9-f1e975d57a2f') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:19.435315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a6f53763-cad5-4ef9-b88e-7858785e98f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:19.449184 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a6f53763-cad5-4ef9-b88e-7858785e98f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:19.455439 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f53763-cad5-4ef9-b88e-7858785e98f7 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:50:19.455817 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a6f53763-cad5-4ef9-b88e-7858785e98f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:50:19.457671 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:50:19.517410 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a6f53763-cad5-4ef9-b88e-7858785e98f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:19.522951 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a6f53763-cad5-4ef9-b88e-7858785e98f7 admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:19.526478 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a6f53763-cad5-4ef9-b88e-7858785e98f7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8e1aca40-230d-4faa-a460-e9f5eb1110c3 HTTP/1.1" status: 204 len: 168 time: 0.3044868 Dec 14 01:50:19.538435 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f53763-cad5-4ef9-b88e-7858785e98f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e1aca40-230d-4faa-a460-e9f5eb1110c3,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:19.679410 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33594) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:19.724676 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c5b63aea-9507-4b9e-8bb7-38ad2acb4cda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f681c54d5d646db9370564c8224ee2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439959 Dec 14 01:50:19.727484 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33596) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:19.776333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a2e6-be91-4024-b628-229b3b3df235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:19.798164 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a2e6-be91-4024-b628-229b3b3df235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:19.847247 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a2e6-be91-4024-b628-229b3b3df235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:19.849850 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a2e6-be91-4024-b628-229b3b3df235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:19.851114 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9fe7a2e6-be91-4024-b628-229b3b3df235 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d426a84a-b4e9-4648-bfa8-d4576e458156 HTTP/1.1" status: 204 len: 168 time: 0.1227698 Dec 14 01:50:19.859294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7a2e6-be91-4024-b628-229b3b3df235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d426a84a-b4e9-4648-bfa8-d4576e458156,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:20.442502 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device d26ed881-ba6d-497a-9036-184f33bd4aeb no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:50:20.465656 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: d26ed881-ba6d-497a-9036-184f33bd4aeb {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:50:20.465999 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device d26ed881-ba6d-497a-9036-184f33bd4aeb not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:50:20.613470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33618) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:20.730865 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c9874efb-9191-49d3-b62e-041356ef5c4d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-919844141'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:20.757054 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9874efb-9191-49d3-b62e-041356ef5c4d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Made reservation on behalf of b841107adde64c3eac81d27d4d876494 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:20.760805 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9874efb-9191-49d3-b62e-041356ef5c4d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:20.768945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9874efb-9191-49d3-b62e-041356ef5c4d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:20.857344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9874efb-9191-49d3-b62e-041356ef5c4d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:20.862931 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9874efb-9191-49d3-b62e-041356ef5c4d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:20.889807 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9874efb-9191-49d3-b62e-041356ef5c4d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:50:20.899872 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9874efb-9191-49d3-b62e-041356ef5c4d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a17bf16-2f74-45d6-a218-8b21e3021ff4,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:20.906732 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9874efb-9191-49d3-b62e-041356ef5c4d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:20.907065 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-c9874efb-9191-49d3-b62e-041356ef5c4d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Added segment b6bfe719-ecf9-4aa6-a789-6b96f9e2513b of type vlan for network 3d4953ab-11b4-4196-b462-5e5e781c22ba Dec 14 01:50:20.949669 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9874efb-9191-49d3-b62e-041356ef5c4d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:20.976489 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9874efb-9191-49d3-b62e-041356ef5c4d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:20.982200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9874efb-9191-49d3-b62e-041356ef5c4d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:20.982781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9874efb-9191-49d3-b62e-041356ef5c4d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:21.038152 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c9874efb-9191-49d3-b62e-041356ef5c4d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4232380 Dec 14 01:50:21.052291 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9874efb-9191-49d3-b62e-041356ef5c4d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event updated for resources: {'Network': ['ID=3d4953ab-11b4-4196-b462-5e5e781c22ba,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:21.062832 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 3d4953ab-11b4-4196-b462-5e5e781c22ba details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:50:21.970396 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e72e42a-230b-407e-bf55-43c45cf78e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:24.203718 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2791dd0-1456-4691-9ec5-8a737937013d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:24.216819 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33622) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:24.222085 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b96c5cfe-b9ac-4c43-b580-be6ce2610bb4 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Request body: {'subnet': {'network_id': '3d4953ab-11b4-4196-b462-5e5e781c22ba', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:24.317253 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96c5cfe-b9ac-4c43-b580-be6ce2610bb4 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Made reservation on behalf of b841107adde64c3eac81d27d4d876494 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:24.321548 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b96c5cfe-b9ac-4c43-b580-be6ce2610bb4 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:24.505865 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b96c5cfe-b9ac-4c43-b580-be6ce2610bb4 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:24.574428 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c5cfe-b9ac-4c43-b580-be6ce2610bb4 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event updated for resources: {'Subnet': ['ID=2a47b7fd-9cfe-42fa-aab5-ea64c50218d7,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:24.582556 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c5cfe-b9ac-4c43-b580-be6ce2610bb4 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Checking segment: {'id': 'b6bfe719-ecf9-4aa6-a789-6b96f9e2513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3d4953ab-11b4-4196-b462-5e5e781c22ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:24.582946 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96c5cfe-b9ac-4c43-b580-be6ce2610bb4 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Network hostable DHCP agents. Network: 3d4953ab-11b4-4196-b462-5e5e781c22ba, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:50:24.602503 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96c5cfe-b9ac-4c43-b580-be6ce2610bb4 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Network 3d4953ab-11b4-4196-b462-5e5e781c22ba is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:50:24.613685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b96c5cfe-b9ac-4c43-b580-be6ce2610bb4 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 3d4953ab-11b4-4196-b462-5e5e781c22ba) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:24.620978 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96c5cfe-b9ac-4c43-b580-be6ce2610bb4 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:24.621953 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b96c5cfe-b9ac-4c43-b580-be6ce2610bb4 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:24.629749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4aadc2-d862-4810-a388-b7903e994ca1 None None] Network 3d4953ab-11b4-4196-b462-5e5e781c22ba requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:24.643106 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b96c5cfe-b9ac-4c43-b580-be6ce2610bb4 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4250817 Dec 14 01:50:24.646696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33624) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:24.651630 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b63b1d7c-0612-4e1d-89cc-66cb8c143641 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2096308566'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:24.678170 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63b1d7c-0612-4e1d-89cc-66cb8c143641 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Made reservation on behalf of b841107adde64c3eac81d27d4d876494 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:24.681917 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b63b1d7c-0612-4e1d-89cc-66cb8c143641 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:24.706184 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63b1d7c-0612-4e1d-89cc-66cb8c143641 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:50:24.715969 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b63b1d7c-0612-4e1d-89cc-66cb8c143641 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:24.716349 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-b63b1d7c-0612-4e1d-89cc-66cb8c143641 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Added segment ff043440-6683-4f0e-b953-71ae6a622712 of type vlan for network 998d3443-b542-4997-ae00-d2a29f92c595 Dec 14 01:50:24.737506 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-3d4953ab-11b4-4196-b462-5e5e781c22ba', 'network_id': '3d4953ab-11b4-4196-b462-5e5e781c22ba', 'project_id': 'b841107adde64c3eac81d27d4d876494', 'fixed_ips': [{'subnet_id': '2a47b7fd-9cfe-42fa-aab5-ea64c50218d7'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:50:24.738397 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:24.756056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b63b1d7c-0612-4e1d-89cc-66cb8c143641 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:24.783238 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b63b1d7c-0612-4e1d-89cc-66cb8c143641 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:24.788912 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63b1d7c-0612-4e1d-89cc-66cb8c143641 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:24.789510 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b63b1d7c-0612-4e1d-89cc-66cb8c143641 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:24.880937 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Allocated IP 2001:db8:0:ffff::2 (3d4953ab-11b4-4196-b462-5e5e781c22ba/2a47b7fd-9cfe-42fa-aab5-ea64c50218d7/6cbcee8a-f153-4120-99d9-ad67c0f33eed) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:50:25.031574 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:25.037612 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:25.078270 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Network 3d4953ab-11b4-4196-b462-5e5e781c22ba is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:50:25.081218 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:25.087786 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:50:25.090933 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Pushing event updated for resources: {'Port': ['ID=6cbcee8a-f153-4120-99d9-ad67c0f33eed,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:25.142220 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Attempting to bind port 6cbcee8a-f153-4120-99d9-ad67c0f33eed on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:50:25.142582 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Attempting to bind port 6cbcee8a-f153-4120-99d9-ad67c0f33eed by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'b6bfe719-ecf9-4aa6-a789-6b96f9e2513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3d4953ab-11b4-4196-b462-5e5e781c22ba'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:50:25.142941 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Attempting to bind port 6cbcee8a-f153-4120-99d9-ad67c0f33eed on network 3d4953ab-11b4-4196-b462-5e5e781c22ba {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:50:25.148733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:50:25.149109 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Checking segment: {'id': 'b6bfe719-ecf9-4aa6-a789-6b96f9e2513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3d4953ab-11b4-4196-b462-5e5e781c22ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:25.149504 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:25.149892 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Bound using segment: {'id': 'b6bfe719-ecf9-4aa6-a789-6b96f9e2513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3d4953ab-11b4-4196-b462-5e5e781c22ba'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:50:25.150358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Bound port: 6cbcee8a-f153-4120-99d9-ad67c0f33eed, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bfe719-ecf9-4aa6-a789-6b96f9e2513b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3d4953ab-11b4-4196-b462-5e5e781c22ba'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:50:25.150737 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:25.201885 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b63b1d7c-0612-4e1d-89cc-66cb8c143641 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5541103 Dec 14 01:50:25.204832 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33626) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:25.210788 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ae67a219-584a-4e08-a260-f61bfdb1fe40 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Request body: {'subnet': {'network_id': '998d3443-b542-4997-ae00-d2a29f92c595', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:25.216775 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b1d7c-0612-4e1d-89cc-66cb8c143641 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event updated for resources: {'Network': ['ID=998d3443-b542-4997-ae00-d2a29f92c595,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:25.218258 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] For port 6cbcee8a-f153-4120-99d9-ad67c0f33eed, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:50:25.221977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] For port 6cbcee8a-f153-4120-99d9-ad67c0f33eed, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6cbcee8a-f153-4120-99d9-ad67c0f33eed,segment=NetworkSegment(b6bfe719-ecf9-4aa6-a789-6b96f9e2513b),segment_id=b6bfe719-ecf9-4aa6-a789-6b96f9e2513b)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:50:25.228406 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 998d3443-b542-4997-ae00-d2a29f92c595 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:50:25.232361 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:25.309703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae67a219-584a-4e08-a260-f61bfdb1fe40 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Made reservation on behalf of b841107adde64c3eac81d27d4d876494 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:25.313772 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ae67a219-584a-4e08-a260-f61bfdb1fe40 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:25.516176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce107aec-28ad-4ca0-88d1-832183d03418 None None] Pushing event updated for resources: {'Port': ['ID=6cbcee8a-f153-4120-99d9-ad67c0f33eed,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:25.523630 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:25.531923 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ae67a219-584a-4e08-a260-f61bfdb1fe40 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:25.593339 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67a219-584a-4e08-a260-f61bfdb1fe40 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event updated for resources: {'Subnet': ['ID=e101184a-9a97-4be7-9b2d-d0ec765a96f3,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:25.604004 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67a219-584a-4e08-a260-f61bfdb1fe40 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Checking segment: {'id': 'ff043440-6683-4f0e-b953-71ae6a622712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '998d3443-b542-4997-ae00-d2a29f92c595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:25.604464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae67a219-584a-4e08-a260-f61bfdb1fe40 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Network hostable DHCP agents. Network: 998d3443-b542-4997-ae00-d2a29f92c595, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:50:25.623883 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae67a219-584a-4e08-a260-f61bfdb1fe40 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Network 998d3443-b542-4997-ae00-d2a29f92c595 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:50:25.636389 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-ae67a219-584a-4e08-a260-f61bfdb1fe40 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 998d3443-b542-4997-ae00-d2a29f92c595) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:25.645780 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae67a219-584a-4e08-a260-f61bfdb1fe40 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:25.656172 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ae67a219-584a-4e08-a260-f61bfdb1fe40 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:25.664151 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b77dbe-54e5-4e40-9d9e-6e7506fa33e9 None None] Network 998d3443-b542-4997-ae00-d2a29f92c595 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:25.676252 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ae67a219-584a-4e08-a260-f61bfdb1fe40 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4676321 Dec 14 01:50:25.676631 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33628) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:25.786324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-998d3443-b542-4997-ae00-d2a29f92c595', 'network_id': '998d3443-b542-4997-ae00-d2a29f92c595', 'project_id': 'b841107adde64c3eac81d27d4d876494', 'fixed_ips': [{'subnet_id': 'e101184a-9a97-4be7-9b2d-d0ec765a96f3'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:50:25.787367 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:25.793347 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:25.880007 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:25.928124 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Allocated IP 2001:db8::2 (998d3443-b542-4997-ae00-d2a29f92c595/e101184a-9a97-4be7-9b2d-d0ec765a96f3/75e66378-66d7-44d6-bdb6-29aa971b80d6) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:50:26.071632 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.079952 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.098295 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.123050 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Network 998d3443-b542-4997-ae00-d2a29f92c595 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:50:26.126561 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:26.126993 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event deleted for resources: {'Subnet': ['ID=e101184a-9a97-4be7-9b2d-d0ec765a96f3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:26.130761 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:50:26.134238 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Pushing event updated for resources: {'Port': ['ID=75e66378-66d7-44d6-bdb6-29aa971b80d6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:26.201307 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Attempting to bind port 75e66378-66d7-44d6-bdb6-29aa971b80d6 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:50:26.201988 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Attempting to bind port 75e66378-66d7-44d6-bdb6-29aa971b80d6 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'ff043440-6683-4f0e-b953-71ae6a622712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '998d3443-b542-4997-ae00-d2a29f92c595'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:50:26.202547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Attempting to bind port 75e66378-66d7-44d6-bdb6-29aa971b80d6 on network 998d3443-b542-4997-ae00-d2a29f92c595 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:50:26.208621 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:50:26.209270 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Checking segment: {'id': 'ff043440-6683-4f0e-b953-71ae6a622712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '998d3443-b542-4997-ae00-d2a29f92c595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:26.209679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.210083 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Bound using segment: {'id': 'ff043440-6683-4f0e-b953-71ae6a622712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '998d3443-b542-4997-ae00-d2a29f92c595'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:50:26.210584 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Bound port: 75e66378-66d7-44d6-bdb6-29aa971b80d6, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff043440-6683-4f0e-b953-71ae6a622712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '998d3443-b542-4997-ae00-d2a29f92c595'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:50:26.211001 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.219512 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.243091 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998d3443-b542-4997-ae00-d2a29f92c595']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:26.253529 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff043440-6683-4f0e-b953-71ae6a622712') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:26.253876 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff043440-6683-4f0e-b953-71ae6a622712') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:26.264654 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.276649 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] For port 75e66378-66d7-44d6-bdb6-29aa971b80d6, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:50:26.280666 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.287080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:50:26.287483 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:50:26.290828 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:50:26.351531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] For port 75e66378-66d7-44d6-bdb6-29aa971b80d6, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=75e66378-66d7-44d6-bdb6-29aa971b80d6,segment=NetworkSegment(ff043440-6683-4f0e-b953-71ae6a622712),segment_id=ff043440-6683-4f0e-b953-71ae6a622712)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:50:26.354082 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.db.api [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 01:50:26.354082 dv-neutron-821592-1-hyperv neutron-server[103408]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 01:50:26.354082 dv-neutron-821592-1-hyperv neutron-server[103408]: [parameters: {'id': '998d3443-b542-4997-ae00-d2a29f92c595'}] Dec 14 01:50:26.354082 dv-neutron-821592-1-hyperv neutron-server[103408]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:50:26.354409 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG oslo_db.api [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:50:26.356936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.443633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de89fbd-ad42-4962-91ce-d4a609931066 None None] Pushing event updated for resources: {'Port': ['ID=75e66378-66d7-44d6-bdb6-29aa971b80d6,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:26.462288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdda07b9-5000-4ee0-a697-3a632117353a None None] Network 998d3443-b542-4997-ae00-d2a29f92c595 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:26.466267 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37444bc5-89c6-4146-a0bc-371e06a26239 None None] Network 3d4953ab-11b4-4196-b462-5e5e781c22ba requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:26.609660 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-36b48979-59c2-47c8-bde2-bbae48b62e53 None None] Provisioning complete for port 6cbcee8a-f153-4120-99d9-ad67c0f33eed triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:26.610032 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36b48979-59c2-47c8-bde2-bbae48b62e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.731606 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36b48979-59c2-47c8-bde2-bbae48b62e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.764799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-36b48979-59c2-47c8-bde2-bbae48b62e53 None None] For port 6cbcee8a-f153-4120-99d9-ad67c0f33eed, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6cbcee8a-f153-4120-99d9-ad67c0f33eed,segment=NetworkSegment(b6bfe719-ecf9-4aa6-a789-6b96f9e2513b),segment_id=b6bfe719-ecf9-4aa6-a789-6b96f9e2513b)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:26.770659 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36b48979-59c2-47c8-bde2-bbae48b62e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.821387 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b48979-59c2-47c8-bde2-bbae48b62e53 None None] Pushing event updated for resources: {'Port': ['ID=6cbcee8a-f153-4120-99d9-ad67c0f33eed,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:26.853107 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b104b2a-c05e-489b-aa9c-1619ee32d344 None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:50:26.855708 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.910679 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Deleting port 75e66378-66d7-44d6-bdb6-29aa971b80d6 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:50:26.911111 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.916640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.925705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-aa404258-60ca-4a2c-90b4-2e93d668d3b1 None None] Provisioning complete for port 6cbcee8a-f153-4120-99d9-ad67c0f33eed triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:26.926073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa404258-60ca-4a2c-90b4-2e93d668d3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.971314 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b104b2a-c05e-489b-aa9c-1619ee32d344 None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:50:26.973508 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] For port 75e66378-66d7-44d6-bdb6-29aa971b80d6, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=75e66378-66d7-44d6-bdb6-29aa971b80d6,segment=NetworkSegment(ff043440-6683-4f0e-b953-71ae6a622712),segment_id=ff043440-6683-4f0e-b953-71ae6a622712)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:26.973881 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:26.990817 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Calling delete_port for 75e66378-66d7-44d6-bdb6-29aa971b80d6 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:50:27.077490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:27.104492 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] No DVR routers for this DVR port 75e66378-66d7-44d6-bdb6-29aa971b80d6 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:50:27.106547 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event deleted for resources: {'Port': ['ID=75e66378-66d7-44d6-bdb6-29aa971b80d6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:27.186999 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:27.206768 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998d3443-b542-4997-ae00-d2a29f92c595']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:27.216357 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff043440-6683-4f0e-b953-71ae6a622712') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:27.216653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff043440-6683-4f0e-b953-71ae6a622712') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:27.225846 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:27.238894 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:27.244890 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:50:27.245299 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:50:27.248454 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:50:27.311806 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:27.319685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:27.323075 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "DELETE /v2.0/networks/998d3443-b542-4997-ae00-d2a29f92c595 HTTP/1.1" status: 204 len: 168 time: 1.6454201 Dec 14 01:50:27.326693 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33630) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:27.331706 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a2beb153-a293-43c5-ae87-0577ab5a56bd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-130720229'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:27.335450 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea2e89-d6ed-4188-b498-00fcd49f1d25 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event deleted for resources: {'Network': ['ID=998d3443-b542-4997-ae00-d2a29f92c595,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:27.358983 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2beb153-a293-43c5-ae87-0577ab5a56bd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Made reservation on behalf of b841107adde64c3eac81d27d4d876494 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:27.362439 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a2beb153-a293-43c5-ae87-0577ab5a56bd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:27.387285 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2beb153-a293-43c5-ae87-0577ab5a56bd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:50:27.396729 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a2beb153-a293-43c5-ae87-0577ab5a56bd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:27.397071 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-a2beb153-a293-43c5-ae87-0577ab5a56bd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Added segment bc63f14f-0776-4b13-b502-fef530f66d0b of type vlan for network 81a5134f-797a-4fca-9638-76e6271b245e Dec 14 01:50:27.438632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a2beb153-a293-43c5-ae87-0577ab5a56bd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:27.467891 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a2beb153-a293-43c5-ae87-0577ab5a56bd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:27.473598 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2beb153-a293-43c5-ae87-0577ab5a56bd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:27.474175 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a2beb153-a293-43c5-ae87-0577ab5a56bd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:27.544518 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a2beb153-a293-43c5-ae87-0577ab5a56bd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2165380 Dec 14 01:50:27.547369 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33632) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:27.554138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ed68cc2b-6f8f-4b0e-a893-9acb03dddd93 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Request body: {'subnet': {'network_id': '81a5134f-797a-4fca-9638-76e6271b245e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:27.561183 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2beb153-a293-43c5-ae87-0577ab5a56bd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event updated for resources: {'Network': ['ID=81a5134f-797a-4fca-9638-76e6271b245e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:27.573237 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 81a5134f-797a-4fca-9638-76e6271b245e details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:50:27.621957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6cbcee8a-f153-4120-99d9-ad67c0f33eed up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:50:27.652169 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed68cc2b-6f8f-4b0e-a893-9acb03dddd93 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Made reservation on behalf of b841107adde64c3eac81d27d4d876494 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:27.656081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed68cc2b-6f8f-4b0e-a893-9acb03dddd93 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:27.691560 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 6cbcee8a-f153-4120-99d9-ad67c0f33eed triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:27.691934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:27.716583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-ed68cc2b-6f8f-4b0e-a893-9acb03dddd93 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Performing IP validity checks on allocation pools {{(pid=103409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 14 01:50:27.717109 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-ed68cc2b-6f8f-4b0e-a893-9acb03dddd93 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 14 01:50:27.738979 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:27.840421 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed68cc2b-6f8f-4b0e-a893-9acb03dddd93 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:27.899997 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68cc2b-6f8f-4b0e-a893-9acb03dddd93 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event updated for resources: {'Subnet': ['ID=359286a8-1fa2-4bc6-b34b-28884015a3e2,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:27.910659 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed68cc2b-6f8f-4b0e-a893-9acb03dddd93 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Checking segment: {'id': 'bc63f14f-0776-4b13-b502-fef530f66d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '81a5134f-797a-4fca-9638-76e6271b245e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:27.911020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed68cc2b-6f8f-4b0e-a893-9acb03dddd93 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Network hostable DHCP agents. Network: 81a5134f-797a-4fca-9638-76e6271b245e, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:50:27.929179 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed68cc2b-6f8f-4b0e-a893-9acb03dddd93 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Network 81a5134f-797a-4fca-9638-76e6271b245e is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:50:27.939929 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-ed68cc2b-6f8f-4b0e-a893-9acb03dddd93 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 81a5134f-797a-4fca-9638-76e6271b245e) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:27.944222 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed68cc2b-6f8f-4b0e-a893-9acb03dddd93 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:27.944813 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed68cc2b-6f8f-4b0e-a893-9acb03dddd93 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:27.949245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1e4331-cdbc-43be-b334-ac120954929f None None] Network 81a5134f-797a-4fca-9638-76e6271b245e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:27.961718 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ed68cc2b-6f8f-4b0e-a893-9acb03dddd93 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4130821 Dec 14 01:50:27.964115 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33634) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:28.050720 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-81a5134f-797a-4fca-9638-76e6271b245e', 'network_id': '81a5134f-797a-4fca-9638-76e6271b245e', 'project_id': 'b841107adde64c3eac81d27d4d876494', 'fixed_ips': [{'subnet_id': '359286a8-1fa2-4bc6-b34b-28884015a3e2'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:50:28.051637 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:28.061322 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:28.140242 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:28.188260 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Allocated IP 2001:db8::3 (81a5134f-797a-4fca-9638-76e6271b245e/359286a8-1fa2-4bc6-b34b-28884015a3e2/dd6bfea3-1d61-4424-ae3d-4e380406544e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:50:28.333363 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:28.342589 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:28.358962 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:28.381643 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Network 81a5134f-797a-4fca-9638-76e6271b245e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:50:28.386148 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:28.386939 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event deleted for resources: {'Subnet': ['ID=359286a8-1fa2-4bc6-b34b-28884015a3e2,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:28.390440 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:50:28.393521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Pushing event updated for resources: {'Port': ['ID=dd6bfea3-1d61-4424-ae3d-4e380406544e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:28.448971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Attempting to bind port dd6bfea3-1d61-4424-ae3d-4e380406544e on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:50:28.449345 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Attempting to bind port dd6bfea3-1d61-4424-ae3d-4e380406544e by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'bc63f14f-0776-4b13-b502-fef530f66d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '81a5134f-797a-4fca-9638-76e6271b245e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:50:28.449803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Attempting to bind port dd6bfea3-1d61-4424-ae3d-4e380406544e on network 81a5134f-797a-4fca-9638-76e6271b245e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:50:28.455005 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:28.455223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:50:28.455591 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Checking segment: {'id': 'bc63f14f-0776-4b13-b502-fef530f66d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '81a5134f-797a-4fca-9638-76e6271b245e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:28.455983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:28.456410 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Bound using segment: {'id': 'bc63f14f-0776-4b13-b502-fef530f66d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '81a5134f-797a-4fca-9638-76e6271b245e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:50:28.456859 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Bound port: dd6bfea3-1d61-4424-ae3d-4e380406544e, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc63f14f-0776-4b13-b502-fef530f66d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '81a5134f-797a-4fca-9638-76e6271b245e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:50:28.457239 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:28.475111 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a5134f-797a-4fca-9638-76e6271b245e']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:28.485013 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc63f14f-0776-4b13-b502-fef530f66d0b') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:28.485287 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc63f14f-0776-4b13-b502-fef530f66d0b') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:28.495284 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:28.508568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:28.514738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:50:28.515106 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:28.517863 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] For port dd6bfea3-1d61-4424-ae3d-4e380406544e, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:50:28.518303 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:50:28.573656 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] For port dd6bfea3-1d61-4424-ae3d-4e380406544e, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=dd6bfea3-1d61-4424-ae3d-4e380406544e,segment=NetworkSegment(bc63f14f-0776-4b13-b502-fef530f66d0b),segment_id=bc63f14f-0776-4b13-b502-fef530f66d0b)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:50:28.575102 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 01:50:28.575102 dv-neutron-821592-1-hyperv neutron-server[103409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 01:50:28.575102 dv-neutron-821592-1-hyperv neutron-server[103409]: [parameters: {'id': '81a5134f-797a-4fca-9638-76e6271b245e'}] Dec 14 01:50:28.575102 dv-neutron-821592-1-hyperv neutron-server[103409]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:50:28.575473 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:50:28.579843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:28.665560 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1d9f3-b742-4e7b-8fe9-ad116fe57126 None None] Pushing event updated for resources: {'Port': ['ID=dd6bfea3-1d61-4424-ae3d-4e380406544e,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:28.684312 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7bf833-4d17-4402-b593-11544ccd313c None None] Network 81a5134f-797a-4fca-9638-76e6271b245e requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:28.775019 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86655926-1dd2-484a-addb-99b2c3921b89 None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:50:28.997021 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86655926-1dd2-484a-addb-99b2c3921b89 None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:50:29.076878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:29.137634 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Deleting port dd6bfea3-1d61-4424-ae3d-4e380406544e {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:50:29.137980 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:29.199747 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] For port dd6bfea3-1d61-4424-ae3d-4e380406544e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=dd6bfea3-1d61-4424-ae3d-4e380406544e,segment=NetworkSegment(bc63f14f-0776-4b13-b502-fef530f66d0b),segment_id=bc63f14f-0776-4b13-b502-fef530f66d0b)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:29.200138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:29.212785 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Calling delete_port for dd6bfea3-1d61-4424-ae3d-4e380406544e owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:50:29.294980 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:29.321115 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event deleted for resources: {'Port': ['ID=dd6bfea3-1d61-4424-ae3d-4e380406544e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:29.326782 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] No DVR routers for this DVR port dd6bfea3-1d61-4424-ae3d-4e380406544e on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:50:29.407228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:29.427103 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a5134f-797a-4fca-9638-76e6271b245e']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:29.436436 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc63f14f-0776-4b13-b502-fef530f66d0b') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:29.436733 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc63f14f-0776-4b13-b502-fef530f66d0b') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:29.446734 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:29.459714 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:29.465672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:50:29.466049 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:50:29.468975 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:50:29.526686 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:29.533877 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:29.537004 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "DELETE /v2.0/networks/81a5134f-797a-4fca-9638-76e6271b245e HTTP/1.1" status: 204 len: 168 time: 1.5719261 Dec 14 01:50:29.541402 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33636) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:29.546575 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c179b8e2-eb11-4ba2-8857-f9df9f653acd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-64651138'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:29.549286 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b856e-c252-4371-9902-b8e4b75733c0 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event deleted for resources: {'Network': ['ID=81a5134f-797a-4fca-9638-76e6271b245e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:29.572680 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c179b8e2-eb11-4ba2-8857-f9df9f653acd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Made reservation on behalf of b841107adde64c3eac81d27d4d876494 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:29.576199 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c179b8e2-eb11-4ba2-8857-f9df9f653acd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:29.598744 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c179b8e2-eb11-4ba2-8857-f9df9f653acd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:50:29.607971 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c179b8e2-eb11-4ba2-8857-f9df9f653acd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:29.608328 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-c179b8e2-eb11-4ba2-8857-f9df9f653acd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Added segment 66c1bca6-79bb-4275-8df8-b510b055cbf5 of type vlan for network b75cec61-fff2-4608-9fa7-113e1b0e3f3b Dec 14 01:50:29.646551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c179b8e2-eb11-4ba2-8857-f9df9f653acd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:29.681064 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c179b8e2-eb11-4ba2-8857-f9df9f653acd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:29.687315 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c179b8e2-eb11-4ba2-8857-f9df9f653acd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:29.688301 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c179b8e2-eb11-4ba2-8857-f9df9f653acd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:29.751305 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c179b8e2-eb11-4ba2-8857-f9df9f653acd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2087803 Dec 14 01:50:29.754786 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33638) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:29.759860 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179b8e2-eb11-4ba2-8857-f9df9f653acd tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event updated for resources: {'Network': ['ID=b75cec61-fff2-4608-9fa7-113e1b0e3f3b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:29.760397 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-5415daf2-0af7-486d-bbd0-05d4cee8fffb tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Request body: {'subnet': {'network_id': 'b75cec61-fff2-4608-9fa7-113e1b0e3f3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:29.773963 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network b75cec61-fff2-4608-9fa7-113e1b0e3f3b details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:50:30.230684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5415daf2-0af7-486d-bbd0-05d4cee8fffb tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Made reservation on behalf of b841107adde64c3eac81d27d4d876494 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:30.234921 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5415daf2-0af7-486d-bbd0-05d4cee8fffb tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:30.455674 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5415daf2-0af7-486d-bbd0-05d4cee8fffb tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:30.518488 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415daf2-0af7-486d-bbd0-05d4cee8fffb tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event updated for resources: {'Subnet': ['ID=bfdbfc6c-d74a-49c0-aadf-e9ab3dccc100,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:30.531786 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5415daf2-0af7-486d-bbd0-05d4cee8fffb tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Checking segment: {'id': '66c1bca6-79bb-4275-8df8-b510b055cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b75cec61-fff2-4608-9fa7-113e1b0e3f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:30.532260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5415daf2-0af7-486d-bbd0-05d4cee8fffb tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Network hostable DHCP agents. Network: b75cec61-fff2-4608-9fa7-113e1b0e3f3b, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:50:30.557325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5415daf2-0af7-486d-bbd0-05d4cee8fffb tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Network b75cec61-fff2-4608-9fa7-113e1b0e3f3b is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:50:30.567004 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-5415daf2-0af7-486d-bbd0-05d4cee8fffb tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, b75cec61-fff2-4608-9fa7-113e1b0e3f3b) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:30.571323 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5415daf2-0af7-486d-bbd0-05d4cee8fffb tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:30.571831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5415daf2-0af7-486d-bbd0-05d4cee8fffb tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:30.577372 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dfc192-42f7-44ea-8d25-43f154626838 None None] Network b75cec61-fff2-4608-9fa7-113e1b0e3f3b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:30.590646 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5415daf2-0af7-486d-bbd0-05d4cee8fffb tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8347061 Dec 14 01:50:30.595761 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33640) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:30.601282 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f583fd46-229d-4e07-bd34-500bdbb3c0f8 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-32130452'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:30.628798 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f583fd46-229d-4e07-bd34-500bdbb3c0f8 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Made reservation on behalf of b841107adde64c3eac81d27d4d876494 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:30.633527 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f583fd46-229d-4e07-bd34-500bdbb3c0f8 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:30.671111 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f583fd46-229d-4e07-bd34-500bdbb3c0f8 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:50:30.689543 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f583fd46-229d-4e07-bd34-500bdbb3c0f8 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:30.689894 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-f583fd46-229d-4e07-bd34-500bdbb3c0f8 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Added segment 5d1c4ff7-784b-4325-8d5c-b9e217b6835d of type vlan for network f2fc4dff-81df-454f-8fea-d44dc8f959c1 Dec 14 01:50:30.695789 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-b75cec61-fff2-4608-9fa7-113e1b0e3f3b', 'network_id': 'b75cec61-fff2-4608-9fa7-113e1b0e3f3b', 'project_id': 'b841107adde64c3eac81d27d4d876494', 'fixed_ips': [{'subnet_id': 'bfdbfc6c-d74a-49c0-aadf-e9ab3dccc100'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:50:30.696981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:30.730828 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f583fd46-229d-4e07-bd34-500bdbb3c0f8 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:30.762154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f583fd46-229d-4e07-bd34-500bdbb3c0f8 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:30.767789 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f583fd46-229d-4e07-bd34-500bdbb3c0f8 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:30.768442 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f583fd46-229d-4e07-bd34-500bdbb3c0f8 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:30.827238 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f583fd46-229d-4e07-bd34-500bdbb3c0f8 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2300646 Dec 14 01:50:30.830162 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33642) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:30.835007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-21b750ef-9f76-4b67-92f5-e8065fbe76d7 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Request body: {'subnet': {'network_id': 'f2fc4dff-81df-454f-8fea-d44dc8f959c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:30.847130 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Allocated IP 2001:db8::2 (b75cec61-fff2-4608-9fa7-113e1b0e3f3b/bfdbfc6c-d74a-49c0-aadf-e9ab3dccc100/3a39a5cf-ff9e-43d8-ab3b-a57859324f85) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:50:30.853398 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583fd46-229d-4e07-bd34-500bdbb3c0f8 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event updated for resources: {'Network': ['ID=f2fc4dff-81df-454f-8fea-d44dc8f959c1,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:30.864592 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network f2fc4dff-81df-454f-8fea-d44dc8f959c1 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:50:30.935289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b750ef-9f76-4b67-92f5-e8065fbe76d7 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Made reservation on behalf of b841107adde64c3eac81d27d4d876494 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:30.938998 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21b750ef-9f76-4b67-92f5-e8065fbe76d7 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.042696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.049427 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.095759 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Network b75cec61-fff2-4608-9fa7-113e1b0e3f3b is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:50:31.097653 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:31.101845 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:50:31.111366 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Pushing event updated for resources: {'Port': ['ID=3a39a5cf-ff9e-43d8-ab3b-a57859324f85,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:31.129434 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21b750ef-9f76-4b67-92f5-e8065fbe76d7 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.159011 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Attempting to bind port 3a39a5cf-ff9e-43d8-ab3b-a57859324f85 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:50:31.159375 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Attempting to bind port 3a39a5cf-ff9e-43d8-ab3b-a57859324f85 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '66c1bca6-79bb-4275-8df8-b510b055cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b75cec61-fff2-4608-9fa7-113e1b0e3f3b'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:50:31.159735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Attempting to bind port 3a39a5cf-ff9e-43d8-ab3b-a57859324f85 on network b75cec61-fff2-4608-9fa7-113e1b0e3f3b {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:50:31.164866 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:50:31.165240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Checking segment: {'id': '66c1bca6-79bb-4275-8df8-b510b055cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b75cec61-fff2-4608-9fa7-113e1b0e3f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:31.165634 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.166024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Bound using segment: {'id': '66c1bca6-79bb-4275-8df8-b510b055cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b75cec61-fff2-4608-9fa7-113e1b0e3f3b'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:50:31.166479 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Bound port: 3a39a5cf-ff9e-43d8-ab3b-a57859324f85, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c1bca6-79bb-4275-8df8-b510b055cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b75cec61-fff2-4608-9fa7-113e1b0e3f3b'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:50:31.166851 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.188026 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b750ef-9f76-4b67-92f5-e8065fbe76d7 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event updated for resources: {'Subnet': ['ID=9d68012b-3af0-4950-bfdb-6f0ba900bd44,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:31.199731 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b750ef-9f76-4b67-92f5-e8065fbe76d7 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Checking segment: {'id': '5d1c4ff7-784b-4325-8d5c-b9e217b6835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f2fc4dff-81df-454f-8fea-d44dc8f959c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:31.199731 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b750ef-9f76-4b67-92f5-e8065fbe76d7 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Network hostable DHCP agents. Network: f2fc4dff-81df-454f-8fea-d44dc8f959c1, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:50:31.216801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b750ef-9f76-4b67-92f5-e8065fbe76d7 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Network f2fc4dff-81df-454f-8fea-d44dc8f959c1 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:50:31.227530 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-21b750ef-9f76-4b67-92f5-e8065fbe76d7 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, f2fc4dff-81df-454f-8fea-d44dc8f959c1) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:31.229272 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] For port 3a39a5cf-ff9e-43d8-ab3b-a57859324f85, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:50:31.232301 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b750ef-9f76-4b67-92f5-e8065fbe76d7 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:31.232979 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] For port 3a39a5cf-ff9e-43d8-ab3b-a57859324f85, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=3a39a5cf-ff9e-43d8-ab3b-a57859324f85,segment=NetworkSegment(66c1bca6-79bb-4275-8df8-b510b055cbf5),segment_id=66c1bca6-79bb-4275-8df8-b510b055cbf5)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:50:31.233089 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21b750ef-9f76-4b67-92f5-e8065fbe76d7 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.236300 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3565b72-a7f6-4860-9923-7c16b515b383 None None] Network f2fc4dff-81df-454f-8fea-d44dc8f959c1 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:31.240760 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.251361 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-21b750ef-9f76-4b67-92f5-e8065fbe76d7 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4201791 Dec 14 01:50:31.254332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33644) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:31.355590 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e1ec8-6a04-44bd-b96e-ce03ad76f562 None None] Pushing event updated for resources: {'Port': ['ID=3a39a5cf-ff9e-43d8-ab3b-a57859324f85,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:31.362977 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.388240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c894d67c-76a0-4f77-add4-e907803bc5ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-f2fc4dff-81df-454f-8fea-d44dc8f959c1', 'network_id': 'f2fc4dff-81df-454f-8fea-d44dc8f959c1', 'project_id': 'b841107adde64c3eac81d27d4d876494', 'fixed_ips': [{'subnet_id': '9d68012b-3af0-4950-bfdb-6f0ba900bd44'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:50:31.389167 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c894d67c-76a0-4f77-add4-e907803bc5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.425127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.507648 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.544350 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event deleted for resources: {'Subnet': ['ID=9d68012b-3af0-4950-bfdb-6f0ba900bd44,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server [None req-c894d67c-76a0-4f77-add4-e907803bc5ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d68012b-3af0-4950-bfdb-6f0ba900bd44: This subnet is being modified by another concurrent operation. Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server raise exception Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d68012b-3af0-4950-bfdb-6f0ba900bd44: This subnet is being modified by another concurrent operation. Dec 14 01:50:31.564025 dv-neutron-821592-1-hyperv neutron-server[103410]: ERROR oslo_messaging.rpc.server Dec 14 01:50:31.569428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:31.569428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:31.569428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:31.569428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:31.569428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:31.569925 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:31.569925 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:31.570242 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:31.570665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:31.570777 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:31.571085 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:31.571401 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:31.571717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:31.617497 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957749c4-213e-4658-9ab2-5300d30bd4fd None None] Network f2fc4dff-81df-454f-8fea-d44dc8f959c1 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:31.630813 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.653483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fc4dff-81df-454f-8fea-d44dc8f959c1']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:31.664311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1c4ff7-784b-4325-8d5c-b9e217b6835d') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:31.664817 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1c4ff7-784b-4325-8d5c-b9e217b6835d') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:31.667728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 3a39a5cf-ff9e-43d8-ab3b-a57859324f85 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:50:31.675723 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.697326 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.703275 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:50:31.703676 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:50:31.707008 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:50:31.755103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 3a39a5cf-ff9e-43d8-ab3b-a57859324f85 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:31.755478 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.767275 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.774192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.777453 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "DELETE /v2.0/networks/f2fc4dff-81df-454f-8fea-d44dc8f959c1 HTTP/1.1" status: 204 len: 168 time: 0.5221913 Dec 14 01:50:31.781300 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33646) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:31.794656 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b1221-319a-4281-9f69-368365f3238d tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event deleted for resources: {'Network': ['ID=f2fc4dff-81df-454f-8fea-d44dc8f959c1,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:31.811547 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-763047c5-2f38-4afe-a04b-75c01a451522 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] GET failed (client error): The resource could not be found. Dec 14 01:50:31.815531 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-763047c5-2f38-4afe-a04b-75c01a451522 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "GET /v2.0/subnets/9d68012b-3af0-4950-bfdb-6f0ba900bd44 HTTP/1.1" status: 404 len: 337 time: 0.0306363 Dec 14 01:50:31.815741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33648) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:31.833413 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-142491c4-4597-49da-a030-3757aae9f5b9 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] DELETE failed (client error): The resource could not be found. Dec 14 01:50:31.833902 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142491c4-4597-49da-a030-3757aae9f5b9 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:50:31.840713 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-142491c4-4597-49da-a030-3757aae9f5b9 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "DELETE /v2.0/networks/f2fc4dff-81df-454f-8fea-d44dc8f959c1 HTTP/1.1" status: 404 len: 339 time: 0.0204444 Dec 14 01:50:31.841213 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33650) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:31.841449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.866931 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-053ce8a6-6f9a-4f3f-aa4f-3f1e4a689775 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] DELETE failed (client error): The resource could not be found. Dec 14 01:50:31.867283 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053ce8a6-6f9a-4f3f-aa4f-3f1e4a689775 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:50:31.872992 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-053ce8a6-6f9a-4f3f-aa4f-3f1e4a689775 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "DELETE /v2.0/subnets/9d68012b-3af0-4950-bfdb-6f0ba900bd44 HTTP/1.1" status: 404 len: 337 time: 0.0282547 Dec 14 01:50:31.873457 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33652) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:31.874296 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 3a39a5cf-ff9e-43d8-ab3b-a57859324f85, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=3a39a5cf-ff9e-43d8-ab3b-a57859324f85,segment=NetworkSegment(66c1bca6-79bb-4275-8df8-b510b055cbf5),segment_id=66c1bca6-79bb-4275-8df8-b510b055cbf5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:31.879747 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.892855 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-555a166b-325f-4615-8fea-5e08e324a8ec tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] DELETE failed (client error): The resource could not be found. Dec 14 01:50:31.893493 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555a166b-325f-4615-8fea-5e08e324a8ec tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:50:31.898972 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-555a166b-325f-4615-8fea-5e08e324a8ec tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "DELETE /v2.0/networks/f2fc4dff-81df-454f-8fea-d44dc8f959c1 HTTP/1.1" status: 404 len: 339 time: 0.0220859 Dec 14 01:50:31.899316 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33654) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:31.931804 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=3a39a5cf-ff9e-43d8-ab3b-a57859324f85,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:31.951908 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-8630ed57-808c-431a-982f-60e422db6f5f tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Deleting subnet bfdbfc6c-d74a-49c0-aadf-e9ab3dccc100 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:50:31.955017 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8630ed57-808c-431a-982f-60e422db6f5f tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:31.998293 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8630ed57-808c-431a-982f-60e422db6f5f tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:32.082090 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8630ed57-808c-431a-982f-60e422db6f5f tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:32.148224 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8630ed57-808c-431a-982f-60e422db6f5f tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:32.175067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630ed57-808c-431a-982f-60e422db6f5f tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event deleted for resources: {'Subnet': ['ID=bfdbfc6c-d74a-49c0-aadf-e9ab3dccc100,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:32.181279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8630ed57-808c-431a-982f-60e422db6f5f tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:32.184542 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8630ed57-808c-431a-982f-60e422db6f5f tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "DELETE /v2.0/subnets/bfdbfc6c-d74a-49c0-aadf-e9ab3dccc100 HTTP/1.1" status: 204 len: 168 time: 0.2840326 Dec 14 01:50:32.186987 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33656) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:32.269068 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:32.324366 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Deleting port 3a39a5cf-ff9e-43d8-ab3b-a57859324f85 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:50:32.324717 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:32.344539 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc4fa17-ad0f-404f-8158-6b3c144b2dd8 None None] Network b75cec61-fff2-4608-9fa7-113e1b0e3f3b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:32.391443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] For port 3a39a5cf-ff9e-43d8-ab3b-a57859324f85, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=3a39a5cf-ff9e-43d8-ab3b-a57859324f85,segment=NetworkSegment(66c1bca6-79bb-4275-8df8-b510b055cbf5),segment_id=66c1bca6-79bb-4275-8df8-b510b055cbf5)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:32.391789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:32.406402 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Calling delete_port for 3a39a5cf-ff9e-43d8-ab3b-a57859324f85 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:50:32.444650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d88a6dfa-bfdb-4535-9766-ef0355fec763 None None] Provisioning complete for port 3a39a5cf-ff9e-43d8-ab3b-a57859324f85 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:32.445189 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d88a6dfa-bfdb-4535-9766-ef0355fec763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:32.493537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:32.493875 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72e78d3-cd13-4c1f-82b0-235e2ea101bd None None] DHCP port deletion for b75cec61-fff2-4608-9fa7-113e1b0e3f3b request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:50:32.497341 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.plugins.ml2.db [None req-d88a6dfa-bfdb-4535-9766-ef0355fec763 None None] No ports have port_id starting with 3a39a5cf-ff9e-43d8-ab3b-a57859324f85 Dec 14 01:50:32.514503 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7311d8b-8e83-4720-93d6-03ca42b038e7 None None] get_active_networks_info from dv-neutron-821592-1-hyperv {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 01:50:32.519655 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event deleted for resources: {'Port': ['ID=3a39a5cf-ff9e-43d8-ab3b-a57859324f85,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:32.523711 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] No DVR routers for this DVR port 3a39a5cf-ff9e-43d8-ab3b-a57859324f85 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:50:32.581367 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7311d8b-8e83-4720-93d6-03ca42b038e7 None None] Resources bound (agent type, host, resource id): {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 01:50:32.604219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:32.628971 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75cec61-fff2-4608-9fa7-113e1b0e3f3b']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:32.638399 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c1bca6-79bb-4275-8df8-b510b055cbf5') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:32.638702 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c1bca6-79bb-4275-8df8-b510b055cbf5') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:32.647991 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:32.662316 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:32.669236 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:50:32.669684 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:50:32.672799 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:50:32.742396 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:32.747367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:32.750973 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "DELETE /v2.0/networks/b75cec61-fff2-4608-9fa7-113e1b0e3f3b HTTP/1.1" status: 204 len: 168 time: 0.5630336 Dec 14 01:50:32.754103 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33658) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:32.766325 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eeef7a-01b0-4552-9507-3b21b99fb3f5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event deleted for resources: {'Network': ['ID=b75cec61-fff2-4608-9fa7-113e1b0e3f3b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:32.786404 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a45ada3-6681-497a-85f1-eeff2ad1b645 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] DELETE failed (client error): The resource could not be found. Dec 14 01:50:32.786945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a45ada3-6681-497a-85f1-eeff2ad1b645 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:50:32.789953 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0a45ada3-6681-497a-85f1-eeff2ad1b645 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "DELETE /v2.0/subnets/359286a8-1fa2-4bc6-b34b-28884015a3e2 HTTP/1.1" status: 404 len: 337 time: 0.0347013 Dec 14 01:50:32.792512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33660) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:32.811708 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c3a709-28cc-43b6-b700-035a2c08152f tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] DELETE failed (client error): The resource could not be found. Dec 14 01:50:32.812249 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c3a709-28cc-43b6-b700-035a2c08152f tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:50:32.815262 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-51c3a709-28cc-43b6-b700-035a2c08152f tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "DELETE /v2.0/networks/81a5134f-797a-4fca-9638-76e6271b245e HTTP/1.1" status: 404 len: 339 time: 0.0218270 Dec 14 01:50:32.817945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33662) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:32.843777 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-53581f93-250a-4f60-9e27-f9c5576cc875 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] DELETE failed (client error): The resource could not be found. Dec 14 01:50:32.844256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53581f93-250a-4f60-9e27-f9c5576cc875 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:50:32.847241 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-53581f93-250a-4f60-9e27-f9c5576cc875 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "DELETE /v2.0/subnets/e101184a-9a97-4be7-9b2d-d0ec765a96f3 HTTP/1.1" status: 404 len: 337 time: 0.0284209 Dec 14 01:50:32.849691 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33664) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:32.867903 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-78949fd4-8050-46a6-995a-b2c758d8e433 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] DELETE failed (client error): The resource could not be found. Dec 14 01:50:32.868432 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78949fd4-8050-46a6-995a-b2c758d8e433 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 01:50:32.871391 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-78949fd4-8050-46a6-995a-b2c758d8e433 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "DELETE /v2.0/networks/998d3443-b542-4997-ae00-d2a29f92c595 HTTP/1.1" status: 404 len: 339 time: 0.0207863 Dec 14 01:50:32.873828 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33666) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:32.924413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7d7b9a-79cb-4585-a0c7-3481ee5e2fc5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Deleting subnet 2a47b7fd-9cfe-42fa-aab5-ea64c50218d7 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:50:32.927518 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c7d7b9a-79cb-4585-a0c7-3481ee5e2fc5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:32.971655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c7d7b9a-79cb-4585-a0c7-3481ee5e2fc5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:33.057106 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c7d7b9a-79cb-4585-a0c7-3481ee5e2fc5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:33.118939 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c7d7b9a-79cb-4585-a0c7-3481ee5e2fc5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:33.148298 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c7d7b9a-79cb-4585-a0c7-3481ee5e2fc5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:33.152515 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3c7d7b9a-79cb-4585-a0c7-3481ee5e2fc5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "DELETE /v2.0/subnets/2a47b7fd-9cfe-42fa-aab5-ea64c50218d7 HTTP/1.1" status: 204 len: 168 time: 0.2768817 Dec 14 01:50:33.153438 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d7b9a-79cb-4585-a0c7-3481ee5e2fc5 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event deleted for resources: {'Subnet': ['ID=2a47b7fd-9cfe-42fa-aab5-ea64c50218d7,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:33.153567 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6889e903-bcf0-43d6-a503-e40e3e8b0a75 None None] Network 3d4953ab-11b4-4196-b462-5e5e781c22ba requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:33.154516 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33668) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:33.231480 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:33.291349 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Deleting port 6cbcee8a-f153-4120-99d9-ad67c0f33eed {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:50:33.291690 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:33.296225 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5f860b-19e9-4e6c-b12e-557caaf8e72f None None] DHCP port deletion for 3d4953ab-11b4-4196-b462-5e5e781c22ba request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:50:33.344195 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f860b-19e9-4e6c-b12e-557caaf8e72f None None] Deleting port 6cbcee8a-f153-4120-99d9-ad67c0f33eed {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:50:33.344570 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b5f860b-19e9-4e6c-b12e-557caaf8e72f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:33.359507 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] For port 6cbcee8a-f153-4120-99d9-ad67c0f33eed, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6cbcee8a-f153-4120-99d9-ad67c0f33eed,segment=NetworkSegment(b6bfe719-ecf9-4aa6-a789-6b96f9e2513b),segment_id=b6bfe719-ecf9-4aa6-a789-6b96f9e2513b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:33.359876 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:33.373241 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Calling delete_port for 6cbcee8a-f153-4120-99d9-ad67c0f33eed owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:50:33.409858 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5b5f860b-19e9-4e6c-b12e-557caaf8e72f None None] For port 6cbcee8a-f153-4120-99d9-ad67c0f33eed, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6cbcee8a-f153-4120-99d9-ad67c0f33eed,segment=NetworkSegment(b6bfe719-ecf9-4aa6-a789-6b96f9e2513b),segment_id=b6bfe719-ecf9-4aa6-a789-6b96f9e2513b)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:33.410259 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b5f860b-19e9-4e6c-b12e-557caaf8e72f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:33.423066 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f860b-19e9-4e6c-b12e-557caaf8e72f None None] Calling delete_port for 6cbcee8a-f153-4120-99d9-ad67c0f33eed owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:50:33.455757 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:33.486594 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event deleted for resources: {'Port': ['ID=6cbcee8a-f153-4120-99d9-ad67c0f33eed,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:33.489730 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] No DVR routers for this DVR port 6cbcee8a-f153-4120-99d9-ad67c0f33eed on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:50:33.499786 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b5f860b-19e9-4e6c-b12e-557caaf8e72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:33.530819 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f860b-19e9-4e6c-b12e-557caaf8e72f None None] Pushing event deleted for resources: {'Port': ['ID=6cbcee8a-f153-4120-99d9-ad67c0f33eed,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:33.541089 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f860b-19e9-4e6c-b12e-557caaf8e72f None None] No DVR routers for this DVR port 6cbcee8a-f153-4120-99d9-ad67c0f33eed on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:50:33.567914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 3a39a5cf-ff9e-43d8-ab3b-a57859324f85 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:50:33.573681 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:33.588941 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 3a39a5cf-ff9e-43d8-ab3b-a57859324f85 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:50:33.589282 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 3a39a5cf-ff9e-43d8-ab3b-a57859324f85 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:50:33.589700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6cbcee8a-f153-4120-99d9-ad67c0f33eed no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:50:33.593264 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d4953ab-11b4-4196-b462-5e5e781c22ba']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:33.602454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bfe719-ecf9-4aa6-a789-6b96f9e2513b') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:33.602748 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bfe719-ecf9-4aa6-a789-6b96f9e2513b') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:33.608873 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 6cbcee8a-f153-4120-99d9-ad67c0f33eed {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:50:33.609222 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6cbcee8a-f153-4120-99d9-ad67c0f33eed not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:50:33.616554 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:33.630341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:33.636858 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:50:33.637238 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:50:33.640427 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:50:33.699859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:33.706480 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:33.709633 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] 10.222.0.32 "DELETE /v2.0/networks/3d4953ab-11b4-4196-b462-5e5e781c22ba HTTP/1.1" status: 204 len: 168 time: 0.5540891 Dec 14 01:50:33.721679 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d4457-86da-4cab-ad64-bac8c4024ce3 tempest-NetworksIpV6Test-1187829165 tempest-NetworksIpV6Test-1187829165-project] Pushing event deleted for resources: {'Network': ['ID=3d4953ab-11b4-4196-b462-5e5e781c22ba,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:33.973987 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33674) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:34.152032 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9441170d-4c60-4d60-bb80-1d5609646d0b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b841107adde64c3eac81d27d4d876494&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1768553 Dec 14 01:50:34.154554 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33678) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:34.202546 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8cb9d7cd-c18b-4b27-a288-d217bd0d6c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:34.223205 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8cb9d7cd-c18b-4b27-a288-d217bd0d6c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:34.278385 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8cb9d7cd-c18b-4b27-a288-d217bd0d6c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:34.281427 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8cb9d7cd-c18b-4b27-a288-d217bd0d6c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:34.282588 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8cb9d7cd-c18b-4b27-a288-d217bd0d6c57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a17bf16-2f74-45d6-a218-8b21e3021ff4 HTTP/1.1" status: 204 len: 168 time: 0.1271789 Dec 14 01:50:34.290691 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9d7cd-c18b-4b27-a288-d217bd0d6c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a17bf16-2f74-45d6-a218-8b21e3021ff4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:34.959058 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33700) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:35.067588 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4e3ff11d-071e-4aa2-8d19-93e6a0f861b7 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1217629730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:35.096745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e3ff11d-071e-4aa2-8d19-93e6a0f861b7 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.097851 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e3ff11d-071e-4aa2-8d19-93e6a0f861b7 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.153642 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e3ff11d-071e-4aa2-8d19-93e6a0f861b7 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.160311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e3ff11d-071e-4aa2-8d19-93e6a0f861b7 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.180485 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e3ff11d-071e-4aa2-8d19-93e6a0f861b7 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.181692 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4e3ff11d-071e-4aa2-8d19-93e6a0f861b7 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2216320 Dec 14 01:50:35.184552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33704) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:35.189376 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-60bf061f-43dd-4add-8b79-78d27e84bf58 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1884834860'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:35.212546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bf061f-43dd-4add-8b79-78d27e84bf58 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Made reservation on behalf of f16e94f467f44f50a06c3cf87cae8954 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:35.215952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60bf061f-43dd-4add-8b79-78d27e84bf58 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.224715 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60bf061f-43dd-4add-8b79-78d27e84bf58 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.303817 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60bf061f-43dd-4add-8b79-78d27e84bf58 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.308838 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60bf061f-43dd-4add-8b79-78d27e84bf58 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.336870 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60bf061f-43dd-4add-8b79-78d27e84bf58 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:50:35.346783 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf061f-43dd-4add-8b79-78d27e84bf58 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed493c9-520b-4af8-ba9a-d1d2deed7049,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:35.352928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60bf061f-43dd-4add-8b79-78d27e84bf58 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.353279 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-60bf061f-43dd-4add-8b79-78d27e84bf58 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Added segment 0ea0d961-7efb-4348-b466-d45da48cbaf3 of type vlan for network 585915ff-70b4-49de-9021-9a7d36789b83 Dec 14 01:50:35.393800 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60bf061f-43dd-4add-8b79-78d27e84bf58 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.423688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60bf061f-43dd-4add-8b79-78d27e84bf58 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.429646 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bf061f-43dd-4add-8b79-78d27e84bf58 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:35.430341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60bf061f-43dd-4add-8b79-78d27e84bf58 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.489408 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-60bf061f-43dd-4add-8b79-78d27e84bf58 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3038247 Dec 14 01:50:35.492553 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33706) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:35.497573 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf061f-43dd-4add-8b79-78d27e84bf58 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Pushing event updated for resources: {'Network': ['ID=585915ff-70b4-49de-9021-9a7d36789b83,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:35.497888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f8fceae0-2803-462c-ab4b-f0317053ca8d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Request body: {'subnet': {'network_id': '585915ff-70b4-49de-9021-9a7d36789b83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:35.510641 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 585915ff-70b4-49de-9021-9a7d36789b83 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:50:35.595454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fceae0-2803-462c-ab4b-f0317053ca8d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Made reservation on behalf of f16e94f467f44f50a06c3cf87cae8954 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:35.599397 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8fceae0-2803-462c-ab4b-f0317053ca8d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.792630 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8fceae0-2803-462c-ab4b-f0317053ca8d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.847614 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fceae0-2803-462c-ab4b-f0317053ca8d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Pushing event updated for resources: {'Subnet': ['ID=f018c62d-38df-4206-98bf-67ad1159d76e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:35.862774 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fceae0-2803-462c-ab4b-f0317053ca8d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Checking segment: {'id': '0ea0d961-7efb-4348-b466-d45da48cbaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '585915ff-70b4-49de-9021-9a7d36789b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:35.863148 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fceae0-2803-462c-ab4b-f0317053ca8d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Network hostable DHCP agents. Network: 585915ff-70b4-49de-9021-9a7d36789b83, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:50:35.882438 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fceae0-2803-462c-ab4b-f0317053ca8d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Network 585915ff-70b4-49de-9021-9a7d36789b83 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:50:35.891777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f8fceae0-2803-462c-ab4b-f0317053ca8d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 585915ff-70b4-49de-9021-9a7d36789b83) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:35.895812 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fceae0-2803-462c-ab4b-f0317053ca8d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:35.896442 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8fceae0-2803-462c-ab4b-f0317053ca8d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.901470 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f52418-ecd3-47d2-83ad-968d69275c2d None None] Network 585915ff-70b4-49de-9021-9a7d36789b83 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:35.914647 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f8fceae0-2803-462c-ab4b-f0317053ca8d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4204617 Dec 14 01:50:35.917432 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33708) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:35.922701 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d3988bfc-96e5-4618-8cab-d1e46783ea94 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-434413665'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:35.947912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3988bfc-96e5-4618-8cab-d1e46783ea94 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Made reservation on behalf of f16e94f467f44f50a06c3cf87cae8954 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:35.951595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d3988bfc-96e5-4618-8cab-d1e46783ea94 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.976778 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3988bfc-96e5-4618-8cab-d1e46783ea94 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:50:35.986252 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d3988bfc-96e5-4618-8cab-d1e46783ea94 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:35.986694 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-d3988bfc-96e5-4618-8cab-d1e46783ea94 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Added segment 89b16f6f-1d57-45a4-b86c-accd9687fa7f of type vlan for network 4e13128e-ba40-469e-be27-9819cd5f3719 Dec 14 01:50:35.997523 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-585915ff-70b4-49de-9021-9a7d36789b83', 'network_id': '585915ff-70b4-49de-9021-9a7d36789b83', 'project_id': 'f16e94f467f44f50a06c3cf87cae8954', 'fixed_ips': [{'subnet_id': 'f018c62d-38df-4206-98bf-67ad1159d76e'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:50:35.998734 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:36.028026 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d3988bfc-96e5-4618-8cab-d1e46783ea94 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:36.054465 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d3988bfc-96e5-4618-8cab-d1e46783ea94 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:36.059868 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3988bfc-96e5-4618-8cab-d1e46783ea94 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:36.060478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d3988bfc-96e5-4618-8cab-d1e46783ea94 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:36.118458 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d3988bfc-96e5-4618-8cab-d1e46783ea94 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1998196 Dec 14 01:50:36.122442 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33710) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:36.127578 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3ed40986-9284-42eb-b07b-7c2102d1aa1d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Request body: {'subnet': {'network_id': '4e13128e-ba40-469e-be27-9819cd5f3719', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:36.136558 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3988bfc-96e5-4618-8cab-d1e46783ea94 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Pushing event updated for resources: {'Network': ['ID=4e13128e-ba40-469e-be27-9819cd5f3719,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:36.141253 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Allocated IP 172.20.0.2 (585915ff-70b4-49de-9021-9a7d36789b83/f018c62d-38df-4206-98bf-67ad1159d76e/094edd2a-62e7-440d-9019-142b054a211b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:50:36.151922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 4e13128e-ba40-469e-be27-9819cd5f3719 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:50:36.238925 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed40986-9284-42eb-b07b-7c2102d1aa1d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Made reservation on behalf of f16e94f467f44f50a06c3cf87cae8954 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:36.242626 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ed40986-9284-42eb-b07b-7c2102d1aa1d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:36.432238 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ed40986-9284-42eb-b07b-7c2102d1aa1d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:36.494357 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed40986-9284-42eb-b07b-7c2102d1aa1d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Pushing event updated for resources: {'Subnet': ['ID=44e4e495-1cbd-477b-9702-a30f34fca51c,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:36.502889 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed40986-9284-42eb-b07b-7c2102d1aa1d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Checking segment: {'id': '89b16f6f-1d57-45a4-b86c-accd9687fa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e13128e-ba40-469e-be27-9819cd5f3719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:36.503049 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:36.503225 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed40986-9284-42eb-b07b-7c2102d1aa1d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Network hostable DHCP agents. Network: 4e13128e-ba40-469e-be27-9819cd5f3719, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:50:36.510435 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:36.520163 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed40986-9284-42eb-b07b-7c2102d1aa1d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Network 4e13128e-ba40-469e-be27-9819cd5f3719 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:50:36.531630 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3ed40986-9284-42eb-b07b-7c2102d1aa1d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 4e13128e-ba40-469e-be27-9819cd5f3719) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:36.535925 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed40986-9284-42eb-b07b-7c2102d1aa1d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:36.536585 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ed40986-9284-42eb-b07b-7c2102d1aa1d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:36.542706 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc38b4e-64cf-4bb0-849a-0a247cbfa092 None None] Network 4e13128e-ba40-469e-be27-9819cd5f3719 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:36.556251 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3ed40986-9284-42eb-b07b-7c2102d1aa1d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4326196 Dec 14 01:50:36.559111 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33712) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:36.563610 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-70451ed0-9525-42ef-ac13-65bade7ffd9e tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e13128e-ba40-469e-be27-9819cd5f3719'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:36.594857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Network 585915ff-70b4-49de-9021-9a7d36789b83 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:50:36.605652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:36.608083 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:50:36.611651 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Pushing event updated for resources: {'Port': ['ID=094edd2a-62e7-440d-9019-142b054a211b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:36.705270 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Attempting to bind port 094edd2a-62e7-440d-9019-142b054a211b on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:50:36.705634 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Attempting to bind port 094edd2a-62e7-440d-9019-142b054a211b by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '0ea0d961-7efb-4348-b466-d45da48cbaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '585915ff-70b4-49de-9021-9a7d36789b83'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:50:36.705869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Attempting to bind port 094edd2a-62e7-440d-9019-142b054a211b on network 585915ff-70b4-49de-9021-9a7d36789b83 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:50:36.713477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-4e13128e-ba40-469e-be27-9819cd5f3719', 'network_id': '4e13128e-ba40-469e-be27-9819cd5f3719', 'project_id': 'f16e94f467f44f50a06c3cf87cae8954', 'fixed_ips': [{'subnet_id': '44e4e495-1cbd-477b-9702-a30f34fca51c'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:50:36.714358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:36.717339 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:50:36.717726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Checking segment: {'id': '0ea0d961-7efb-4348-b466-d45da48cbaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '585915ff-70b4-49de-9021-9a7d36789b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:36.718450 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:36.718607 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Bound using segment: {'id': '0ea0d961-7efb-4348-b466-d45da48cbaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '585915ff-70b4-49de-9021-9a7d36789b83'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:50:36.719028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Bound port: 094edd2a-62e7-440d-9019-142b054a211b, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea0d961-7efb-4348-b466-d45da48cbaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '585915ff-70b4-49de-9021-9a7d36789b83'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:50:36.719413 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:36.788336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70451ed0-9525-42ef-ac13-65bade7ffd9e tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:36.862616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] For port 094edd2a-62e7-440d-9019-142b054a211b, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:50:36.868169 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] For port 094edd2a-62e7-440d-9019-142b054a211b, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=094edd2a-62e7-440d-9019-142b054a211b,segment=NetworkSegment(0ea0d961-7efb-4348-b466-d45da48cbaf3),segment_id=0ea0d961-7efb-4348-b466-d45da48cbaf3)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:50:36.873132 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:36.896919 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-70451ed0-9525-42ef-ac13-65bade7ffd9e tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 01:50:36.898144 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-70451ed0-9525-42ef-ac13-65bade7ffd9e tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] 10.222.0.32 "PUT /v2.0/routers/490f525e-d20c-4bf5-b2ad-b916ffc7a750 HTTP/1.1" status: 400 len: 364 time: 0.3380890 Dec 14 01:50:36.904219 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33714) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:36.959584 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Allocated IP 172.21.0.2 (4e13128e-ba40-469e-be27-9819cd5f3719/44e4e495-1cbd-477b-9702-a30f34fca51c/83852c32-779f-4788-b452-1213eeeeabeb) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:50:36.964427 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-40dd66a6-1112-4396-8bb4-599a71af80e3 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Deleting subnet 44e4e495-1cbd-477b-9702-a30f34fca51c {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:50:36.971809 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3dd27-1bc2-4b8a-9449-521a1f8f533c None None] Pushing event updated for resources: {'Port': ['ID=094edd2a-62e7-440d-9019-142b054a211b,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:37.116699 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.122977 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40dd66a6-1112-4396-8bb4-599a71af80e3 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.123422 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.167431 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40dd66a6-1112-4396-8bb4-599a71af80e3 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.169580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Network 4e13128e-ba40-469e-be27-9819cd5f3719 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:50:37.172531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:37.175036 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:50:37.184941 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Pushing event updated for resources: {'Port': ['ID=83852c32-779f-4788-b452-1213eeeeabeb,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:37.194993 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:50:37.251966 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Attempting to bind port 83852c32-779f-4788-b452-1213eeeeabeb on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:50:37.252521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Attempting to bind port 83852c32-779f-4788-b452-1213eeeeabeb by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '89b16f6f-1d57-45a4-b86c-accd9687fa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e13128e-ba40-469e-be27-9819cd5f3719'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:50:37.253313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Attempting to bind port 83852c32-779f-4788-b452-1213eeeeabeb on network 4e13128e-ba40-469e-be27-9819cd5f3719 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:50:37.259612 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:50:37.259819 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Checking segment: {'id': '89b16f6f-1d57-45a4-b86c-accd9687fa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e13128e-ba40-469e-be27-9819cd5f3719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:37.260266 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.260672 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Bound using segment: {'id': '89b16f6f-1d57-45a4-b86c-accd9687fa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e13128e-ba40-469e-be27-9819cd5f3719'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:50:37.261149 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Bound port: 83852c32-779f-4788-b452-1213eeeeabeb, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b16f6f-1d57-45a4-b86c-accd9687fa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e13128e-ba40-469e-be27-9819cd5f3719'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:50:37.261543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.268268 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40dd66a6-1112-4396-8bb4-599a71af80e3 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.331962 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40dd66a6-1112-4396-8bb4-599a71af80e3 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.334415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] For port 83852c32-779f-4788-b452-1213eeeeabeb, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:50:37.338302 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] For port 83852c32-779f-4788-b452-1213eeeeabeb, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=83852c32-779f-4788-b452-1213eeeeabeb,segment=NetworkSegment(89b16f6f-1d57-45a4-b86c-accd9687fa7f),segment_id=89b16f6f-1d57-45a4-b86c-accd9687fa7f)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:50:37.342842 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.361423 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd66a6-1112-4396-8bb4-599a71af80e3 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Pushing event deleted for resources: {'Subnet': ['ID=44e4e495-1cbd-477b-9702-a30f34fca51c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:37.363335 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40dd66a6-1112-4396-8bb4-599a71af80e3 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.367215 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-40dd66a6-1112-4396-8bb4-599a71af80e3 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] 10.222.0.32 "DELETE /v2.0/subnets/44e4e495-1cbd-477b-9702-a30f34fca51c HTTP/1.1" status: 204 len: 168 time: 0.4615440 Dec 14 01:50:37.369296 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33716) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:37.408374 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac143c-6099-4bb8-84b5-d6e6f7763950 None None] Pushing event updated for resources: {'Port': ['ID=83852c32-779f-4788-b452-1213eeeeabeb,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:37.449563 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.505583 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Deleting port 83852c32-779f-4788-b452-1213eeeeabeb {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:50:37.506265 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.582856 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] For port 83852c32-779f-4788-b452-1213eeeeabeb, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=83852c32-779f-4788-b452-1213eeeeabeb,segment=NetworkSegment(89b16f6f-1d57-45a4-b86c-accd9687fa7f),segment_id=89b16f6f-1d57-45a4-b86c-accd9687fa7f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:37.583215 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.598414 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Calling delete_port for 83852c32-779f-4788-b452-1213eeeeabeb owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:50:37.643948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 094edd2a-62e7-440d-9019-142b054a211b up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:50:37.698481 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.704992 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 094edd2a-62e7-440d-9019-142b054a211b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:37.705434 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.731552 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Pushing event deleted for resources: {'Port': ['ID=83852c32-779f-4788-b452-1213eeeeabeb,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:37.735029 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] No DVR routers for this DVR port 83852c32-779f-4788-b452-1213eeeeabeb on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:50:37.814629 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.831538 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.854435 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e13128e-ba40-469e-be27-9819cd5f3719']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:37.854703 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 094edd2a-62e7-440d-9019-142b054a211b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=094edd2a-62e7-440d-9019-142b054a211b,segment=NetworkSegment(0ea0d961-7efb-4348-b466-d45da48cbaf3),segment_id=0ea0d961-7efb-4348-b466-d45da48cbaf3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:37.860315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.867990 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b16f6f-1d57-45a4-b86c-accd9687fa7f') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:37.868241 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b16f6f-1d57-45a4-b86c-accd9687fa7f') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:37.883487 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.899038 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.906159 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:50:37.906801 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:50:37.910192 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:50:37.919127 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=094edd2a-62e7-440d-9019-142b054a211b,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:37.977068 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.995665 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:37.999279 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] 10.222.0.32 "DELETE /v2.0/networks/4e13128e-ba40-469e-be27-9819cd5f3719 HTTP/1.1" status: 204 len: 168 time: 0.6289024 Dec 14 01:50:38.000537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8e08c-9d4b-406e-900d-f53f8c57bc44 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Pushing event deleted for resources: {'Network': ['ID=4e13128e-ba40-469e-be27-9819cd5f3719,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:38.001874 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33718) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:38.015246 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3658838f-75b6-417c-b557-554a1e282db5 None None] Network 585915ff-70b4-49de-9021-9a7d36789b83 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:38.063100 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-174a50ca-ea6e-4634-a9e6-75daeea6b0fc tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Deleting subnet f018c62d-38df-4206-98bf-67ad1159d76e {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:50:38.066221 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-174a50ca-ea6e-4634-a9e6-75daeea6b0fc tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.086528 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-382e228f-4dfa-42f9-9b92-dfa6cd5ac5a7 None None] Provisioning complete for port 094edd2a-62e7-440d-9019-142b054a211b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:38.086897 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-382e228f-4dfa-42f9-9b92-dfa6cd5ac5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.106288 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-174a50ca-ea6e-4634-a9e6-75daeea6b0fc tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.211668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-174a50ca-ea6e-4634-a9e6-75daeea6b0fc tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.278137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-174a50ca-ea6e-4634-a9e6-75daeea6b0fc tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.308888 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-174a50ca-ea6e-4634-a9e6-75daeea6b0fc tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.314935 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-174a50ca-ea6e-4634-a9e6-75daeea6b0fc tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] 10.222.0.32 "DELETE /v2.0/subnets/f018c62d-38df-4206-98bf-67ad1159d76e HTTP/1.1" status: 204 len: 168 time: 0.3076522 Dec 14 01:50:38.314935 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a50ca-ea6e-4634-a9e6-75daeea6b0fc tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Pushing event deleted for resources: {'Subnet': ['ID=f018c62d-38df-4206-98bf-67ad1159d76e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:38.315215 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33720) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:38.383054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d30d455-0449-4ba3-bfcd-8bf2993c5181 None None] Network 585915ff-70b4-49de-9021-9a7d36789b83 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:38.404994 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.452571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-22e5b361-016b-42e1-bc97-e7b8c7ecb0b8 None None] Provisioning complete for port 094edd2a-62e7-440d-9019-142b054a211b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:38.452954 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22e5b361-016b-42e1-bc97-e7b8c7ecb0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.461953 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Deleting port 094edd2a-62e7-440d-9019-142b054a211b {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:50:38.462400 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.530868 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] For port 094edd2a-62e7-440d-9019-142b054a211b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=094edd2a-62e7-440d-9019-142b054a211b,segment=NetworkSegment(0ea0d961-7efb-4348-b466-d45da48cbaf3),segment_id=0ea0d961-7efb-4348-b466-d45da48cbaf3)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:38.531338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.551404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Calling delete_port for 094edd2a-62e7-440d-9019-142b054a211b owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:50:38.598512 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87046f80-fb28-4655-b2a8-0abbe1ee8be7 None None] DHCP port deletion for 585915ff-70b4-49de-9021-9a7d36789b83 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:50:38.630969 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a22f4ed-2691-4250-a1b5-24399c7796e5 None None] DHCP port deletion for 4e13128e-ba40-469e-be27-9819cd5f3719 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:50:38.636028 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.659267 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a01164-67f7-4303-a01b-d3808fbe1e16 None None] Network 4e13128e-ba40-469e-be27-9819cd5f3719 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:38.664747 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Pushing event deleted for resources: {'Port': ['ID=094edd2a-62e7-440d-9019-142b054a211b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:38.667091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] No DVR routers for this DVR port 094edd2a-62e7-440d-9019-142b054a211b on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:50:38.678087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a01164-67f7-4303-a01b-d3808fbe1e16 None None] Network 4e13128e-ba40-469e-be27-9819cd5f3719 could not be found, it might have been deleted concurrently. {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 14 01:50:38.683098 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4c434372-56ff-4d26-9ba7-f93f42463e8d None None] Could not find standard attr ID for object 83852c32-779f-4788-b452-1213eeeeabeb. {{(pid=103410) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 01:50:38.685998 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-87046f80-fb28-4655-b2a8-0abbe1ee8be7 None None] Deleting port 094edd2a-62e7-440d-9019-142b054a211b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:50:38.686376 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87046f80-fb28-4655-b2a8-0abbe1ee8be7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.747910 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-87046f80-fb28-4655-b2a8-0abbe1ee8be7 None None] For port 094edd2a-62e7-440d-9019-142b054a211b, host dv-neutron-821592-1-hyperv, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:38.748365 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87046f80-fb28-4655-b2a8-0abbe1ee8be7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.755366 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.760579 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-87046f80-fb28-4655-b2a8-0abbe1ee8be7 None None] Calling delete_port for 094edd2a-62e7-440d-9019-142b054a211b owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:50:38.763574 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-87046f80-fb28-4655-b2a8-0abbe1ee8be7 None None] Port 094edd2a-62e7-440d-9019-142b054a211b was not found and therefore no delete operation was performed {{(pid=103410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 01:50:38.765430 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87046f80-fb28-4655-b2a8-0abbe1ee8be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.778118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585915ff-70b4-49de-9021-9a7d36789b83']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:38.788111 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea0d961-7efb-4348-b466-d45da48cbaf3') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:38.788443 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea0d961-7efb-4348-b466-d45da48cbaf3') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:38.797479 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87046f80-fb28-4655-b2a8-0abbe1ee8be7 None None] Pushing event deleted for resources: {'Port': ['ID=094edd2a-62e7-440d-9019-142b054a211b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:38.802205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.805401 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87046f80-fb28-4655-b2a8-0abbe1ee8be7 None None] No DVR routers for this DVR port 094edd2a-62e7-440d-9019-142b054a211b on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:50:38.821784 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.826061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:50:38.826446 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:50:38.829627 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:50:38.895816 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.903192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:38.906674 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] 10.222.0.32 "DELETE /v2.0/networks/585915ff-70b4-49de-9021-9a7d36789b83 HTTP/1.1" status: 204 len: 168 time: 0.5898795 Dec 14 01:50:38.911378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33722) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:38.918301 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d75ee1-dfd3-4c33-83ec-12c8b828f873 tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Pushing event deleted for resources: {'Network': ['ID=585915ff-70b4-49de-9021-9a7d36789b83,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:38.938679 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-639eee18-2340-4b8f-b9ba-fdaf5097a67d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] 10.222.0.32 "GET /v2.0/ports?device_id=490f525e-d20c-4bf5-b2ad-b916ffc7a750 HTTP/1.1" status: 200 len: 205 time: 0.0261462 Dec 14 01:50:38.941098 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33724) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:39.015519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-501ecad5-6ec2-4e8d-8204-40420e3d728d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:39.171642 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-501ecad5-6ec2-4e8d-8204-40420e3d728d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:39.174534 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-501ecad5-6ec2-4e8d-8204-40420e3d728d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:39.222798 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-501ecad5-6ec2-4e8d-8204-40420e3d728d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:39.223332 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501ecad5-6ec2-4e8d-8204-40420e3d728d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Fanout notify agent at l3_agent the message router_deleted on router 490f525e-d20c-4bf5-b2ad-b916ffc7a750 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:50:39.230971 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-501ecad5-6ec2-4e8d-8204-40420e3d728d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:39.232162 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-501ecad5-6ec2-4e8d-8204-40420e3d728d tempest-RoutersNegativeTest-687754145 tempest-RoutersNegativeTest-687754145-project] 10.222.0.32 "DELETE /v2.0/routers/490f525e-d20c-4bf5-b2ad-b916ffc7a750 HTTP/1.1" status: 204 len: 168 time: 0.2901149 Dec 14 01:50:39.492131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33730) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:39.565975 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 094edd2a-62e7-440d-9019-142b054a211b no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:50:39.586896 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 094edd2a-62e7-440d-9019-142b054a211b {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:50:39.587245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 094edd2a-62e7-440d-9019-142b054a211b not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:50:39.626887 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-657aecd8-96e0-416d-abbe-2c4aef805f7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f16e94f467f44f50a06c3cf87cae8954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335406 Dec 14 01:50:39.629539 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33734) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:39.677924 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2471f696-4326-4b5e-8900-1a4da122531b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:39.698732 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2471f696-4326-4b5e-8900-1a4da122531b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:39.753381 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2471f696-4326-4b5e-8900-1a4da122531b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:39.756154 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2471f696-4326-4b5e-8900-1a4da122531b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:39.757572 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2471f696-4326-4b5e-8900-1a4da122531b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eed493c9-520b-4af8-ba9a-d1d2deed7049 HTTP/1.1" status: 204 len: 168 time: 0.1269295 Dec 14 01:50:39.765449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471f696-4326-4b5e-8900-1a4da122531b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed493c9-520b-4af8-ba9a-d1d2deed7049,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:40.412621 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 33756) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:40.508955 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-368f33eb-48a3-4f57-9868-177a823382ac admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1966427130-network', 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:40.533591 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368f33eb-48a3-4f57-9868-177a823382ac admin admin] Made reservation on behalf of b9fdce05df8143df99453ca9e5b69123 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:40.535941 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-368f33eb-48a3-4f57-9868-177a823382ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:40.544772 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-368f33eb-48a3-4f57-9868-177a823382ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:40.621081 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-368f33eb-48a3-4f57-9868-177a823382ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:40.626754 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-368f33eb-48a3-4f57-9868-177a823382ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:40.649305 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368f33eb-48a3-4f57-9868-177a823382ac admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:50:40.664911 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f33eb-48a3-4f57-9868-177a823382ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b94035-f930-4df9-baf2-db1541bd18f1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:40.669299 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-368f33eb-48a3-4f57-9868-177a823382ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:40.669659 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-368f33eb-48a3-4f57-9868-177a823382ac admin admin] Added segment 530f270c-c19a-43f4-a4d3-5e12d3308028 of type vlan for network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd Dec 14 01:50:40.712336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-368f33eb-48a3-4f57-9868-177a823382ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:40.742005 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-368f33eb-48a3-4f57-9868-177a823382ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:40.743079 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368f33eb-48a3-4f57-9868-177a823382ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:40.743657 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-368f33eb-48a3-4f57-9868-177a823382ac admin admin] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:40.798694 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-368f33eb-48a3-4f57-9868-177a823382ac admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3830178 Dec 14 01:50:40.800176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33760) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:40.803621 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f33eb-48a3-4f57-9868-177a823382ac admin admin] Pushing event updated for resources: {'Network': ['ID=031bdd05-77ad-40cb-a5b5-8fa07cbb60dd,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:40.806995 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-2b57c295-4ed2-4de9-bdff-4533459d3a14 admin admin] Request body: {'subnet': {'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1966427130-subnet', 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123', 'ip_version': 4}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:40.814159 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:50:40.832354 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b57c295-4ed2-4de9-bdff-4533459d3a14 admin admin] Made reservation on behalf of b9fdce05df8143df99453ca9e5b69123 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:40.835087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b57c295-4ed2-4de9-bdff-4533459d3a14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.006086 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b57c295-4ed2-4de9-bdff-4533459d3a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.063476 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57c295-4ed2-4de9-bdff-4533459d3a14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c790f087-8eca-4ff9-8f7f-64e49cd91df1,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:41.076471 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.080718 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57c295-4ed2-4de9-bdff-4533459d3a14 admin admin] Checking segment: {'id': '530f270c-c19a-43f4-a4d3-5e12d3308028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:41.081079 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b57c295-4ed2-4de9-bdff-4533459d3a14 admin admin] Network hostable DHCP agents. Network: 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:50:41.098697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b57c295-4ed2-4de9-bdff-4533459d3a14 admin admin] Network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:50:41.108699 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-2b57c295-4ed2-4de9-bdff-4533459d3a14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:41.112740 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b57c295-4ed2-4de9-bdff-4533459d3a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:41.113333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b57c295-4ed2-4de9-bdff-4533459d3a14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.117516 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5825cbaa-8c76-4237-ad21-f4df189ad855 None None] Network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:41.129396 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2b57c295-4ed2-4de9-bdff-4533459d3a14 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3279886 Dec 14 01:50:41.132301 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33762) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:41.136725 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1966427130-router', 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:41.163102 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.164313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.214185 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-031bdd05-77ad-40cb-a5b5-8fa07cbb60dd', 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd', 'project_id': 'b9fdce05df8143df99453ca9e5b69123', 'fixed_ips': [{'subnet_id': 'c790f087-8eca-4ff9-8f7f-64e49cd91df1'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:50:41.214468 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.215445 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.352785 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Allocated IP 172.20.0.2 (031bdd05-77ad-40cb-a5b5-8fa07cbb60dd/c790f087-8eca-4ff9-8f7f-64e49cd91df1/853b07eb-b82a-492c-afc6-0e000c390562) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:50:41.352986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.496780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.502830 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.544185 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:50:41.547128 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:41.547976 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.551366 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:50:41.554449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Pushing event updated for resources: {'Port': ['ID=853b07eb-b82a-492c-afc6-0e000c390562,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:41.571329 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.609125 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Attempting to bind port 853b07eb-b82a-492c-afc6-0e000c390562 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:50:41.609424 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Attempting to bind port 853b07eb-b82a-492c-afc6-0e000c390562 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '530f270c-c19a-43f4-a4d3-5e12d3308028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:50:41.609792 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Attempting to bind port 853b07eb-b82a-492c-afc6-0e000c390562 on network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:50:41.615051 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:50:41.615431 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Checking segment: {'id': '530f270c-c19a-43f4-a4d3-5e12d3308028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:41.615837 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.616263 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Bound using segment: {'id': '530f270c-c19a-43f4-a4d3-5e12d3308028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:50:41.616730 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Bound port: 853b07eb-b82a-492c-afc6-0e000c390562, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530f270c-c19a-43f4-a4d3-5e12d3308028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:50:41.617176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.671859 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Allocated IP 172.26.1.88 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/dfba5a20-a065-4b45-a5ad-2b482c6fb0b8) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:50:41.680612 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] For port 853b07eb-b82a-492c-afc6-0e000c390562, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:50:41.683814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] For port 853b07eb-b82a-492c-afc6-0e000c390562, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=853b07eb-b82a-492c-afc6-0e000c390562,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:50:41.688663 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.747815 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf35a83-8078-48f3-a24b-1579a381d395 None None] Pushing event updated for resources: {'Port': ['ID=853b07eb-b82a-492c-afc6-0e000c390562,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:41.784784 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.823826 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.864979 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:50:41.867946 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:41.871894 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:50:41.894215 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210dffb9-b4eb-49c6-8e29-62689671c2a6 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:50:41.909606 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Pushing event updated for resources: {'Port': ['ID=dfba5a20-a065-4b45-a5ad-2b482c6fb0b8,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:41.934554 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4151e939-c26b-4b78-a958-6a778795c215 None None] Provisioning complete for port dfba5a20-a065-4b45-a5ad-2b482c6fb0b8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:41.934932 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4151e939-c26b-4b78-a958-6a778795c215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:41.978128 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4151e939-c26b-4b78-a958-6a778795c215 None None] Port dfba5a20-a065-4b45-a5ad-2b482c6fb0b8 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:50:42.162845 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:42.368647 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:42.645374 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfe34cb-f784-4746-bbf5-bddb0dc3af57 None None] Network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:42.729243 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a2eb7281-5350-4ac2-ab45-2f269d4a5045 None None] Provisioning complete for port 853b07eb-b82a-492c-afc6-0e000c390562 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:42.729625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7281-5350-4ac2-ab45-2f269d4a5045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:42.838264 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7281-5350-4ac2-ab45-2f269d4a5045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:42.852641 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Router 889721f0-ae33-4619-8beb-34967fac4486 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:50:42.874134 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a2eb7281-5350-4ac2-ab45-2f269d4a5045 None None] For port 853b07eb-b82a-492c-afc6-0e000c390562, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=853b07eb-b82a-492c-afc6-0e000c390562,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:42.880374 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7281-5350-4ac2-ab45-2f269d4a5045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:42.929986 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb7281-5350-4ac2-ab45-2f269d4a5045 None None] Pushing event updated for resources: {'Port': ['ID=853b07eb-b82a-492c-afc6-0e000c390562,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:42.972084 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:50:42.982780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Sync routers for ids ['889721f0-ae33-4619-8beb-34967fac4486'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:50:42.995035 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:42.995285 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Routers {'889721f0-ae33-4619-8beb-34967fac4486'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:50:42.995663 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-65574da4-d020-452a-82da-03f3bb787888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:50:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['889721f0-ae33-4619-8beb-34967fac4486'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:42.998834 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3aadc484-2095-4d66-b28b-c8e85d49d2fa admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8630710 Dec 14 01:50:42.999259 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33764) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:43.254831 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-46b695cc-9919-429c-ac87-fe80fcc91e2b None None] Provisioning complete for port 853b07eb-b82a-492c-afc6-0e000c390562 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:43.255074 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46b695cc-9919-429c-ac87-fe80fcc91e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:43.305758 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Set router 889721f0-ae33-4619-8beb-34967fac4486 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:50:43.432667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:43.512757 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-65574da4-d020-452a-82da-03f3bb787888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889721f0-ae33-4619-8beb-34967fac4486', 'name': 'tempest-TestEncryptedCinderVolumes-1966427130-router', 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'dfba5a20-a065-4b45-a5ad-2b482c6fb0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:41Z', 'updated_at': '2021-12-14T01:50:42Z', 'revision_number': 3, 'project_id': 'b9fdce05df8143df99453ca9e5b69123', 'gw_port': {'id': 'dfba5a20-a065-4b45-a5ad-2b482c6fb0b8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:71:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889721f0-ae33-4619-8beb-34967fac4486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:41Z', 'updated_at': '2021-12-14T01:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:43.540037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Checking router: 889721f0-ae33-4619-8beb-34967fac4486 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:50:43.540421 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Updating router 889721f0-ae33-4619-8beb-34967fac4486 port dfba5a20-a065-4b45-a5ad-2b482c6fb0b8 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:50:43.566486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:43.602021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Allocated IP 172.20.0.1 (031bdd05-77ad-40cb-a5b5-8fa07cbb60dd/c790f087-8eca-4ff9-8f7f-64e49cd91df1/18d497a0-a585-4fb7-8442-822aa4aee22e) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:50:43.651629 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 853b07eb-b82a-492c-afc6-0e000c390562 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:50:43.711252 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:43.748537 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:43.775488 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 853b07eb-b82a-492c-afc6-0e000c390562 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:43.775728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:43.789850 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:50:43.792192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:43.795853 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:50:43.832730 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:43.873036 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Pushing event updated for resources: {'Port': ['ID=18d497a0-a585-4fb7-8442-822aa4aee22e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:43.934762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:43.942746 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:43.978858 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:43.996697 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b2cefa-1880-4f8e-b018-34ed9e9dce61 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:50:44.009801 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Attempting to bind port dfba5a20-a065-4b45-a5ad-2b482c6fb0b8 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:50:44.010184 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Attempting to bind port dfba5a20-a065-4b45-a5ad-2b482c6fb0b8 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:50:44.010554 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Attempting to bind port dfba5a20-a065-4b45-a5ad-2b482c6fb0b8 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:50:44.016885 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726aba5e-3952-4fe4-923b-288a5dd941cf None None] Pushing event updated for resources: {'Port': ['ID=dfba5a20-a065-4b45-a5ad-2b482c6fb0b8,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:44.026292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:50:44.026625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:44.027033 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:44.027454 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:50:44.027928 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Bound port: dfba5a20-a065-4b45-a5ad-2b482c6fb0b8, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:50:44.028346 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:44.089211 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-65574da4-d020-452a-82da-03f3bb787888 None None] For port dfba5a20-a065-4b45-a5ad-2b482c6fb0b8, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:50:44.091127 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2367eefa-0f30-4a03-a611-8e81c39ca064 None None] Provisioning complete for port 18d497a0-a585-4fb7-8442-822aa4aee22e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:44.091510 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2367eefa-0f30-4a03-a611-8e81c39ca064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:44.094087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-65574da4-d020-452a-82da-03f3bb787888 None None] For port dfba5a20-a065-4b45-a5ad-2b482c6fb0b8, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=dfba5a20-a065-4b45-a5ad-2b482c6fb0b8,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:50:44.120007 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:44.156331 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:44.161961 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:44.171563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2367eefa-0f30-4a03-a611-8e81c39ca064 None None] Port 18d497a0-a585-4fb7-8442-822aa4aee22e cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:50:44.179776 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fb8179-cac1-4e90-9b6a-b99712fb1481 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:50:44.205362 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726aba5e-3952-4fe4-923b-288a5dd941cf None None] Pushing event updated for resources: {'Port': ['ID=dfba5a20-a065-4b45-a5ad-2b482c6fb0b8,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:44.213486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Routers {'889721f0-ae33-4619-8beb-34967fac4486'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:50:44.214091 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-65574da4-d020-452a-82da-03f3bb787888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:50:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['889721f0-ae33-4619-8beb-34967fac4486'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:44.215782 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2367eefa-0f30-4a03-a611-8e81c39ca064 None None] Provisioning complete for port dfba5a20-a065-4b45-a5ad-2b482c6fb0b8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:44.216616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2367eefa-0f30-4a03-a611-8e81c39ca064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:44.229162 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:44.231022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Pushing event updated for resources: {'Port': ['ID=18d497a0-a585-4fb7-8442-822aa4aee22e,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:44.325238 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:50:44.326740 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:44.381288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-65574da4-d020-452a-82da-03f3bb787888 None None] Set router 889721f0-ae33-4619-8beb-34967fac4486 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:50:44.418237 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2367eefa-0f30-4a03-a611-8e81c39ca064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:44.449553 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Router 889721f0-ae33-4619-8beb-34967fac4486 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:50:44.474889 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2367eefa-0f30-4a03-a611-8e81c39ca064 None None] For port dfba5a20-a065-4b45-a5ad-2b482c6fb0b8, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=dfba5a20-a065-4b45-a5ad-2b482c6fb0b8,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:44.487995 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2367eefa-0f30-4a03-a611-8e81c39ca064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:44.567255 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:50:44.576359 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-08387a2f-c061-4bad-b23e-851c22a6a8aa admin admin] 10.222.0.32 "PUT /v2.0/routers/889721f0-ae33-4619-8beb-34967fac4486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5723307 Dec 14 01:50:44.586928 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367eefa-0f30-4a03-a611-8e81c39ca064 None None] Pushing event updated for resources: {'Port': ['ID=dfba5a20-a065-4b45-a5ad-2b482c6fb0b8,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:44.632975 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-53960700-8c03-438f-b578-a1633fca25d5 None None] Provisioning complete for port 18d497a0-a585-4fb7-8442-822aa4aee22e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:44.633360 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53960700-8c03-438f-b578-a1633fca25d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:44.675961 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-53960700-8c03-438f-b578-a1633fca25d5 None None] Port 18d497a0-a585-4fb7-8442-822aa4aee22e cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:50:44.694542 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-53960700-8c03-438f-b578-a1633fca25d5 None None] Provisioning complete for port dfba5a20-a065-4b45-a5ad-2b482c6fb0b8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:44.694905 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53960700-8c03-438f-b578-a1633fca25d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:44.699131 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-65574da4-d020-452a-82da-03f3bb787888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889721f0-ae33-4619-8beb-34967fac4486', 'name': 'tempest-TestEncryptedCinderVolumes-1966427130-router', 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'dfba5a20-a065-4b45-a5ad-2b482c6fb0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:41Z', 'updated_at': '2021-12-14T01:50:43Z', 'revision_number': 4, 'project_id': 'b9fdce05df8143df99453ca9e5b69123', 'gw_port': {'id': 'dfba5a20-a065-4b45-a5ad-2b482c6fb0b8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:71:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889721f0-ae33-4619-8beb-34967fac4486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:41Z', 'updated_at': '2021-12-14T01:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '18d497a0-a585-4fb7-8442-822aa4aee22e', 'name': '', 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd', 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123', 'mac_address': 'fa:16:3e:48:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889721f0-ae33-4619-8beb-34967fac4486', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'c790f087-8eca-4ff9-8f7f-64e49cd91df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:43Z', 'updated_at': '2021-12-14T01:50:44Z', 'revision_number': 2, 'project_id': 'b9fdce05df8143df99453ca9e5b69123', 'subnets': [{'id': 'c790f087-8eca-4ff9-8f7f-64e49cd91df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:44.748116 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65574da4-d020-452a-82da-03f3bb787888 None None] The sync data for ids ['889721f0-ae33-4619-8beb-34967fac4486'] in dv-neutron-821592-1-hyperv is: [{'id': '889721f0-ae33-4619-8beb-34967fac4486', 'name': 'tempest-TestEncryptedCinderVolumes-1966427130-router', 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'dfba5a20-a065-4b45-a5ad-2b482c6fb0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:41Z', 'updated_at': '2021-12-14T01:50:43Z', 'revision_number': 4, 'project_id': 'b9fdce05df8143df99453ca9e5b69123', 'gw_port': {'id': 'dfba5a20-a065-4b45-a5ad-2b482c6fb0b8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:71:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889721f0-ae33-4619-8beb-34967fac4486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:41Z', 'updated_at': '2021-12-14T01:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '18d497a0-a585-4fb7-8442-822aa4aee22e', 'name': '', 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd', 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123', 'mac_address': 'fa:16:3e:48:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889721f0-ae33-4619-8beb-34967fac4486', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'c790f087-8eca-4ff9-8f7f-64e49cd91df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:43Z', 'updated_at': '2021-12-14T01:50:44Z', 'revision_number': 2, 'project_id': 'b9fdce05df8143df99453ca9e5b69123', 'subnets': [{'id': 'c790f087-8eca-4ff9-8f7f-64e49cd91df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:50:45.099637 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33780) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:45.104905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-8e31d688-e6e2-4a7f-9e29-a4ef785368d0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-832584794-network', 'tenant_id': '9bb250b52ead43bc820ddcf2cba4f5a8'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:45.129160 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e31d688-e6e2-4a7f-9e29-a4ef785368d0 admin admin] Made reservation on behalf of 9bb250b52ead43bc820ddcf2cba4f5a8 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:45.131784 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e31d688-e6e2-4a7f-9e29-a4ef785368d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:45.141441 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e31d688-e6e2-4a7f-9e29-a4ef785368d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:45.220800 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e31d688-e6e2-4a7f-9e29-a4ef785368d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:45.225681 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e31d688-e6e2-4a7f-9e29-a4ef785368d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:45.249981 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e31d688-e6e2-4a7f-9e29-a4ef785368d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:50:45.264453 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d688-e6e2-4a7f-9e29-a4ef785368d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0b6329-7cc7-48ad-a14d-3dcbdabbf370,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:45.269727 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e31d688-e6e2-4a7f-9e29-a4ef785368d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:45.270063 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-8e31d688-e6e2-4a7f-9e29-a4ef785368d0 admin admin] Added segment 8267c7ac-c097-49ed-9e76-e2254099ae8c of type vlan for network 99091dea-d75d-4d12-9d4a-3c708209001d Dec 14 01:50:45.313629 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e31d688-e6e2-4a7f-9e29-a4ef785368d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:45.344545 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e31d688-e6e2-4a7f-9e29-a4ef785368d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:45.345909 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e31d688-e6e2-4a7f-9e29-a4ef785368d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:45.346604 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e31d688-e6e2-4a7f-9e29-a4ef785368d0 admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:45.417788 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8e31d688-e6e2-4a7f-9e29-a4ef785368d0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3169570 Dec 14 01:50:45.420505 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33782) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:45.425363 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d68a59ad-86a9-4166-a1d6-8456888daf73 admin admin] Request body: {'subnet': {'network_id': '99091dea-d75d-4d12-9d4a-3c708209001d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-832584794-subnet', 'tenant_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'ip_version': 4}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:45.437483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d688-e6e2-4a7f-9e29-a4ef785368d0 admin admin] Pushing event updated for resources: {'Network': ['ID=99091dea-d75d-4d12-9d4a-3c708209001d,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:45.449917 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 99091dea-d75d-4d12-9d4a-3c708209001d details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:50:45.459258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68a59ad-86a9-4166-a1d6-8456888daf73 admin admin] Made reservation on behalf of 9bb250b52ead43bc820ddcf2cba4f5a8 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:45.461746 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d68a59ad-86a9-4166-a1d6-8456888daf73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:45.618744 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device dfba5a20-a065-4b45-a5ad-2b482c6fb0b8 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:50:45.667957 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d68a59ad-86a9-4166-a1d6-8456888daf73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:45.675713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port dfba5a20-a065-4b45-a5ad-2b482c6fb0b8 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:45.676112 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:45.725927 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a59ad-86a9-4166-a1d6-8456888daf73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61c2eeef-5ce3-46e5-b61c-6ef4ebe9b4e8,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:45.736361 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a59ad-86a9-4166-a1d6-8456888daf73 admin admin] Checking segment: {'id': '8267c7ac-c097-49ed-9e76-e2254099ae8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '99091dea-d75d-4d12-9d4a-3c708209001d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:45.736843 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68a59ad-86a9-4166-a1d6-8456888daf73 admin admin] Network hostable DHCP agents. Network: 99091dea-d75d-4d12-9d4a-3c708209001d, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:50:45.757583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68a59ad-86a9-4166-a1d6-8456888daf73 admin admin] Network 99091dea-d75d-4d12-9d4a-3c708209001d is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:50:45.769285 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d68a59ad-86a9-4166-a1d6-8456888daf73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 99091dea-d75d-4d12-9d4a-3c708209001d) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:45.774307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68a59ad-86a9-4166-a1d6-8456888daf73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:45.776413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d68a59ad-86a9-4166-a1d6-8456888daf73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:45.800313 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d68a59ad-86a9-4166-a1d6-8456888daf73 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3785717 Dec 14 01:50:45.801113 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33784) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:45.806347 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-832584794-router', 'tenant_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:45.836906 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:45.838312 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:45.902873 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:45.938610 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d92871-a690-4d99-a399-5b35002e476f None None] Network 99091dea-d75d-4d12-9d4a-3c708209001d requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:46.056508 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:46.071458 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-99091dea-d75d-4d12-9d4a-3c708209001d', 'network_id': '99091dea-d75d-4d12-9d4a-3c708209001d', 'project_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'fixed_ips': [{'subnet_id': '61c2eeef-5ce3-46e5-b61c-6ef4ebe9b4e8'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:50:46.072496 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:46.216053 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Allocated IP 172.20.0.2 (99091dea-d75d-4d12-9d4a-3c708209001d/61c2eeef-5ce3-46e5-b61c-6ef4ebe9b4e8/f2cac4cb-c249-4c3a-b89b-7c253d68a150) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:50:46.300307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:46.322918 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:46.373763 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:46.379556 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:46.423728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Network 99091dea-d75d-4d12-9d4a-3c708209001d is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:50:46.426726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:46.430233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:50:46.438471 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Allocated IP 172.26.1.194 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/7cba5b2e-f737-41b6-a22a-ff167c9c76b1) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:50:46.439068 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Pushing event updated for resources: {'Port': ['ID=f2cac4cb-c249-4c3a-b89b-7c253d68a150,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:46.489288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Attempting to bind port f2cac4cb-c249-4c3a-b89b-7c253d68a150 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:50:46.489983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Attempting to bind port f2cac4cb-c249-4c3a-b89b-7c253d68a150 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '8267c7ac-c097-49ed-9e76-e2254099ae8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '99091dea-d75d-4d12-9d4a-3c708209001d'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:50:46.490088 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Attempting to bind port f2cac4cb-c249-4c3a-b89b-7c253d68a150 on network 99091dea-d75d-4d12-9d4a-3c708209001d {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:50:46.495603 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:50:46.495892 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Checking segment: {'id': '8267c7ac-c097-49ed-9e76-e2254099ae8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '99091dea-d75d-4d12-9d4a-3c708209001d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:46.496130 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:46.496521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Bound using segment: {'id': '8267c7ac-c097-49ed-9e76-e2254099ae8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '99091dea-d75d-4d12-9d4a-3c708209001d'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:50:46.496991 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Bound port: f2cac4cb-c249-4c3a-b89b-7c253d68a150, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8267c7ac-c097-49ed-9e76-e2254099ae8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '99091dea-d75d-4d12-9d4a-3c708209001d'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:50:46.497396 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:46.555473 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:46.567480 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] For port f2cac4cb-c249-4c3a-b89b-7c253d68a150, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:50:46.570812 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] For port f2cac4cb-c249-4c3a-b89b-7c253d68a150, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f2cac4cb-c249-4c3a-b89b-7c253d68a150,segment=NetworkSegment(8267c7ac-c097-49ed-9e76-e2254099ae8c),segment_id=8267c7ac-c097-49ed-9e76-e2254099ae8c)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:50:46.577095 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:46.592406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:46.634500 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:50:46.643983 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:46.643983 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:50:46.646298 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Pushing event updated for resources: {'Port': ['ID=7cba5b2e-f737-41b6-a22a-ff167c9c76b1,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:46.659605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e2db3d-b006-4629-91cd-006b976520e8 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:50:46.672576 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c1842-b657-4ea8-bff1-fb5c1fe3ec14 None None] Pushing event updated for resources: {'Port': ['ID=f2cac4cb-c249-4c3a-b89b-7c253d68a150,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:46.754778 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-33d49d6c-66fa-450e-8703-57bd54c31ede None None] Provisioning complete for port 7cba5b2e-f737-41b6-a22a-ff167c9c76b1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:46.755156 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-33d49d6c-66fa-450e-8703-57bd54c31ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:46.791602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-33d49d6c-66fa-450e-8703-57bd54c31ede None None] Port 7cba5b2e-f737-41b6-a22a-ff167c9c76b1 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:50:46.929305 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Sync routers for ids ['889721f0-ae33-4619-8beb-34967fac4486'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:50:46.941931 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Routers {'889721f0-ae33-4619-8beb-34967fac4486'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:50:46.942149 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:46.942919 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:50:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['889721f0-ae33-4619-8beb-34967fac4486'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:47.046336 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Set router 889721f0-ae33-4619-8beb-34967fac4486 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:50:47.133665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:47.270938 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Router 71d610a0-00ed-4dfb-8ed5-ee6ffde500cd is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:50:47.345813 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889721f0-ae33-4619-8beb-34967fac4486', 'name': 'tempest-TestEncryptedCinderVolumes-1966427130-router', 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'dfba5a20-a065-4b45-a5ad-2b482c6fb0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:41Z', 'updated_at': '2021-12-14T01:50:43Z', 'revision_number': 4, 'project_id': 'b9fdce05df8143df99453ca9e5b69123', 'gw_port': {'id': 'dfba5a20-a065-4b45-a5ad-2b482c6fb0b8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889721f0-ae33-4619-8beb-34967fac4486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:41Z', 'updated_at': '2021-12-14T01:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '18d497a0-a585-4fb7-8442-822aa4aee22e', 'name': '', 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd', 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123', 'mac_address': 'fa:16:3e:48:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889721f0-ae33-4619-8beb-34967fac4486', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'c790f087-8eca-4ff9-8f7f-64e49cd91df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:43Z', 'updated_at': '2021-12-14T01:50:44Z', 'revision_number': 2, 'project_id': 'b9fdce05df8143df99453ca9e5b69123', 'subnets': [{'id': 'c790f087-8eca-4ff9-8f7f-64e49cd91df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:47.375266 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Checking router: 889721f0-ae33-4619-8beb-34967fac4486 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:50:47.375625 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Updating router 889721f0-ae33-4619-8beb-34967fac4486 port 18d497a0-a585-4fb7-8442-822aa4aee22e binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:50:47.387700 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:50:47.396971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Sync routers for ids ['71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:50:47.409821 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:47.411494 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Routers {'71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:50:47.412199 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:50:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:47.413742 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:47.415996 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5d511188-7fa4-4316-93a5-6b351c959675 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6128700 Dec 14 01:50:47.418004 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 33786) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:50:47.543428 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Set router 71d610a0-00ed-4dfb-8ed5-ee6ffde500cd gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:50:47.684365 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f2cac4cb-c249-4c3a-b89b-7c253d68a150 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:50:47.716410 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ffb95f-ffd5-429b-9ed6-c2e81b07095e None None] Network 99091dea-d75d-4d12-9d4a-3c708209001d requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:50:47.809152 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0971f51a-73a8-487f-a5be-81482d163761 None None] Provisioning complete for port f2cac4cb-c249-4c3a-b89b-7c253d68a150 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:47.809526 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0971f51a-73a8-487f-a5be-81482d163761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:47.833617 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:47.842557 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:47.939256 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a87fec-8839-436c-a573-7cd940b56f29 None None] Pushing event updated for resources: {'Port': ['ID=18d497a0-a585-4fb7-8442-822aa4aee22e,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:47.955053 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port f2cac4cb-c249-4c3a-b89b-7c253d68a150 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:47.955687 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:47.986430 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a87fec-8839-436c-a573-7cd940b56f29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:47.987521 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a87fec-8839-436c-a573-7cd940b56f29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:47.988009 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a87fec-8839-436c-a573-7cd940b56f29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:47.988510 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a87fec-8839-436c-a573-7cd940b56f29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:47.988976 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a87fec-8839-436c-a573-7cd940b56f29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:47.989461 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a87fec-8839-436c-a573-7cd940b56f29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:47.989922 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a87fec-8839-436c-a573-7cd940b56f29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:47.990381 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a87fec-8839-436c-a573-7cd940b56f29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:47.990842 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a87fec-8839-436c-a573-7cd940b56f29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:47.991314 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a87fec-8839-436c-a573-7cd940b56f29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:47.992168 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a87fec-8839-436c-a573-7cd940b56f29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:47.992639 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a87fec-8839-436c-a573-7cd940b56f29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:47.993653 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a87fec-8839-436c-a573-7cd940b56f29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:48.024901 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Attempting to bind port 18d497a0-a585-4fb7-8442-822aa4aee22e on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:50:48.025270 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Attempting to bind port 18d497a0-a585-4fb7-8442-822aa4aee22e by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '530f270c-c19a-43f4-a4d3-5e12d3308028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:50:48.025627 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Attempting to bind port 18d497a0-a585-4fb7-8442-822aa4aee22e on network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:50:48.034372 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:50:48.034787 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Checking segment: {'id': '530f270c-c19a-43f4-a4d3-5e12d3308028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:48.035196 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:48.035584 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Bound using segment: {'id': '530f270c-c19a-43f4-a4d3-5e12d3308028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:50:48.036249 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Bound port: 18d497a0-a585-4fb7-8442-822aa4aee22e, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530f270c-c19a-43f4-a4d3-5e12d3308028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:50:48.037152 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:48.100718 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0971f51a-73a8-487f-a5be-81482d163761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:48.131434 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] For port 18d497a0-a585-4fb7-8442-822aa4aee22e, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:50:48.139738 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] For port 18d497a0-a585-4fb7-8442-822aa4aee22e, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=18d497a0-a585-4fb7-8442-822aa4aee22e,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:50:48.148667 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:48.164288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'name': 'tempest-TestEncryptedCinderVolumes-832584794-router', 'tenant_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '7cba5b2e-f737-41b6-a22a-ff167c9c76b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:45Z', 'updated_at': '2021-12-14T01:50:46Z', 'revision_number': 3, 'project_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'gw_port': {'id': '7cba5b2e-f737-41b6-a22a-ff167c9c76b1', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:46Z', 'updated_at': '2021-12-14T01:50:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:48.271159 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Checking router: 71d610a0-00ed-4dfb-8ed5-ee6ffde500cd for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:50:48.271512 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Updating router 71d610a0-00ed-4dfb-8ed5-ee6ffde500cd port 7cba5b2e-f737-41b6-a22a-ff167c9c76b1 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:50:48.274773 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0971f51a-73a8-487f-a5be-81482d163761 None None] For port f2cac4cb-c249-4c3a-b89b-7c253d68a150, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f2cac4cb-c249-4c3a-b89b-7c253d68a150,segment=NetworkSegment(8267c7ac-c097-49ed-9e76-e2254099ae8c),segment_id=8267c7ac-c097-49ed-9e76-e2254099ae8c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:48.279869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:48.283070 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a87fec-8839-436c-a573-7cd940b56f29 None None] Pushing event updated for resources: {'Port': ['ID=18d497a0-a585-4fb7-8442-822aa4aee22e,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:48.304213 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Routers {'889721f0-ae33-4619-8beb-34967fac4486'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:50:48.305675 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:50:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['889721f0-ae33-4619-8beb-34967fac4486'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:48.306981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0971f51a-73a8-487f-a5be-81482d163761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:48.355974 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:48.448125 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971f51a-73a8-487f-a5be-81482d163761 None None] Pushing event updated for resources: {'Port': ['ID=f2cac4cb-c249-4c3a-b89b-7c253d68a150,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:48.455648 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] Set router 889721f0-ae33-4619-8beb-34967fac4486 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:50:48.455878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:48.529223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6d10d6c3-1974-414f-9716-23fde342e647 None None] Provisioning complete for port 18d497a0-a585-4fb7-8442-822aa4aee22e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:48.530152 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d10d6c3-1974-414f-9716-23fde342e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:48.622001 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:50:48.622702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:50:48.641458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Allocated IP 172.20.0.1 (99091dea-d75d-4d12-9d4a-3c708209001d/61c2eeef-5ce3-46e5-b61c-6ef4ebe9b4e8/30ac881e-8992-4b80-8826-9cbae399c72c) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:50:48.682474 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889721f0-ae33-4619-8beb-34967fac4486', 'name': 'tempest-TestEncryptedCinderVolumes-1966427130-router', 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'dfba5a20-a065-4b45-a5ad-2b482c6fb0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:41Z', 'updated_at': '2021-12-14T01:50:43Z', 'revision_number': 4, 'project_id': 'b9fdce05df8143df99453ca9e5b69123', 'gw_port': {'id': 'dfba5a20-a065-4b45-a5ad-2b482c6fb0b8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889721f0-ae33-4619-8beb-34967fac4486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:41Z', 'updated_at': '2021-12-14T01:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '18d497a0-a585-4fb7-8442-822aa4aee22e', 'name': '', 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd', 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123', 'mac_address': 'fa:16:3e:48:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889721f0-ae33-4619-8beb-34967fac4486', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'c790f087-8eca-4ff9-8f7f-64e49cd91df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:43Z', 'updated_at': '2021-12-14T01:50:48Z', 'revision_number': 4, 'project_id': 'b9fdce05df8143df99453ca9e5b69123', 'subnets': [{'id': 'c790f087-8eca-4ff9-8f7f-64e49cd91df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:48.699825 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d10d6c3-1974-414f-9716-23fde342e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:48.709729 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67619295-a711-4ac6-98b4-8f7559b0b2c6 None None] The sync data for ids ['889721f0-ae33-4619-8beb-34967fac4486'] in dv-neutron-821592-1-hyperv is: [{'id': '889721f0-ae33-4619-8beb-34967fac4486', 'name': 'tempest-TestEncryptedCinderVolumes-1966427130-router', 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'dfba5a20-a065-4b45-a5ad-2b482c6fb0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:41Z', 'updated_at': '2021-12-14T01:50:43Z', 'revision_number': 4, 'project_id': 'b9fdce05df8143df99453ca9e5b69123', 'gw_port': {'id': 'dfba5a20-a065-4b45-a5ad-2b482c6fb0b8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889721f0-ae33-4619-8beb-34967fac4486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:41Z', 'updated_at': '2021-12-14T01:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '18d497a0-a585-4fb7-8442-822aa4aee22e', 'name': '', 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd', 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123', 'mac_address': 'fa:16:3e:48:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889721f0-ae33-4619-8beb-34967fac4486', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'c790f087-8eca-4ff9-8f7f-64e49cd91df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:43Z', 'updated_at': '2021-12-14T01:50:48Z', 'revision_number': 4, 'project_id': 'b9fdce05df8143df99453ca9e5b69123', 'subnets': [{'id': 'c790f087-8eca-4ff9-8f7f-64e49cd91df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:50:48.746229 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6d10d6c3-1974-414f-9716-23fde342e647 None None] For port 18d497a0-a585-4fb7-8442-822aa4aee22e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=18d497a0-a585-4fb7-8442-822aa4aee22e,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:48.754714 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d10d6c3-1974-414f-9716-23fde342e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:48.768574 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:48.818766 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:48.868861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Network 99091dea-d75d-4d12-9d4a-3c708209001d is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:50:48.874299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10d6c3-1974-414f-9716-23fde342e647 None None] Pushing event updated for resources: {'Port': ['ID=18d497a0-a585-4fb7-8442-822aa4aee22e,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:48.874884 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:48.895454 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:48.899900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-77c7c0bc-2326-4dea-a569-2ac1dec84011 None None] Provisioning complete for port f2cac4cb-c249-4c3a-b89b-7c253d68a150 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:48.900310 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77c7c0bc-2326-4dea-a569-2ac1dec84011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:48.902181 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:50:48.906601 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:48.949728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Pushing event updated for resources: {'Port': ['ID=30ac881e-8992-4b80-8826-9cbae399c72c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:48.972786 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:49.135640 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:49.197334 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cfd481-607e-4109-8615-0f160fb013c3 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:50:49.211585 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bae40-3ee8-41f3-adc1-4284a5b58a79 None None] Pushing event updated for resources: {'Port': ['ID=7cba5b2e-f737-41b6-a22a-ff167c9c76b1,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:49.226164 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Attempting to bind port 7cba5b2e-f737-41b6-a22a-ff167c9c76b1 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:50:49.226571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Attempting to bind port 7cba5b2e-f737-41b6-a22a-ff167c9c76b1 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:50:49.226955 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Attempting to bind port 7cba5b2e-f737-41b6-a22a-ff167c9c76b1 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:50:49.237974 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:50:49.238357 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:49.238767 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:49.239166 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:50:49.239647 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Bound port: 7cba5b2e-f737-41b6-a22a-ff167c9c76b1, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:50:49.240110 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:49.324722 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:49.326438 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] For port 7cba5b2e-f737-41b6-a22a-ff167c9c76b1, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:50:49.331269 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] For port 7cba5b2e-f737-41b6-a22a-ff167c9c76b1, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7cba5b2e-f737-41b6-a22a-ff167c9c76b1,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:50:49.331706 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:49.334381 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-77c7c0bc-2326-4dea-a569-2ac1dec84011 None None] Provisioning complete for port 18d497a0-a585-4fb7-8442-822aa4aee22e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:49.334760 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77c7c0bc-2326-4dea-a569-2ac1dec84011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:49.338224 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:49.412676 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Pushing event updated for resources: {'Port': ['ID=30ac881e-8992-4b80-8826-9cbae399c72c,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:49.413805 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720f55df-220d-47e7-b329-d69a1952f8f0 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:50:49.415836 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:49.444691 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bae40-3ee8-41f3-adc1-4284a5b58a79 None None] Pushing event updated for resources: {'Port': ['ID=7cba5b2e-f737-41b6-a22a-ff167c9c76b1,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:49.449461 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Routers {'71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:50:49.450087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:50:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:49.511649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Network 99091dea-d75d-4d12-9d4a-3c708209001d is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:50:49.513513 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:49.598087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] Set router 71d610a0-00ed-4dfb-8ed5-ee6ffde500cd gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:50:49.667039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Router 71d610a0-00ed-4dfb-8ed5-ee6ffde500cd has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:50:49.694151 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 18d497a0-a585-4fb7-8442-822aa4aee22e up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:50:49.783878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e93affda-007c-4e5c-bc90-670bbacbfe45 None None] Provisioning complete for port 7cba5b2e-f737-41b6-a22a-ff167c9c76b1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:49.784281 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e93affda-007c-4e5c-bc90-670bbacbfe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:49.784635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:50:49.790738 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-47ff46ff-5bee-446b-b307-0fe76a5da523 admin admin] 10.222.0.32 "PUT /v2.0/routers/71d610a0-00ed-4dfb-8ed5-ee6ffde500cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3715570 Dec 14 01:50:49.856853 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 18d497a0-a585-4fb7-8442-822aa4aee22e triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:49.857211 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:49.964445 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e93affda-007c-4e5c-bc90-670bbacbfe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:50.025669 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e93affda-007c-4e5c-bc90-670bbacbfe45 None None] For port 7cba5b2e-f737-41b6-a22a-ff167c9c76b1, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7cba5b2e-f737-41b6-a22a-ff167c9c76b1,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:50.033808 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e93affda-007c-4e5c-bc90-670bbacbfe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:50.040821 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'name': 'tempest-TestEncryptedCinderVolumes-832584794-router', 'tenant_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '7cba5b2e-f737-41b6-a22a-ff167c9c76b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:45Z', 'updated_at': '2021-12-14T01:50:49Z', 'revision_number': 4, 'project_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'gw_port': {'id': '7cba5b2e-f737-41b6-a22a-ff167c9c76b1', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:46Z', 'updated_at': '2021-12-14T01:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '30ac881e-8992-4b80-8826-9cbae399c72c', 'name': '', 'network_id': '99091dea-d75d-4d12-9d4a-3c708209001d', 'tenant_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'mac_address': 'fa:16:3e:19:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '61c2eeef-5ce3-46e5-b61c-6ef4ebe9b4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:48Z', 'updated_at': '2021-12-14T01:50:49Z', 'revision_number': 2, 'project_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'subnets': [{'id': '61c2eeef-5ce3-46e5-b61c-6ef4ebe9b4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:50.043103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f2cac4cb-c249-4c3a-b89b-7c253d68a150 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:50:50.114966 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91701c-2e0a-435f-9a2d-a0b814b1f16a None None] The sync data for ids ['71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'] in dv-neutron-821592-1-hyperv is: [{'id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'name': 'tempest-TestEncryptedCinderVolumes-832584794-router', 'tenant_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '7cba5b2e-f737-41b6-a22a-ff167c9c76b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:45Z', 'updated_at': '2021-12-14T01:50:49Z', 'revision_number': 4, 'project_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'gw_port': {'id': '7cba5b2e-f737-41b6-a22a-ff167c9c76b1', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:46Z', 'updated_at': '2021-12-14T01:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '30ac881e-8992-4b80-8826-9cbae399c72c', 'name': '', 'network_id': '99091dea-d75d-4d12-9d4a-3c708209001d', 'tenant_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'mac_address': 'fa:16:3e:19:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '61c2eeef-5ce3-46e5-b61c-6ef4ebe9b4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:48Z', 'updated_at': '2021-12-14T01:50:49Z', 'revision_number': 2, 'project_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'subnets': [{'id': '61c2eeef-5ce3-46e5-b61c-6ef4ebe9b4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:50:50.133835 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e93affda-007c-4e5c-bc90-670bbacbfe45 None None] Provisioning complete for port 30ac881e-8992-4b80-8826-9cbae399c72c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:50.133835 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e93affda-007c-4e5c-bc90-670bbacbfe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:50.181497 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93affda-007c-4e5c-bc90-670bbacbfe45 None None] Pushing event updated for resources: {'Port': ['ID=7cba5b2e-f737-41b6-a22a-ff167c9c76b1,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:50.197245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e93affda-007c-4e5c-bc90-670bbacbfe45 None None] Port 30ac881e-8992-4b80-8826-9cbae399c72c cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:50:50.203964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port f2cac4cb-c249-4c3a-b89b-7c253d68a150 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:50.204370 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:50.331017 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-be649151-0264-4689-859d-a6b7ad0647b2 None None] Provisioning complete for port 30ac881e-8992-4b80-8826-9cbae399c72c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:50.331017 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be649151-0264-4689-859d-a6b7ad0647b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:50.381305 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-be649151-0264-4689-859d-a6b7ad0647b2 None None] Port 30ac881e-8992-4b80-8826-9cbae399c72c cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:50:50.540293 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-081d277b-5f19-43d1-b07f-5aedfc1608e6 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:50.541842 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-081d277b-5f19-43d1-b07f-5aedfc1608e6 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/networks?id=031bdd05-77ad-40cb-a5b5-8fa07cbb60dd HTTP/1.1" status: 200 len: 817 time: 0.1128759 Dec 14 01:50:50.558409 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-56ddbf9b-a1eb-4e8a-8966-f2c5dda200e7 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/quotas/b9fdce05df8143df99453ca9e5b69123 HTTP/1.1" status: 200 len: 375 time: 0.0103011 Dec 14 01:50:50.618977 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-21af9e86-b752-46a0-b02f-bf6bdc981723 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b9fdce05df8143df99453ca9e5b69123&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546517 Dec 14 01:50:50.726708 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-3516f900-52f6-45e2-936f-393e49bfa235 service neutron] 10.222.0.32 "GET /v2.0/networks/031bdd05-77ad-40cb-a5b5-8fa07cbb60dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921440 Dec 14 01:50:50.823236 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-62dfaee0-39a6-44a5-9d0e-8f3d025583d9 service neutron] 10.222.0.32 "GET /v2.0/networks/031bdd05-77ad-40cb-a5b5-8fa07cbb60dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904443 Dec 14 01:50:50.988205 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f911c324-623d-4a2f-a9b7-3eabc876cef5 req-415bc1ad-278d-43a3-bb00-663aeaab0946 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3463d6f-ea31-4084-8e7a-030af611f7a6 HTTP/1.1" status: 200 len: 210 time: 0.0272913 Dec 14 01:50:51.613232 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7cba5b2e-f737-41b6-a22a-ff167c9c76b1 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:50:51.662604 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 7cba5b2e-f737-41b6-a22a-ff167c9c76b1 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:51.662994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:51.964992 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f0c6bba-4cc1-40ef-a6f0-98272661770b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:52.103998 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-1e1ab214-8449-489e-a3ad-9be39e0aaa2a tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:52.104631 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2de9ce80-7b35-4f13-8e3d-c46ccda2ccaa req-6f083d47-96f2-4c28-85f0-8804e62a8a9c tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3463d6f-ea31-4084-8e7a-030af611f7a6 HTTP/1.1" status: 200 len: 210 time: 0.0378442 Dec 14 01:50:52.106839 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-1e1ab214-8449-489e-a3ad-9be39e0aaa2a tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.16 "GET /v2.0/networks?id=031bdd05-77ad-40cb-a5b5-8fa07cbb60dd HTTP/1.1" status: 200 len: 817 time: 0.1230838 Dec 14 01:50:52.127860 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-5825799d-0196-4911-9fab-746ac4f3b689 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Request body: {'port': {'device_id': 'c3463d6f-ea31-4084-8e7a-030af611f7a6', 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd', 'admin_state_up': True, 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:52.254029 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-5825799d-0196-4911-9fab-746ac4f3b689 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Made reservation on behalf of b9fdce05df8143df99453ca9e5b69123 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:50:52.260476 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-5825799d-0196-4911-9fab-746ac4f3b689 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:52.399450 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-5825799d-0196-4911-9fab-746ac4f3b689 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Allocated IP 172.20.0.10 (031bdd05-77ad-40cb-a5b5-8fa07cbb60dd/c790f087-8eca-4ff9-8f7f-64e49cd91df1/a3c1404e-c4d1-41ce-b455-bc6a919c19df) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:50:52.545763 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-5825799d-0196-4911-9fab-746ac4f3b689 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:52.581939 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-5825799d-0196-4911-9fab-746ac4f3b689 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:52.625812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-5825799d-0196-4911-9fab-746ac4f3b689 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:50:52.628900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-5825799d-0196-4911-9fab-746ac4f3b689 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:50:52.632699 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-5825799d-0196-4911-9fab-746ac4f3b689 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:50:52.658295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825799d-0196-4911-9fab-746ac4f3b689 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Pushing event updated for resources: {'Port': ['ID=a3c1404e-c4d1-41ce-b455-bc6a919c19df,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:52.689335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-5825799d-0196-4911-9fab-746ac4f3b689 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:52.689968 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-5825799d-0196-4911-9fab-746ac4f3b689 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:52.707742 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-5825799d-0196-4911-9fab-746ac4f3b689 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843105 Dec 14 01:50:52.841817 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Request body: {'port': {'device_id': 'c3463d6f-ea31-4084-8e7a-030af611f7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:50:52.899928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:52.921430 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Sync routers for ids ['71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:50:52.924884 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6d12c80c-6846-41c8-a0e1-8385f86474d8 None None] Provisioning complete for port a3c1404e-c4d1-41ce-b455-bc6a919c19df triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:52.925290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d12c80c-6846-41c8-a0e1-8385f86474d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:52.931435 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Routers {'71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:50:52.932299 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:50:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:52.964867 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6d12c80c-6846-41c8-a0e1-8385f86474d8 None None] Port a3c1404e-c4d1-41ce-b455-bc6a919c19df cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:50:53.048760 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Set router 71d610a0-00ed-4dfb-8ed5-ee6ffde500cd gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:50:53.161375 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c1404e-c4d1-41ce-b455-bc6a919c19df {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:50:53.170642 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:53.184497 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Transition to ACTIVE for port object a3c1404e-c4d1-41ce-b455-bc6a919c19df will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:50:53.191794 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:53.225872 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64525861-2f91-48df-8fa3-6c692698f546 req-a5426fad-7ace-4ec2-8353-e7e4a346ffa6 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:53.234102 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-64525861-2f91-48df-8fa3-6c692698f546 req-a5426fad-7ace-4ec2-8353-e7e4a346ffa6 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3463d6f-ea31-4084-8e7a-030af611f7a6 HTTP/1.1" status: 200 len: 932 time: 0.0603228 Dec 14 01:50:53.248011 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'name': 'tempest-TestEncryptedCinderVolumes-832584794-router', 'tenant_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '7cba5b2e-f737-41b6-a22a-ff167c9c76b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:45Z', 'updated_at': '2021-12-14T01:50:49Z', 'revision_number': 4, 'project_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'gw_port': {'id': '7cba5b2e-f737-41b6-a22a-ff167c9c76b1', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:46Z', 'updated_at': '2021-12-14T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '30ac881e-8992-4b80-8826-9cbae399c72c', 'name': '', 'network_id': '99091dea-d75d-4d12-9d4a-3c708209001d', 'tenant_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'mac_address': 'fa:16:3e:19:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '61c2eeef-5ce3-46e5-b61c-6ef4ebe9b4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:48Z', 'updated_at': '2021-12-14T01:50:49Z', 'revision_number': 2, 'project_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'subnets': [{'id': '61c2eeef-5ce3-46e5-b61c-6ef4ebe9b4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:53.260512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Pushing event updated for resources: {'Port': ['ID=a3c1404e-c4d1-41ce-b455-bc6a919c19df,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:53.279706 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Checking router: 71d610a0-00ed-4dfb-8ed5-ee6ffde500cd for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:50:53.280054 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Updating router 71d610a0-00ed-4dfb-8ed5-ee6ffde500cd port 30ac881e-8992-4b80-8826-9cbae399c72c binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:50:53.304441 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-64525861-2f91-48df-8fa3-6c692698f546 req-9e63cc64-55f5-4d70-b513-e93b7fe17129 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600107 Dec 14 01:50:53.312436 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:53.327107 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Attempting to bind port a3c1404e-c4d1-41ce-b455-bc6a919c19df on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:50:53.328142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Attempting to bind port a3c1404e-c4d1-41ce-b455-bc6a919c19df by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '530f270c-c19a-43f4-a4d3-5e12d3308028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:50:53.328142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Attempting to bind port a3c1404e-c4d1-41ce-b455-bc6a919c19df on network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:50:53.332257 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Port a3c1404e-c4d1-41ce-b455-bc6a919c19df on network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:50:53.332578 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Attempting to bind port a3c1404e-c4d1-41ce-b455-bc6a919c19df on network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:50:53.337563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:50:53.337893 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Checking segment: {'id': '530f270c-c19a-43f4-a4d3-5e12d3308028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:53.338275 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Bound using segment: {'id': '530f270c-c19a-43f4-a4d3-5e12d3308028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:50:53.338698 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Bound port: a3c1404e-c4d1-41ce-b455-bc6a919c19df, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530f270c-c19a-43f4-a4d3-5e12d3308028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:50:53.339052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:53.406944 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] For port a3c1404e-c4d1-41ce-b455-bc6a919c19df, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:50:53.410203 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] For port a3c1404e-c4d1-41ce-b455-bc6a919c19df, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a3c1404e-c4d1-41ce-b455-bc6a919c19df,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:50:53.418416 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:53.457477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:53.458110 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:53.459558 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] 10.222.0.16 "PUT /v2.0/ports/a3c1404e-c4d1-41ce-b455-bc6a919c19df HTTP/1.1" status: 200 len: 1094 time: 0.7313626 Dec 14 01:50:53.460018 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3463d6f-ea31-4084-8e7a-030af611f7a6', 'tag': 'a3c1404e-c4d1-41ce-b455-bc6a919c19df'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:50:53.462523 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89d7526-00b7-4401-9782-de9cbb7ef4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3463d6f-ea31-4084-8e7a-030af611f7a6", "tag": "a3c1404e-c4d1-41ce-b455-bc6a919c19df"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:50:53.493259 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563ffa6-7078-4064-8025-0fccd92ea0bf service neutron] Pushing event updated for resources: {'Port': ['ID=a3c1404e-c4d1-41ce-b455-bc6a919c19df,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:53.542909 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c42311-0abd-42e1-ba8b-af5e5ef3f91b x-openstack-request-id: req-a2c42311-0abd-42e1-ba8b-af5e5ef3f91b {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:50:53.543247 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3463d6f-ea31-4084-8e7a-030af611f7a6", "tag": "a3c1404e-c4d1-41ce-b455-bc6a919c19df", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:50:53.543504 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2c42311-0abd-42e1-ba8b-af5e5ef3f91b {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:50:53.543906 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3463d6f-ea31-4084-8e7a-030af611f7a6', 'tag': 'a3c1404e-c4d1-41ce-b455-bc6a919c19df', 'status': 'completed', 'code': 200} Dec 14 01:50:53.589606 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-633f4355-4d03-4359-b5db-9b2faffa5b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:53.591278 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-633f4355-4d03-4359-b5db-9b2faffa5b99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9fdce05df8143df99453ca9e5b69123&device_id=c3463d6f-ea31-4084-8e7a-030af611f7a6 HTTP/1.1" status: 200 len: 1097 time: 0.0505810 Dec 14 01:50:53.644823 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-464abf85-d40e-4e82-a8ad-dc433807a4c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3c1404e-c4d1-41ce-b455-bc6a919c19df HTTP/1.1" status: 200 len: 217 time: 0.0401139 Dec 14 01:50:53.699214 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-ad02008f-5801-4ad5-b4ba-a19d30638c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:53.700749 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-ad02008f-5801-4ad5-b4ba-a19d30638c08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c790f087-8eca-4ff9-8f7f-64e49cd91df1 HTTP/1.1" status: 200 len: 856 time: 0.0454690 Dec 14 01:50:53.701548 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:53.707911 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:53.749768 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-4d5b97dc-f820-47fc-af99-f2250f26969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:53.751290 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-4d5b97dc-f820-47fc-af99-f2250f26969c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=031bdd05-77ad-40cb-a5b5-8fa07cbb60dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431533 Dec 14 01:50:53.776655 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491890eb-33bc-4395-ae19-fa1211216a89 None None] Pushing event updated for resources: {'Port': ['ID=30ac881e-8992-4b80-8826-9cbae399c72c,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:53.811840 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Attempting to bind port 30ac881e-8992-4b80-8826-9cbae399c72c on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:50:53.812377 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Attempting to bind port 30ac881e-8992-4b80-8826-9cbae399c72c by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '8267c7ac-c097-49ed-9e76-e2254099ae8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '99091dea-d75d-4d12-9d4a-3c708209001d'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:50:53.812737 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Attempting to bind port 30ac881e-8992-4b80-8826-9cbae399c72c on network 99091dea-d75d-4d12-9d4a-3c708209001d {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:50:53.817955 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:50:53.818321 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Checking segment: {'id': '8267c7ac-c097-49ed-9e76-e2254099ae8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '99091dea-d75d-4d12-9d4a-3c708209001d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:50:53.818714 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:53.819098 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Bound using segment: {'id': '8267c7ac-c097-49ed-9e76-e2254099ae8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '99091dea-d75d-4d12-9d4a-3c708209001d'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:50:53.819848 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Bound port: 30ac881e-8992-4b80-8826-9cbae399c72c, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8267c7ac-c097-49ed-9e76-e2254099ae8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '99091dea-d75d-4d12-9d4a-3c708209001d'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:50:53.819968 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:53.859595 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-a667b0fb-4e2b-4c33-9dba-1a26115263af service neutron] 10.222.0.16 "GET /v2.0/networks/031bdd05-77ad-40cb-a5b5-8fa07cbb60dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010718 Dec 14 01:50:53.883124 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] For port 30ac881e-8992-4b80-8826-9cbae399c72c, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:50:53.888304 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] For port 30ac881e-8992-4b80-8826-9cbae399c72c, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=30ac881e-8992-4b80-8826-9cbae399c72c,segment=NetworkSegment(8267c7ac-c097-49ed-9e76-e2254099ae8c),segment_id=8267c7ac-c097-49ed-9e76-e2254099ae8c)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:50:53.893845 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:53.955867 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Routers {'71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:50:53.956537 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:50:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:53.960567 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3b9f626b-c64c-4226-81fa-0cba4bf72c48 req-31f12b88-3f2a-47b2-a9eb-dfeead9eaf22 service neutron] 10.222.0.16 "GET /v2.0/networks/031bdd05-77ad-40cb-a5b5-8fa07cbb60dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940022 Dec 14 01:50:53.962123 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491890eb-33bc-4395-ae19-fa1211216a89 None None] Pushing event updated for resources: {'Port': ['ID=30ac881e-8992-4b80-8826-9cbae399c72c,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:53.973037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-32dab637-2c13-4841-892a-9ff4c3367534 None None] Provisioning complete for port 30ac881e-8992-4b80-8826-9cbae399c72c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:53.973501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32dab637-2c13-4841-892a-9ff4c3367534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:54.078071 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] Set router 71d610a0-00ed-4dfb-8ed5-ee6ffde500cd gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:50:54.079372 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32dab637-2c13-4841-892a-9ff4c3367534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:54.110188 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d7526-00b7-4401-9782-de9cbb7ef4f6 req-77f49862-e095-4160-bd5c-12b61b246bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:54.111821 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e89d7526-00b7-4401-9782-de9cbb7ef4f6 req-77f49862-e095-4160-bd5c-12b61b246bf7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9fdce05df8143df99453ca9e5b69123&device_id=c3463d6f-ea31-4084-8e7a-030af611f7a6 HTTP/1.1" status: 200 len: 1097 time: 0.0592339 Dec 14 01:50:54.117028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-32dab637-2c13-4841-892a-9ff4c3367534 None None] For port 30ac881e-8992-4b80-8826-9cbae399c72c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=30ac881e-8992-4b80-8826-9cbae399c72c,segment=NetworkSegment(8267c7ac-c097-49ed-9e76-e2254099ae8c),segment_id=8267c7ac-c097-49ed-9e76-e2254099ae8c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:54.123815 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32dab637-2c13-4841-892a-9ff4c3367534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:54.176826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dab637-2c13-4841-892a-9ff4c3367534 None None] Pushing event updated for resources: {'Port': ['ID=30ac881e-8992-4b80-8826-9cbae399c72c,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:54.217415 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d7526-00b7-4401-9782-de9cbb7ef4f6 req-1d150fb1-87ba-47c9-a5e2-6d0a56d97062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:54.219014 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e89d7526-00b7-4401-9782-de9cbb7ef4f6 req-1d150fb1-87ba-47c9-a5e2-6d0a56d97062 service neutron] 10.222.0.16 "GET /v2.0/networks?id=031bdd05-77ad-40cb-a5b5-8fa07cbb60dd HTTP/1.1" status: 200 len: 917 time: 0.0980110 Dec 14 01:50:54.220462 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9cf5a8ae-29b8-49d2-9d85-ce334661f7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:54.248389 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f0e9d8b0-b1d1-409f-8676-26cde237cb9d None None] Provisioning complete for port 30ac881e-8992-4b80-8826-9cbae399c72c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:54.249114 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0e9d8b0-b1d1-409f-8676-26cde237cb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:54.268910 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e89d7526-00b7-4401-9782-de9cbb7ef4f6 req-ab897403-1654-4588-af14-12af4678175a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3c1404e-c4d1-41ce-b455-bc6a919c19df HTTP/1.1" status: 200 len: 217 time: 0.0426693 Dec 14 01:50:54.319123 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'name': 'tempest-TestEncryptedCinderVolumes-832584794-router', 'tenant_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '7cba5b2e-f737-41b6-a22a-ff167c9c76b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:45Z', 'updated_at': '2021-12-14T01:50:49Z', 'revision_number': 4, 'project_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'gw_port': {'id': '7cba5b2e-f737-41b6-a22a-ff167c9c76b1', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:46Z', 'updated_at': '2021-12-14T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '30ac881e-8992-4b80-8826-9cbae399c72c', 'name': '', 'network_id': '99091dea-d75d-4d12-9d4a-3c708209001d', 'tenant_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'mac_address': 'fa:16:3e:19:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '61c2eeef-5ce3-46e5-b61c-6ef4ebe9b4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:48Z', 'updated_at': '2021-12-14T01:50:53Z', 'revision_number': 4, 'project_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'subnets': [{'id': '61c2eeef-5ce3-46e5-b61c-6ef4ebe9b4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:50:54.325736 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d7526-00b7-4401-9782-de9cbb7ef4f6 req-f23428f5-f7f2-430e-a52a-3f2554c095e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:54.327631 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e89d7526-00b7-4401-9782-de9cbb7ef4f6 req-f23428f5-f7f2-430e-a52a-3f2554c095e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c790f087-8eca-4ff9-8f7f-64e49cd91df1 HTTP/1.1" status: 200 len: 856 time: 0.0505137 Dec 14 01:50:54.347309 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e02db31-e1bc-4509-b5d6-ff3a13476615 None None] The sync data for ids ['71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'] in dv-neutron-821592-1-hyperv is: [{'id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'name': 'tempest-TestEncryptedCinderVolumes-832584794-router', 'tenant_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '7cba5b2e-f737-41b6-a22a-ff167c9c76b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:45Z', 'updated_at': '2021-12-14T01:50:49Z', 'revision_number': 4, 'project_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'gw_port': {'id': '7cba5b2e-f737-41b6-a22a-ff167c9c76b1', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:46Z', 'updated_at': '2021-12-14T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '30ac881e-8992-4b80-8826-9cbae399c72c', 'name': '', 'network_id': '99091dea-d75d-4d12-9d4a-3c708209001d', 'tenant_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'mac_address': 'fa:16:3e:19:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '61c2eeef-5ce3-46e5-b61c-6ef4ebe9b4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:48Z', 'updated_at': '2021-12-14T01:50:53Z', 'revision_number': 4, 'project_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'subnets': [{'id': '61c2eeef-5ce3-46e5-b61c-6ef4ebe9b4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:50:54.381091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d7526-00b7-4401-9782-de9cbb7ef4f6 req-66e8382d-4de4-4d30-97b5-aa1846dcca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:54.382628 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e89d7526-00b7-4401-9782-de9cbb7ef4f6 req-66e8382d-4de4-4d30-97b5-aa1846dcca55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=031bdd05-77ad-40cb-a5b5-8fa07cbb60dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470541 Dec 14 01:50:54.418063 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da318263-7927-470b-a5b6-a4d1113ccf5f req-4d6f224c-2caf-44d2-a0ee-7e40ee79c102 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:54.419701 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-da318263-7927-470b-a5b6-a4d1113ccf5f req-4d6f224c-2caf-44d2-a0ee-7e40ee79c102 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3463d6f-ea31-4084-8e7a-030af611f7a6 HTTP/1.1" status: 200 len: 944 time: 0.0514219 Dec 14 01:50:54.473174 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-da318263-7927-470b-a5b6-a4d1113ccf5f req-7e02c992-d7b4-4f60-bc2d-7ed0ee452355 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465662 Dec 14 01:50:54.483311 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e89d7526-00b7-4401-9782-de9cbb7ef4f6 req-d94dae23-1b0d-4e04-aa2e-eef3b5eec9d1 service neutron] 10.222.0.16 "GET /v2.0/networks/031bdd05-77ad-40cb-a5b5-8fa07cbb60dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906947 Dec 14 01:50:54.578822 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e89d7526-00b7-4401-9782-de9cbb7ef4f6 req-3aea7b98-4b3a-4a41-8f7b-8537c5503224 service neutron] 10.222.0.16 "GET /v2.0/networks/031bdd05-77ad-40cb-a5b5-8fa07cbb60dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880275 Dec 14 01:50:55.518775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:55.602141 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 30ac881e-8992-4b80-8826-9cbae399c72c up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:50:55.656954 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 30ac881e-8992-4b80-8826-9cbae399c72c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:55.657335 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:55.954777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e6d35-5b21-483d-a672-b5a3e2ca5056 req-6d4e2417-2f09-4112-bf1b-c2fb436daa0d tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:55.956279 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4f5e6d35-5b21-483d-a672-b5a3e2ca5056 req-6d4e2417-2f09-4112-bf1b-c2fb436daa0d tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3463d6f-ea31-4084-8e7a-030af611f7a6 HTTP/1.1" status: 200 len: 944 time: 0.4053595 Dec 14 01:50:56.007677 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4f5e6d35-5b21-483d-a672-b5a3e2ca5056 req-08427e50-7163-4289-ac28-77572709a7ba tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Dec 14 01:50:56.581749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device a3c1404e-c4d1-41ce-b455-bc6a919c19df details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:50:56.679340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port a3c1404e-c4d1-41ce-b455-bc6a919c19df, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a3c1404e-c4d1-41ce-b455-bc6a919c19df,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:56.691321 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'a3c1404e-c4d1-41ce-b455-bc6a919c19df', 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd', 'port_id': 'a3c1404e-c4d1-41ce-b455-bc6a919c19df', 'mac_address': 'fa:16:3e:72:e2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c790f087-8eca-4ff9-8f7f-64e49cd91df1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:50:56.734518 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:56.756261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c1404e-c4d1-41ce-b455-bc6a919c19df {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:50:56.776960 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port a3c1404e-c4d1-41ce-b455-bc6a919c19df, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a3c1404e-c4d1-41ce-b455-bc6a919c19df,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:56.782796 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:56.832692 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=a3c1404e-c4d1-41ce-b455-bc6a919c19df,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:56.841330 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:56.841874 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:56.842455 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:56.843016 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:56.843590 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:56.844076 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:56.844444 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:56.844786 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:56.845335 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:56.845874 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:56.846374 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:56.846707 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:56.847032 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:50:56.898199 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:57.076413 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['a3c1404e-c4d1-41ce-b455-bc6a919c19df'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:50:57.126393 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f12de-420c-4b32-b933-4cc9b8d57363 req-f0fcbc09-c71f-44d2-828c-f828feced47c tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:57.127732 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-205f12de-420c-4b32-b933-4cc9b8d57363 req-f0fcbc09-c71f-44d2-828c-f828feced47c tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3463d6f-ea31-4084-8e7a-030af611f7a6 HTTP/1.1" status: 200 len: 945 time: 0.0487669 Dec 14 01:50:57.174398 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-205f12de-420c-4b32-b933-4cc9b8d57363 req-c610d45e-a2a2-4811-a700-6a63ebd7d2a0 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406377 Dec 14 01:50:57.715021 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:58.302280 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44789471-d652-4a1d-84ed-b97cca8f87d2 req-6f75387e-8f59-4a57-a945-3ec1ad9c843b tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:58.303758 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44789471-d652-4a1d-84ed-b97cca8f87d2 req-6f75387e-8f59-4a57-a945-3ec1ad9c843b tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3463d6f-ea31-4084-8e7a-030af611f7a6 HTTP/1.1" status: 200 len: 945 time: 0.0577040 Dec 14 01:50:58.354753 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-44789471-d652-4a1d-84ed-b97cca8f87d2 req-29b7f0b2-50b4-4586-a663-ebabc697864b tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425560 Dec 14 01:50:58.584591 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device a3c1404e-c4d1-41ce-b455-bc6a919c19df up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:50:58.648488 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port a3c1404e-c4d1-41ce-b455-bc6a919c19df completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:50:58.652961 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port a3c1404e-c4d1-41ce-b455-bc6a919c19df triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:50:58.653371 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:58.741675 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:58.769452 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3463d6f-ea31-4084-8e7a-030af611f7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c1404e-c4d1-41ce-b455-bc6a919c19df'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:50:58.771718 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f83866-6017-4745-9427-561bac016adf" -d '{"events": [{"server_uuid": "c3463d6f-ea31-4084-8e7a-030af611f7a6", "name": "network-vif-plugged", "status": "completed", "tag": "a3c1404e-c4d1-41ce-b455-bc6a919c19df"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:50:58.784532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port a3c1404e-c4d1-41ce-b455-bc6a919c19df, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a3c1404e-c4d1-41ce-b455-bc6a919c19df,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:50:58.789771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:50:58.815272 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db789cd5-f381-4d99-9b3c-6379c45ee73a x-openstack-request-id: req-db789cd5-f381-4d99-9b3c-6379c45ee73a {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:50:58.815570 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3463d6f-ea31-4084-8e7a-030af611f7a6", "name": "network-vif-plugged", "status": "completed", "tag": "a3c1404e-c4d1-41ce-b455-bc6a919c19df", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:50:58.815826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db789cd5-f381-4d99-9b3c-6379c45ee73a {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:50:58.816242 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3463d6f-ea31-4084-8e7a-030af611f7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c1404e-c4d1-41ce-b455-bc6a919c19df', 'code': 200} Dec 14 01:50:58.842393 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=a3c1404e-c4d1-41ce-b455-bc6a919c19df,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:50:59.022694 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacd402-2e6d-47e3-8b65-30fbbf0b6bb0 req-aa7accda-8a65-4d65-a5cf-e7194ce26fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:59.024233 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9dacd402-2e6d-47e3-8b65-30fbbf0b6bb0 req-aa7accda-8a65-4d65-a5cf-e7194ce26fee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c3463d6f-ea31-4084-8e7a-030af611f7a6 HTTP/1.1" status: 200 len: 1099 time: 0.0421195 Dec 14 01:50:59.069361 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9dacd402-2e6d-47e3-8b65-30fbbf0b6bb0 req-a8e813f4-425d-405a-87fc-ac05159883f8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375073 Dec 14 01:50:59.483887 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bac635-3417-4e5a-bc70-485c4855d991 req-89113675-b462-4ad6-9d89-5aedf230d304 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:50:59.485402 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-56bac635-3417-4e5a-bc70-485c4855d991 req-89113675-b462-4ad6-9d89-5aedf230d304 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3463d6f-ea31-4084-8e7a-030af611f7a6 HTTP/1.1" status: 200 len: 946 time: 0.0500562 Dec 14 01:50:59.535834 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-56bac635-3417-4e5a-bc70-485c4855d991 req-9f6e69f9-2b8b-4488-8a18-b41ac83a1024 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442135 Dec 14 01:51:00.661841 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63e57c-146b-49a1-9b1b-bf63976b9abd req-73c5af17-6267-4992-811c-72bba253c481 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:00.663335 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6e63e57c-146b-49a1-9b1b-bf63976b9abd req-73c5af17-6267-4992-811c-72bba253c481 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3463d6f-ea31-4084-8e7a-030af611f7a6 HTTP/1.1" status: 200 len: 946 time: 0.0530205 Dec 14 01:51:00.714525 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6e63e57c-146b-49a1-9b1b-bf63976b9abd req-08605108-baf8-4db4-b0fe-c643e201398a tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443730 Dec 14 01:51:00.830708 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad0643-cc3c-4b8f-a2cf-7737da6d1df8 req-bc83283e-9ef3-4575-ba1b-be902cd2627a tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:00.832134 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-87ad0643-cc3c-4b8f-a2cf-7737da6d1df8 req-bc83283e-9ef3-4575-ba1b-be902cd2627a tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3463d6f-ea31-4084-8e7a-030af611f7a6 HTTP/1.1" status: 200 len: 946 time: 0.0509002 Dec 14 01:51:00.881511 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-87ad0643-cc3c-4b8f-a2cf-7737da6d1df8 req-d096dc5b-7a3c-42c6-8169-311ae4fcb5e8 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432742 Dec 14 01:51:11.099977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:14.195665 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:51:21.971820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9204945e-b8d8-4817-a830-69bc42ee6018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:24.082247 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7ee95-75c4-46ce-b1a7-1d11ddad3184 req-9638e754-6c6b-4dbc-8f03-27fc4d319777 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:24.083668 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-37e7ee95-75c4-46ce-b1a7-1d11ddad3184 req-9638e754-6c6b-4dbc-8f03-27fc4d319777 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3463d6f-ea31-4084-8e7a-030af611f7a6 HTTP/1.1" status: 200 len: 946 time: 0.0508614 Dec 14 01:51:24.135978 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-37e7ee95-75c4-46ce-b1a7-1d11ddad3184 req-3615f0eb-c853-4cf0-a1ed-ad1631bcc03e tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461304 Dec 14 01:51:24.204762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e2889763-1fa0-4126-b8bb-aeb0cd1f7415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:25.277025 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0b730-985c-4623-829d-2c2d7b3a856c req-ac956c23-5dac-4a16-b0c4-0b1f1b1fd35b tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:25.278494 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-31a0b730-985c-4623-829d-2c2d7b3a856c req-ac956c23-5dac-4a16-b0c4-0b1f1b1fd35b tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3463d6f-ea31-4084-8e7a-030af611f7a6 HTTP/1.1" status: 200 len: 946 time: 0.0598848 Dec 14 01:51:25.328966 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-31a0b730-985c-4623-829d-2c2d7b3a856c req-16df8b6e-2a63-45b2-b123-ea5dd1555805 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437303 Dec 14 01:51:25.518587 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:25.789570 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b4cff-0048-46ac-87d9-46d209c06c66 req-3c4e00fa-3e1d-4fcf-9547-e0332e6fb2c7 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:25.791212 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-7f6b4cff-0048-46ac-87d9-46d209c06c66 req-3c4e00fa-3e1d-4fcf-9547-e0332e6fb2c7 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3463d6f-ea31-4084-8e7a-030af611f7a6 HTTP/1.1" status: 200 len: 946 time: 0.0660543 Dec 14 01:51:25.892520 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-7f6b4cff-0048-46ac-87d9-46d209c06c66 req-ec6c0aa1-eeae-4097-ba24-f9b6b5a2be3d tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Deleting port a3c1404e-c4d1-41ce-b455-bc6a919c19df {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:51:25.892859 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7f6b4cff-0048-46ac-87d9-46d209c06c66 req-ec6c0aa1-eeae-4097-ba24-f9b6b5a2be3d tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:25.986845 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-7f6b4cff-0048-46ac-87d9-46d209c06c66 req-ec6c0aa1-eeae-4097-ba24-f9b6b5a2be3d tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] For port a3c1404e-c4d1-41ce-b455-bc6a919c19df, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a3c1404e-c4d1-41ce-b455-bc6a919c19df,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:51:25.987200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7f6b4cff-0048-46ac-87d9-46d209c06c66 req-ec6c0aa1-eeae-4097-ba24-f9b6b5a2be3d tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:26.000285 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-7f6b4cff-0048-46ac-87d9-46d209c06c66 req-ec6c0aa1-eeae-4097-ba24-f9b6b5a2be3d tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Calling delete_port for a3c1404e-c4d1-41ce-b455-bc6a919c19df owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:51:26.147239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7f6b4cff-0048-46ac-87d9-46d209c06c66 req-ec6c0aa1-eeae-4097-ba24-f9b6b5a2be3d tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:26.176299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c0aa1-eeae-4097-ba24-f9b6b5a2be3d tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Pushing event deleted for resources: {'Port': ['ID=a3c1404e-c4d1-41ce-b455-bc6a919c19df,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:51:26.181837 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['a3c1404e-c4d1-41ce-b455-bc6a919c19df'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:51:26.219314 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6b4cff-0048-46ac-87d9-46d209c06c66 req-ec6c0aa1-eeae-4097-ba24-f9b6b5a2be3d tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] No DVR routers for this DVR port a3c1404e-c4d1-41ce-b455-bc6a919c19df on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:51:26.221892 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7f6b4cff-0048-46ac-87d9-46d209c06c66 req-ec6c0aa1-eeae-4097-ba24-f9b6b5a2be3d tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:26.225249 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-7f6b4cff-0048-46ac-87d9-46d209c06c66 req-ec6c0aa1-eeae-4097-ba24-f9b6b5a2be3d tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.16 "DELETE /v2.0/ports/a3c1404e-c4d1-41ce-b455-bc6a919c19df HTTP/1.1" status: 204 len: 173 time: 0.4278407 Dec 14 01:51:26.225689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3463d6f-ea31-4084-8e7a-030af611f7a6', 'name': 'network-vif-deleted', 'tag': 'a3c1404e-c4d1-41ce-b455-bc6a919c19df'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:51:26.227958 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd942f22-38db-4709-9cd9-0892297680aa" -d '{"events": [{"server_uuid": "c3463d6f-ea31-4084-8e7a-030af611f7a6", "name": "network-vif-deleted", "tag": "a3c1404e-c4d1-41ce-b455-bc6a919c19df"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:51:26.319228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e756de-aa94-4f7b-adb6-af0fcd75241b x-openstack-request-id: req-38e756de-aa94-4f7b-adb6-af0fcd75241b {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:51:26.319523 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3463d6f-ea31-4084-8e7a-030af611f7a6", "name": "network-vif-deleted", "tag": "a3c1404e-c4d1-41ce-b455-bc6a919c19df", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:51:26.319769 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38e756de-aa94-4f7b-adb6-af0fcd75241b {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:51:26.320225 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3463d6f-ea31-4084-8e7a-030af611f7a6', 'name': 'network-vif-deleted', 'tag': 'a3c1404e-c4d1-41ce-b455-bc6a919c19df', 'status': 'completed', 'code': 200} Dec 14 01:51:26.438173 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-211547ad-7ba8-474e-91a2-a6f079c4a81a req-f0fdf3bf-b7d3-4d9e-b971-b2e9d10abf80 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3463d6f-ea31-4084-8e7a-030af611f7a6 HTTP/1.1" status: 200 len: 210 time: 0.0260077 Dec 14 01:51:26.901415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:27.709855 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:27.970065 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-dbb19a3f-0fe5-4389-88c1-98e9d6c0289d tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:27.971549 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-dbb19a3f-0fe5-4389-88c1-98e9d6c0289d tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/networks?id=031bdd05-77ad-40cb-a5b5-8fa07cbb60dd HTTP/1.1" status: 200 len: 817 time: 0.1102369 Dec 14 01:51:27.987309 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-857a9e75-e13e-4eea-98a9-9dd7878b3cfe tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/quotas/b9fdce05df8143df99453ca9e5b69123 HTTP/1.1" status: 200 len: 375 time: 0.0096853 Dec 14 01:51:28.040482 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-aa7d2fb5-2204-4621-8377-f9cc48492131 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b9fdce05df8143df99453ca9e5b69123&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478556 Dec 14 01:51:28.213682 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-a6f95432-0d32-4a3f-9c5e-d1f7e8027406 service neutron] 10.222.0.32 "GET /v2.0/networks/031bdd05-77ad-40cb-a5b5-8fa07cbb60dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610878 Dec 14 01:51:28.306321 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-84bdac3f-fe2c-4f92-955d-36c8e547e917 service neutron] 10.222.0.32 "GET /v2.0/networks/031bdd05-77ad-40cb-a5b5-8fa07cbb60dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863130 Dec 14 01:51:28.474936 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0433d957-21c4-4c73-b46b-1005eca6fe18 req-b226093a-8f1b-4c3e-b716-fa09ce211def tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=e30e7faa-a328-4f12-8f25-52e3c8109719 HTTP/1.1" status: 200 len: 210 time: 0.0272501 Dec 14 01:51:28.780663 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device a3c1404e-c4d1-41ce-b455-bc6a919c19df no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:51:28.960178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: a3c1404e-c4d1-41ce-b455-bc6a919c19df {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:51:28.960529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device a3c1404e-c4d1-41ce-b455-bc6a919c19df not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:51:29.494989 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-d609c8bc-71fa-481c-a030-069c410c0921 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:29.496893 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-d609c8bc-71fa-481c-a030-069c410c0921 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.16 "GET /v2.0/networks?id=031bdd05-77ad-40cb-a5b5-8fa07cbb60dd HTTP/1.1" status: 200 len: 817 time: 0.1093869 Dec 14 01:51:29.519002 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-edc6293a-55f3-4e25-a92c-4aa9afee5393 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Request body: {'port': {'device_id': 'e30e7faa-a328-4f12-8f25-52e3c8109719', 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd', 'admin_state_up': True, 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:51:29.584195 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-350592e9-0c87-447a-9934-83140c4e58f7 req-d92b21b8-5070-4817-936e-d6b52399fcaf tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=e30e7faa-a328-4f12-8f25-52e3c8109719 HTTP/1.1" status: 200 len: 210 time: 0.0256610 Dec 14 01:51:29.634387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-edc6293a-55f3-4e25-a92c-4aa9afee5393 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Made reservation on behalf of b9fdce05df8143df99453ca9e5b69123 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:51:29.638086 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-edc6293a-55f3-4e25-a92c-4aa9afee5393 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:29.765775 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-edc6293a-55f3-4e25-a92c-4aa9afee5393 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Allocated IP 172.20.0.7 (031bdd05-77ad-40cb-a5b5-8fa07cbb60dd/c790f087-8eca-4ff9-8f7f-64e49cd91df1/a61b2d96-d51d-4806-a9af-10c59ca75a6c) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:51:29.929664 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-edc6293a-55f3-4e25-a92c-4aa9afee5393 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:29.972010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-edc6293a-55f3-4e25-a92c-4aa9afee5393 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:30.019275 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-edc6293a-55f3-4e25-a92c-4aa9afee5393 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:51:30.022355 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-edc6293a-55f3-4e25-a92c-4aa9afee5393 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:51:30.024860 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-edc6293a-55f3-4e25-a92c-4aa9afee5393 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:51:30.057321 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6293a-55f3-4e25-a92c-4aa9afee5393 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Pushing event updated for resources: {'Port': ['ID=a61b2d96-d51d-4806-a9af-10c59ca75a6c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:51:30.083550 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-edc6293a-55f3-4e25-a92c-4aa9afee5393 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:30.084220 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-edc6293a-55f3-4e25-a92c-4aa9afee5393 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:30.102009 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-edc6293a-55f3-4e25-a92c-4aa9afee5393 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5875883 Dec 14 01:51:30.119284 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Request body: {'port': {'device_id': 'e30e7faa-a328-4f12-8f25-52e3c8109719', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:51:30.174795 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:30.251534 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5b369618-de91-48e6-8902-e1194ef648bc None None] Provisioning complete for port a61b2d96-d51d-4806-a9af-10c59ca75a6c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:51:30.252130 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b369618-de91-48e6-8902-e1194ef648bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:30.288831 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5b369618-de91-48e6-8902-e1194ef648bc None None] Port a61b2d96-d51d-4806-a9af-10c59ca75a6c cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:51:30.431717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a61b2d96-d51d-4806-a9af-10c59ca75a6c {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:51:30.439110 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:30.455369 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Transition to ACTIVE for port object a61b2d96-d51d-4806-a9af-10c59ca75a6c will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:51:30.461745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:30.534195 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Pushing event updated for resources: {'Port': ['ID=a61b2d96-d51d-4806-a9af-10c59ca75a6c,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:51:30.585391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Attempting to bind port a61b2d96-d51d-4806-a9af-10c59ca75a6c on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:51:30.585869 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Attempting to bind port a61b2d96-d51d-4806-a9af-10c59ca75a6c by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '530f270c-c19a-43f4-a4d3-5e12d3308028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:51:30.586209 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Attempting to bind port a61b2d96-d51d-4806-a9af-10c59ca75a6c on network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:51:30.590832 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Port a61b2d96-d51d-4806-a9af-10c59ca75a6c on network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:51:30.591341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Attempting to bind port a61b2d96-d51d-4806-a9af-10c59ca75a6c on network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:51:30.596663 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:51:30.596998 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Checking segment: {'id': '530f270c-c19a-43f4-a4d3-5e12d3308028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:51:30.597385 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Bound using segment: {'id': '530f270c-c19a-43f4-a4d3-5e12d3308028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:51:30.597837 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Bound port: a61b2d96-d51d-4806-a9af-10c59ca75a6c, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530f270c-c19a-43f4-a4d3-5e12d3308028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:51:30.598220 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:30.669671 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] For port a61b2d96-d51d-4806-a9af-10c59ca75a6c, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:51:30.672802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] For port a61b2d96-d51d-4806-a9af-10c59ca75a6c, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a61b2d96-d51d-4806-a9af-10c59ca75a6c,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:51:30.678412 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:30.714642 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca48995-a390-471c-b6c2-01330c71b652 req-fa630b20-6ed9-4585-8bc5-2ce06e996248 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:30.716887 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8ca48995-a390-471c-b6c2-01330c71b652 req-fa630b20-6ed9-4585-8bc5-2ce06e996248 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=e30e7faa-a328-4f12-8f25-52e3c8109719 HTTP/1.1" status: 200 len: 943 time: 0.0569911 Dec 14 01:51:30.718243 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:30.718847 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:30.720305 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] 10.222.0.16 "PUT /v2.0/ports/a61b2d96-d51d-4806-a9af-10c59ca75a6c HTTP/1.1" status: 200 len: 1093 time: 0.6054733 Dec 14 01:51:30.720753 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30e7faa-a328-4f12-8f25-52e3c8109719', 'tag': 'a61b2d96-d51d-4806-a9af-10c59ca75a6c'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:51:30.723019 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d89384-8a2d-4a30-bdd2-2e385424d8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e30e7faa-a328-4f12-8f25-52e3c8109719", "tag": "a61b2d96-d51d-4806-a9af-10c59ca75a6c"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:51:30.745525 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5286464-76c7-4629-bd8d-0cbb155d8da8 service neutron] Pushing event updated for resources: {'Port': ['ID=a61b2d96-d51d-4806-a9af-10c59ca75a6c,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:51:30.777989 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8ca48995-a390-471c-b6c2-01330c71b652 req-79e2e030-4366-49d5-84a4-97320e91a407 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534625 Dec 14 01:51:30.782089 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac0fb69-1753-4c92-8e22-c2db588bfff0 x-openstack-request-id: req-1ac0fb69-1753-4c92-8e22-c2db588bfff0 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:51:30.782810 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30e7faa-a328-4f12-8f25-52e3c8109719", "tag": "a61b2d96-d51d-4806-a9af-10c59ca75a6c", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:51:30.783628 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ac0fb69-1753-4c92-8e22-c2db588bfff0 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:51:30.784230 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30e7faa-a328-4f12-8f25-52e3c8109719', 'tag': 'a61b2d96-d51d-4806-a9af-10c59ca75a6c', 'status': 'completed', 'code': 200} Dec 14 01:51:30.840629 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-f6d0dfd3-a4fd-43f5-9e0e-0baaafd7ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:30.842256 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-f6d0dfd3-a4fd-43f5-9e0e-0baaafd7ac44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9fdce05df8143df99453ca9e5b69123&device_id=e30e7faa-a328-4f12-8f25-52e3c8109719 HTTP/1.1" status: 200 len: 1096 time: 0.0431583 Dec 14 01:51:30.890529 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-90a32515-7c19-45e4-b9ce-78b1dc725865 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a61b2d96-d51d-4806-a9af-10c59ca75a6c HTTP/1.1" status: 200 len: 217 time: 0.0344987 Dec 14 01:51:31.268792 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-9c828d03-a4c2-4edf-b295-902fb9a4309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:31.270272 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-9c828d03-a4c2-4edf-b295-902fb9a4309e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c790f087-8eca-4ff9-8f7f-64e49cd91df1 HTTP/1.1" status: 200 len: 856 time: 0.3718901 Dec 14 01:51:31.316389 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-6ac2c4a8-05da-4901-9650-5734777dabb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:31.317859 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-6ac2c4a8-05da-4901-9650-5734777dabb2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=031bdd05-77ad-40cb-a5b5-8fa07cbb60dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407522 Dec 14 01:51:31.409349 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-ebce8156-4248-4688-aa21-8c672a1a0647 service neutron] 10.222.0.16 "GET /v2.0/networks/031bdd05-77ad-40cb-a5b5-8fa07cbb60dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834277 Dec 14 01:51:31.503965 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4b335b70-4cf5-4df9-a635-f02cf427c7b2 req-39621128-4305-443d-975f-d5d78bcffd3d service neutron] 10.222.0.16 "GET /v2.0/networks/031bdd05-77ad-40cb-a5b5-8fa07cbb60dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866022 Dec 14 01:51:31.654560 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d89384-8a2d-4a30-bdd2-2e385424d8dc req-6e956a17-a2a8-45e8-be77-eed4795ccc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:31.656471 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1d89384-8a2d-4a30-bdd2-2e385424d8dc req-6e956a17-a2a8-45e8-be77-eed4795ccc34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9fdce05df8143df99453ca9e5b69123&device_id=e30e7faa-a328-4f12-8f25-52e3c8109719 HTTP/1.1" status: 200 len: 1096 time: 0.0498893 Dec 14 01:51:31.756556 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d89384-8a2d-4a30-bdd2-2e385424d8dc req-168728c9-d895-4754-bbc8-939fb44d43e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:31.758046 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1d89384-8a2d-4a30-bdd2-2e385424d8dc req-168728c9-d895-4754-bbc8-939fb44d43e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=031bdd05-77ad-40cb-a5b5-8fa07cbb60dd HTTP/1.1" status: 200 len: 917 time: 0.0946531 Dec 14 01:51:31.805820 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1d89384-8a2d-4a30-bdd2-2e385424d8dc req-e110440d-85f3-49b0-9e2a-6439b88b0a0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a61b2d96-d51d-4806-a9af-10c59ca75a6c HTTP/1.1" status: 200 len: 217 time: 0.0381148 Dec 14 01:51:31.862832 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d89384-8a2d-4a30-bdd2-2e385424d8dc req-c4d70529-5dcf-4057-bc06-2687411a2a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:31.864694 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1d89384-8a2d-4a30-bdd2-2e385424d8dc req-c4d70529-5dcf-4057-bc06-2687411a2a7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c790f087-8eca-4ff9-8f7f-64e49cd91df1 HTTP/1.1" status: 200 len: 856 time: 0.0527606 Dec 14 01:51:31.913650 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584436e-86ee-40da-966c-5accf474d1a0 req-2c2114fa-fd50-4497-90db-9c4b46d7e369 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:31.915226 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3584436e-86ee-40da-966c-5accf474d1a0 req-2c2114fa-fd50-4497-90db-9c4b46d7e369 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=e30e7faa-a328-4f12-8f25-52e3c8109719 HTTP/1.1" status: 200 len: 943 time: 0.0560241 Dec 14 01:51:31.922142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d89384-8a2d-4a30-bdd2-2e385424d8dc req-93e83f4e-85ee-4764-bd19-2b6fcb90db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:31.923041 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1d89384-8a2d-4a30-bdd2-2e385424d8dc req-93e83f4e-85ee-4764-bd19-2b6fcb90db26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=031bdd05-77ad-40cb-a5b5-8fa07cbb60dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0496993 Dec 14 01:51:31.967152 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3584436e-86ee-40da-966c-5accf474d1a0 req-d09a155b-0fcb-4b07-a407-5a942c6f2bfb tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456672 Dec 14 01:51:32.018951 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1d89384-8a2d-4a30-bdd2-2e385424d8dc req-e3c992ec-5230-49fd-9d36-fcab3655dcc3 service neutron] 10.222.0.16 "GET /v2.0/networks/031bdd05-77ad-40cb-a5b5-8fa07cbb60dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872996 Dec 14 01:51:32.130823 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a1d89384-8a2d-4a30-bdd2-2e385424d8dc req-ce3e7eb9-7c31-473a-9de4-e706f39e772a service neutron] 10.222.0.16 "GET /v2.0/networks/031bdd05-77ad-40cb-a5b5-8fa07cbb60dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036305 Dec 14 01:51:32.767652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device a61b2d96-d51d-4806-a9af-10c59ca75a6c details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:51:32.878006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port a61b2d96-d51d-4806-a9af-10c59ca75a6c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a61b2d96-d51d-4806-a9af-10c59ca75a6c,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:51:32.889138 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'a61b2d96-d51d-4806-a9af-10c59ca75a6c', 'network_id': '031bdd05-77ad-40cb-a5b5-8fa07cbb60dd', 'port_id': 'a61b2d96-d51d-4806-a9af-10c59ca75a6c', 'mac_address': 'fa:16:3e:2c:af:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c790f087-8eca-4ff9-8f7f-64e49cd91df1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:51:32.928741 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:32.942133 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a61b2d96-d51d-4806-a9af-10c59ca75a6c {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:51:32.962069 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port a61b2d96-d51d-4806-a9af-10c59ca75a6c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a61b2d96-d51d-4806-a9af-10c59ca75a6c,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:51:32.968869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:33.019667 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=a61b2d96-d51d-4806-a9af-10c59ca75a6c,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:51:33.086866 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ff10c-8ecb-47a0-ac01-c7f361b8b49a req-19b2ee50-d644-4c5d-9774-67aa651e2127 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:33.088367 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f32ff10c-8ecb-47a0-ac01-c7f361b8b49a req-19b2ee50-d644-4c5d-9774-67aa651e2127 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=e30e7faa-a328-4f12-8f25-52e3c8109719 HTTP/1.1" status: 200 len: 944 time: 0.0511560 Dec 14 01:51:33.143323 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f32ff10c-8ecb-47a0-ac01-c7f361b8b49a req-3be842e1-7dc5-45d0-a713-75fcc29daeb8 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458970 Dec 14 01:51:33.234634 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['a61b2d96-d51d-4806-a9af-10c59ca75a6c'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:51:34.284193 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99a3e5-ee53-47a7-8a72-9001eafa64a5 req-a413d419-7cbf-45c4-a78e-d9466d10bed5 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:34.285677 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ab99a3e5-ee53-47a7-8a72-9001eafa64a5 req-a413d419-7cbf-45c4-a78e-d9466d10bed5 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=e30e7faa-a328-4f12-8f25-52e3c8109719 HTTP/1.1" status: 200 len: 944 time: 0.0586555 Dec 14 01:51:34.338984 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ab99a3e5-ee53-47a7-8a72-9001eafa64a5 req-c05bd3fb-10e5-4c13-a5ec-e2295ddb9953 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443647 Dec 14 01:51:34.789470 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device a61b2d96-d51d-4806-a9af-10c59ca75a6c up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:51:34.846661 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port a61b2d96-d51d-4806-a9af-10c59ca75a6c completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:51:34.850453 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port a61b2d96-d51d-4806-a9af-10c59ca75a6c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:51:34.850834 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:34.931969 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:34.954869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30e7faa-a328-4f12-8f25-52e3c8109719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61b2d96-d51d-4806-a9af-10c59ca75a6c'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:51:34.957184 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bb1c75-c07c-419e-bb9e-4225dfb2f34d" -d '{"events": [{"server_uuid": "e30e7faa-a328-4f12-8f25-52e3c8109719", "name": "network-vif-plugged", "status": "completed", "tag": "a61b2d96-d51d-4806-a9af-10c59ca75a6c"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:51:34.971205 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port a61b2d96-d51d-4806-a9af-10c59ca75a6c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a61b2d96-d51d-4806-a9af-10c59ca75a6c,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:51:34.976282 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:34.999424 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952c7be6-f8d2-4886-905b-1219a5780c0b x-openstack-request-id: req-952c7be6-f8d2-4886-905b-1219a5780c0b {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:51:34.999717 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30e7faa-a328-4f12-8f25-52e3c8109719", "name": "network-vif-plugged", "status": "completed", "tag": "a61b2d96-d51d-4806-a9af-10c59ca75a6c", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:51:34.999971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-952c7be6-f8d2-4886-905b-1219a5780c0b {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:51:35.000384 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30e7faa-a328-4f12-8f25-52e3c8109719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61b2d96-d51d-4806-a9af-10c59ca75a6c', 'code': 200} Dec 14 01:51:35.026418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=a61b2d96-d51d-4806-a9af-10c59ca75a6c,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:51:35.213286 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239e58-17d8-431a-a893-560a7d0a4eeb req-7abaea63-5f3a-4e33-b318-9a5618ac013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:35.214698 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-85239e58-17d8-431a-a893-560a7d0a4eeb req-7abaea63-5f3a-4e33-b318-9a5618ac013f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e30e7faa-a328-4f12-8f25-52e3c8109719 HTTP/1.1" status: 200 len: 1098 time: 0.0427561 Dec 14 01:51:35.261081 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-85239e58-17d8-431a-a893-560a7d0a4eeb req-6007aa69-316d-4f32-9bc0-e170b75bf017 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383656 Dec 14 01:51:35.467968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6615435-7649-42ec-a45c-4fe77a7c3b34 req-0ec27d7f-3cdc-4767-9cf1-7463ae43427a tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:35.469381 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a6615435-7649-42ec-a45c-4fe77a7c3b34 req-0ec27d7f-3cdc-4767-9cf1-7463ae43427a tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=e30e7faa-a328-4f12-8f25-52e3c8109719 HTTP/1.1" status: 200 len: 945 time: 0.0511885 Dec 14 01:51:35.522649 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a6615435-7649-42ec-a45c-4fe77a7c3b34 req-29e3c0d8-af52-4e29-b04b-d1d9f5aff851 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451803 Dec 14 01:51:36.656619 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216421e9-ed51-42b4-a260-b29a123bde05 req-a7723ec9-1a13-4270-ac72-870e5cee9cb4 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:36.658400 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-216421e9-ed51-42b4-a260-b29a123bde05 req-a7723ec9-1a13-4270-ac72-870e5cee9cb4 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=e30e7faa-a328-4f12-8f25-52e3c8109719 HTTP/1.1" status: 200 len: 945 time: 0.0563245 Dec 14 01:51:36.706394 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-216421e9-ed51-42b4-a260-b29a123bde05 req-f37de1ff-3203-4e10-ab9f-87aee323e777 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419486 Dec 14 01:51:36.836868 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfc39d-610b-4d2e-90f7-dd02171f6f93 req-26fe81db-e648-4cd0-83ee-24cc99fdf34f tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:36.838297 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-56bfc39d-610b-4d2e-90f7-dd02171f6f93 req-26fe81db-e648-4cd0-83ee-24cc99fdf34f tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=e30e7faa-a328-4f12-8f25-52e3c8109719 HTTP/1.1" status: 200 len: 945 time: 0.0580850 Dec 14 01:51:36.887385 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-56bfc39d-610b-4d2e-90f7-dd02171f6f93 req-22d1339f-f1ca-4576-9c2f-323b71acf10e tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431345 Dec 14 01:51:41.110775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:46.800024 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-46ded803-6656-4753-8d9c-7da13d0de90a req-39819a04-9913-445c-9ede-246c1482f790 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e30e7faa-a328-4f12-8f25-52e3c8109719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410862 Dec 14 01:51:46.915943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ded803-6656-4753-8d9c-7da13d0de90a req-91048b07-d5a1-4324-894b-668dbcc8b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:46.917483 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-46ded803-6656-4753-8d9c-7da13d0de90a req-91048b07-d5a1-4324-894b-668dbcc8b0eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9fdce05df8143df99453ca9e5b69123&device_id=e30e7faa-a328-4f12-8f25-52e3c8109719 HTTP/1.1" status: 200 len: 1098 time: 0.0512202 Dec 14 01:51:47.026149 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ded803-6656-4753-8d9c-7da13d0de90a req-02dbd378-e3ae-4649-80a9-448b9bfa8705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:47.027621 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-46ded803-6656-4753-8d9c-7da13d0de90a req-02dbd378-e3ae-4649-80a9-448b9bfa8705 service neutron] 10.222.0.16 "GET /v2.0/networks?id=031bdd05-77ad-40cb-a5b5-8fa07cbb60dd HTTP/1.1" status: 200 len: 917 time: 0.0870852 Dec 14 01:51:47.073835 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-46ded803-6656-4753-8d9c-7da13d0de90a req-2e4792f0-61c1-4b07-b67e-51cf8c72059c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a61b2d96-d51d-4806-a9af-10c59ca75a6c HTTP/1.1" status: 200 len: 217 time: 0.0382171 Dec 14 01:51:47.126317 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ded803-6656-4753-8d9c-7da13d0de90a req-6a0e80f9-6c72-4b4f-ad08-3e021f34ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:47.127855 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-46ded803-6656-4753-8d9c-7da13d0de90a req-6a0e80f9-6c72-4b4f-ad08-3e021f34ce9b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c790f087-8eca-4ff9-8f7f-64e49cd91df1 HTTP/1.1" status: 200 len: 856 time: 0.0450938 Dec 14 01:51:47.176426 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ded803-6656-4753-8d9c-7da13d0de90a req-436f7c7b-23aa-42b8-a28a-e3c6f5a2489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:47.177945 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-46ded803-6656-4753-8d9c-7da13d0de90a req-436f7c7b-23aa-42b8-a28a-e3c6f5a2489d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=031bdd05-77ad-40cb-a5b5-8fa07cbb60dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433426 Dec 14 01:51:47.282121 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-46ded803-6656-4753-8d9c-7da13d0de90a req-eb759292-3185-40b5-87b2-9cfb8c30407e service neutron] 10.222.0.16 "GET /v2.0/networks/031bdd05-77ad-40cb-a5b5-8fa07cbb60dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953829 Dec 14 01:51:47.377305 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-46ded803-6656-4753-8d9c-7da13d0de90a req-ad2992c8-81a6-4a27-a4db-c37d230e8058 service neutron] 10.222.0.16 "GET /v2.0/networks/031bdd05-77ad-40cb-a5b5-8fa07cbb60dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864310 Dec 14 01:51:51.195294 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:51:51.976405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8db408f2-01ac-4bfb-ae3e-db9ebcc9e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:54.209076 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0ceb3541-c1aa-41da-ae94-293f067723f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:55.524548 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:56.904369 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:57.718747 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:51:59.496721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf1379-b770-4be5-a8d8-7ae7c2742d32 req-a9e965f7-4e85-4a70-89d1-ed10fa02250c tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:51:59.498266 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-72cf1379-b770-4be5-a8d8-7ae7c2742d32 req-a9e965f7-4e85-4a70-89d1-ed10fa02250c tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=e30e7faa-a328-4f12-8f25-52e3c8109719 HTTP/1.1" status: 200 len: 945 time: 0.0555964 Dec 14 01:51:59.546614 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-72cf1379-b770-4be5-a8d8-7ae7c2742d32 req-fcf80f97-8ee7-442e-bf47-4ab9af2869e1 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422955 Dec 14 01:52:00.668859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc86c8-6bc3-4ff0-9983-29cd4ef78abd req-21dd422d-5cef-408e-9929-841025ca20e0 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:00.670355 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07bc86c8-6bc3-4ff0-9983-29cd4ef78abd req-21dd422d-5cef-408e-9929-841025ca20e0 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=e30e7faa-a328-4f12-8f25-52e3c8109719 HTTP/1.1" status: 200 len: 945 time: 0.0521643 Dec 14 01:52:00.722523 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07bc86c8-6bc3-4ff0-9983-29cd4ef78abd req-203809d5-0d30-44f2-bcee-879e1e559455 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/security-groups?id=48b94035-f930-4df9-baf2-db1541bd18f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429628 Dec 14 01:52:01.164980 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6532f-8c75-4110-962f-77972667772a req-2776f4e5-8e4a-4854-a7b1-0b1b29c938e7 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:01.166447 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b1b6532f-8c75-4110-962f-77972667772a req-2776f4e5-8e4a-4854-a7b1-0b1b29c938e7 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.16 "GET /v2.0/ports?device_id=e30e7faa-a328-4f12-8f25-52e3c8109719 HTTP/1.1" status: 200 len: 945 time: 0.0629089 Dec 14 01:52:01.264006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-b1b6532f-8c75-4110-962f-77972667772a req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Deleting port a61b2d96-d51d-4806-a9af-10c59ca75a6c {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:52:01.264375 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1b6532f-8c75-4110-962f-77972667772a req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:01.359846 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-b1b6532f-8c75-4110-962f-77972667772a req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] For port a61b2d96-d51d-4806-a9af-10c59ca75a6c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a61b2d96-d51d-4806-a9af-10c59ca75a6c,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:01.360318 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1b6532f-8c75-4110-962f-77972667772a req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:01.375015 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-b1b6532f-8c75-4110-962f-77972667772a req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Calling delete_port for a61b2d96-d51d-4806-a9af-10c59ca75a6c owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:52:01.512849 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1b6532f-8c75-4110-962f-77972667772a req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:01.541152 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Pushing event deleted for resources: {'Port': ['ID=a61b2d96-d51d-4806-a9af-10c59ca75a6c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:01.547767 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['a61b2d96-d51d-4806-a9af-10c59ca75a6c'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:52:01.572965 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:01.573318 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:01.573661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:01.574009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:01.574347 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:01.574716 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:01.575092 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:01.575399 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:01.575725 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:01.576054 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:01.576399 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:01.576723 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:01.577033 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:01.598728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b6532f-8c75-4110-962f-77972667772a req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] No DVR routers for this DVR port a61b2d96-d51d-4806-a9af-10c59ca75a6c on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:52:01.601913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1b6532f-8c75-4110-962f-77972667772a req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:01.605282 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b1b6532f-8c75-4110-962f-77972667772a req-9d12b048-b0bb-49b1-a4e9-fcfa437b7647 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.16 "DELETE /v2.0/ports/a61b2d96-d51d-4806-a9af-10c59ca75a6c HTTP/1.1" status: 204 len: 173 time: 0.4316623 Dec 14 01:52:01.605721 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30e7faa-a328-4f12-8f25-52e3c8109719', 'name': 'network-vif-deleted', 'tag': 'a61b2d96-d51d-4806-a9af-10c59ca75a6c'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:52:01.608064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f4fc38-5bd6-4e1d-9674-19158c411ede" -d '{"events": [{"server_uuid": "e30e7faa-a328-4f12-8f25-52e3c8109719", "name": "network-vif-deleted", "tag": "a61b2d96-d51d-4806-a9af-10c59ca75a6c"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:52:01.648018 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8d3fbf-b3f4-4f45-89dd-9d785a64efa9 x-openstack-request-id: req-eb8d3fbf-b3f4-4f45-89dd-9d785a64efa9 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:52:01.648344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30e7faa-a328-4f12-8f25-52e3c8109719", "name": "network-vif-deleted", "tag": "a61b2d96-d51d-4806-a9af-10c59ca75a6c", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:52:01.648598 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb8d3fbf-b3f4-4f45-89dd-9d785a64efa9 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:52:01.649004 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30e7faa-a328-4f12-8f25-52e3c8109719', 'name': 'network-vif-deleted', 'tag': 'a61b2d96-d51d-4806-a9af-10c59ca75a6c', 'status': 'completed', 'code': 200} Dec 14 01:52:01.840608 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-60725e52-399d-477b-86ed-49f9d324f46e req-d701d46d-0ed5-4c37-81bf-6b7695323e22 tempest-TestEncryptedCinderVolumes-1044003917 tempest-TestEncryptedCinderVolumes-1044003917-project] 10.222.0.32 "GET /v2.0/ports?device_id=e30e7faa-a328-4f12-8f25-52e3c8109719 HTTP/1.1" status: 200 len: 210 time: 0.0304391 Dec 14 01:52:02.948219 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34112) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:03.314442 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-448efb89-b3f2-4750-b2df-afc4fc20212d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:03.594833 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-448efb89-b3f2-4750-b2df-afc4fc20212d admin admin] Deleting port 18d497a0-a585-4fb7-8442-822aa4aee22e {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:52:03.595156 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-448efb89-b3f2-4750-b2df-afc4fc20212d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:03.684660 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-448efb89-b3f2-4750-b2df-afc4fc20212d admin admin] For port 18d497a0-a585-4fb7-8442-822aa4aee22e, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=18d497a0-a585-4fb7-8442-822aa4aee22e,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:03.685022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-448efb89-b3f2-4750-b2df-afc4fc20212d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:03.698510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-448efb89-b3f2-4750-b2df-afc4fc20212d admin admin] Calling delete_port for 18d497a0-a585-4fb7-8442-822aa4aee22e owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:52:03.900535 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-448efb89-b3f2-4750-b2df-afc4fc20212d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:03.925742 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448efb89-b3f2-4750-b2df-afc4fc20212d admin admin] Pushing event deleted for resources: {'Port': ['ID=18d497a0-a585-4fb7-8442-822aa4aee22e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:04.091320 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-448efb89-b3f2-4750-b2df-afc4fc20212d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:04.311158 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448efb89-b3f2-4750-b2df-afc4fc20212d admin admin] Router 889721f0-ae33-4619-8beb-34967fac4486 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:52:04.429787 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448efb89-b3f2-4750-b2df-afc4fc20212d admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:52:04.434997 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-448efb89-b3f2-4750-b2df-afc4fc20212d admin admin] 10.222.0.32 "PUT /v2.0/routers/889721f0-ae33-4619-8beb-34967fac4486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4856396 Dec 14 01:52:04.437889 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34114) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:04.438700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1568d2a-4471-498f-a0df-428bc1fadeba None None] Sync routers for ids ['889721f0-ae33-4619-8beb-34967fac4486'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:52:04.448999 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1568d2a-4471-498f-a0df-428bc1fadeba None None] Routers {'889721f0-ae33-4619-8beb-34967fac4486'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:52:04.449634 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a1568d2a-4471-498f-a0df-428bc1fadeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:51:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['889721f0-ae33-4619-8beb-34967fac4486'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:04.541775 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e68ef605-e454-4042-b94d-ab43a87f3413 admin admin] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:04.554681 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a1568d2a-4471-498f-a0df-428bc1fadeba None None] Set router 889721f0-ae33-4619-8beb-34967fac4486 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:52:04.645462 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e68ef605-e454-4042-b94d-ab43a87f3413 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:04.699589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e68ef605-e454-4042-b94d-ab43a87f3413 admin admin] Deleting port dfba5a20-a065-4b45-a5ad-2b482c6fb0b8 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:52:04.699933 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e68ef605-e454-4042-b94d-ab43a87f3413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:04.733119 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a1568d2a-4471-498f-a0df-428bc1fadeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889721f0-ae33-4619-8beb-34967fac4486', 'name': 'tempest-TestEncryptedCinderVolumes-1966427130-router', 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.88'}], 'enable_snat': True}, 'gw_port_id': 'dfba5a20-a065-4b45-a5ad-2b482c6fb0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:41Z', 'updated_at': '2021-12-14T01:52:03Z', 'revision_number': 5, 'project_id': 'b9fdce05df8143df99453ca9e5b69123', 'gw_port': {'id': 'dfba5a20-a065-4b45-a5ad-2b482c6fb0b8', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889721f0-ae33-4619-8beb-34967fac4486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:41Z', 'updated_at': '2021-12-14T01:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:04.760933 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1568d2a-4471-498f-a0df-428bc1fadeba None None] Checking router: 889721f0-ae33-4619-8beb-34967fac4486 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:52:04.769040 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1568d2a-4471-498f-a0df-428bc1fadeba None None] Routers {'889721f0-ae33-4619-8beb-34967fac4486'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:52:04.769630 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a1568d2a-4471-498f-a0df-428bc1fadeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:51:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['889721f0-ae33-4619-8beb-34967fac4486'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:04.782802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e68ef605-e454-4042-b94d-ab43a87f3413 admin admin] For port dfba5a20-a065-4b45-a5ad-2b482c6fb0b8, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=dfba5a20-a065-4b45-a5ad-2b482c6fb0b8,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:04.783167 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e68ef605-e454-4042-b94d-ab43a87f3413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:04.794905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e68ef605-e454-4042-b94d-ab43a87f3413 admin admin] Calling delete_port for dfba5a20-a065-4b45-a5ad-2b482c6fb0b8 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:52:04.853739 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a1568d2a-4471-498f-a0df-428bc1fadeba None None] Set router 889721f0-ae33-4619-8beb-34967fac4486 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:52:04.903948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a1568d2a-4471-498f-a0df-428bc1fadeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889721f0-ae33-4619-8beb-34967fac4486', 'name': 'tempest-TestEncryptedCinderVolumes-1966427130-router', 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:41Z', 'updated_at': '2021-12-14T01:52:04Z', 'revision_number': 6, 'project_id': 'b9fdce05df8143df99453ca9e5b69123', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:04.934666 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1568d2a-4471-498f-a0df-428bc1fadeba None None] The sync data for ids ['889721f0-ae33-4619-8beb-34967fac4486'] in dv-neutron-821592-1-hyperv is: [{'id': '889721f0-ae33-4619-8beb-34967fac4486', 'name': 'tempest-TestEncryptedCinderVolumes-1966427130-router', 'tenant_id': 'b9fdce05df8143df99453ca9e5b69123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:41Z', 'updated_at': '2021-12-14T01:52:04Z', 'revision_number': 6, 'project_id': 'b9fdce05df8143df99453ca9e5b69123', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:52:04.964423 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e68ef605-e454-4042-b94d-ab43a87f3413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:04.970038 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device a61b2d96-d51d-4806-a9af-10c59ca75a6c no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:52:04.991350 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: a61b2d96-d51d-4806-a9af-10c59ca75a6c {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:52:04.991694 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device a61b2d96-d51d-4806-a9af-10c59ca75a6c not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:52:04.996420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ef605-e454-4042-b94d-ab43a87f3413 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfba5a20-a065-4b45-a5ad-2b482c6fb0b8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:05.006801 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc5774b-2921-4aea-93b3-dd65764f1d7c None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:52:05.055166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e68ef605-e454-4042-b94d-ab43a87f3413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:05.146375 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e68ef605-e454-4042-b94d-ab43a87f3413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:05.149452 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e68ef605-e454-4042-b94d-ab43a87f3413 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:05.204526 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e68ef605-e454-4042-b94d-ab43a87f3413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:05.204985 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68ef605-e454-4042-b94d-ab43a87f3413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 889721f0-ae33-4619-8beb-34967fac4486 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:52:05.209917 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e68ef605-e454-4042-b94d-ab43a87f3413 admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:05.211096 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e68ef605-e454-4042-b94d-ab43a87f3413 admin admin] 10.222.0.32 "DELETE /v2.0/routers/889721f0-ae33-4619-8beb-34967fac4486 HTTP/1.1" status: 204 len: 168 time: 0.7722585 Dec 14 01:52:05.213696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34116) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:05.259135 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bcb28c-d9df-4937-a8fa-a1b8b5b0b48d admin admin] Deleting subnet c790f087-8eca-4ff9-8f7f-64e49cd91df1 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:52:05.262395 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13bcb28c-d9df-4937-a8fa-a1b8b5b0b48d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:05.300441 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13bcb28c-d9df-4937-a8fa-a1b8b5b0b48d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:05.391625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13bcb28c-d9df-4937-a8fa-a1b8b5b0b48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:05.444633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13bcb28c-d9df-4937-a8fa-a1b8b5b0b48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:05.468837 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcb28c-d9df-4937-a8fa-a1b8b5b0b48d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c790f087-8eca-4ff9-8f7f-64e49cd91df1,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:05.473639 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13bcb28c-d9df-4937-a8fa-a1b8b5b0b48d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:05.477180 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-13bcb28c-d9df-4937-a8fa-a1b8b5b0b48d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c790f087-8eca-4ff9-8f7f-64e49cd91df1 HTTP/1.1" status: 204 len: 168 time: 0.2624550 Dec 14 01:52:05.479675 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34118) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:05.479828 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da3edf-aaca-4c1e-9078-ae48403d58b5 None None] Network 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:52:05.709089 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c226242e-8f19-461b-a6f5-2ed6b58c8c32 None None] DHCP port deletion for 031bdd05-77ad-40cb-a5b5-8fa07cbb60dd request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:52:05.761439 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 18d497a0-a585-4fb7-8442-822aa4aee22e no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:52:05.767203 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c226242e-8f19-461b-a6f5-2ed6b58c8c32 None None] Deleting port 853b07eb-b82a-492c-afc6-0e000c390562 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:52:05.767583 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c226242e-8f19-461b-a6f5-2ed6b58c8c32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:05.786554 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 18d497a0-a585-4fb7-8442-822aa4aee22e {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:52:05.786960 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 18d497a0-a585-4fb7-8442-822aa4aee22e not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:52:05.787557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 853b07eb-b82a-492c-afc6-0e000c390562 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:52:05.882602 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:05.885418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c226242e-8f19-461b-a6f5-2ed6b58c8c32 None None] For port 853b07eb-b82a-492c-afc6-0e000c390562, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=853b07eb-b82a-492c-afc6-0e000c390562,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:05.885828 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c226242e-8f19-461b-a6f5-2ed6b58c8c32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:05.901016 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c226242e-8f19-461b-a6f5-2ed6b58c8c32 None None] Calling delete_port for 853b07eb-b82a-492c-afc6-0e000c390562 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:52:05.940463 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] Deleting port 853b07eb-b82a-492c-afc6-0e000c390562 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:52:05.941171 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:05.980007 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:06.008972 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] For port 853b07eb-b82a-492c-afc6-0e000c390562, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=853b07eb-b82a-492c-afc6-0e000c390562,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:06.009503 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:06.022303 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] Calling delete_port for 853b07eb-b82a-492c-afc6-0e000c390562 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:52:06.027242 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 853b07eb-b82a-492c-afc6-0e000c390562, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=853b07eb-b82a-492c-afc6-0e000c390562,segment=NetworkSegment(530f270c-c19a-43f4-a4d3-5e12d3308028),segment_id=530f270c-c19a-43f4-a4d3-5e12d3308028)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:06.034815 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:06.035529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device dfba5a20-a065-4b45-a5ad-2b482c6fb0b8 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:52:06.076414 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: dfba5a20-a065-4b45-a5ad-2b482c6fb0b8 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:52:06.076763 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device dfba5a20-a065-4b45-a5ad-2b482c6fb0b8 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:52:06.092013 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c226242e-8f19-461b-a6f5-2ed6b58c8c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:06.111445 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=853b07eb-b82a-492c-afc6-0e000c390562,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:06.113717 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c226242e-8f19-461b-a6f5-2ed6b58c8c32 None None] No DVR routers for this DVR port 853b07eb-b82a-492c-afc6-0e000c390562 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:52:06.124458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:06.128296 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:06.128651 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:06.129125 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:06.129467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:06.129791 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:06.131048 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:06.132657 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:06.133046 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:06.133393 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:06.133732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:06.134096 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:06.134424 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:06.134752 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:06.146599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=853b07eb-b82a-492c-afc6-0e000c390562,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:06.157585 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] No DVR routers for this DVR port 853b07eb-b82a-492c-afc6-0e000c390562 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:52:06.163452 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226242e-8f19-461b-a6f5-2ed6b58c8c32 None None] Pushing event deleted for resources: {'Port': ['ID=853b07eb-b82a-492c-afc6-0e000c390562,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:06.234583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:06.254746 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031bdd05-77ad-40cb-a5b5-8fa07cbb60dd']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:06.264332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530f270c-c19a-43f4-a4d3-5e12d3308028') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:06.264582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530f270c-c19a-43f4-a4d3-5e12d3308028') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:06.273916 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:06.287786 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:06.294121 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:52:06.294561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: self.session.flush() Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:52:06.296296 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:52:06.361069 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:06.366922 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:06.370146 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] 10.222.0.32 "DELETE /v2.0/networks/031bdd05-77ad-40cb-a5b5-8fa07cbb60dd HTTP/1.1" status: 204 len: 168 time: 0.8893380 Dec 14 01:52:06.373936 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34120) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:06.381177 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f40e38-fbef-4b62-b828-06ffab116e9e admin admin] Pushing event deleted for resources: {'Network': ['ID=031bdd05-77ad-40cb-a5b5-8fa07cbb60dd,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:06.722601 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:06.973920 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Deleting port 30ac881e-8992-4b80-8826-9cbae399c72c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:52:06.974265 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:07.054315 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] For port 30ac881e-8992-4b80-8826-9cbae399c72c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=30ac881e-8992-4b80-8826-9cbae399c72c,segment=NetworkSegment(8267c7ac-c097-49ed-9e76-e2254099ae8c),segment_id=8267c7ac-c097-49ed-9e76-e2254099ae8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:07.054719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:07.068279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Calling delete_port for 30ac881e-8992-4b80-8826-9cbae399c72c owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:52:07.253305 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:07.275770 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ac881e-8992-4b80-8826-9cbae399c72c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:07.285877 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:07.286220 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:07.286997 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:07.287365 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:07.287699 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:07.288069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:07.289149 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:07.289149 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:07.289149 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:07.289870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:07.289870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:07.290161 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:07.290338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:07.464350 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:07.688075 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Router 71d610a0-00ed-4dfb-8ed5-ee6ffde500cd has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:52:07.805649 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:52:07.813560 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e3f34e9f-2c18-4b00-abcd-1002cbc72703 admin admin] 10.222.0.32 "PUT /v2.0/routers/71d610a0-00ed-4dfb-8ed5-ee6ffde500cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4383917 Dec 14 01:52:07.817257 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34122) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:07.820500 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d05b4b-d437-46e0-b763-59b07ad7a38f None None] Sync routers for ids ['71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:52:07.831295 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d05b4b-d437-46e0-b763-59b07ad7a38f None None] Routers {'71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:52:07.831941 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-85d05b4b-d437-46e0-b763-59b07ad7a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:51:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:07.921549 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba29d0d1-4e13-4039-99af-b35ccb7ed6b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:07.937105 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-85d05b4b-d437-46e0-b763-59b07ad7a38f None None] Set router 71d610a0-00ed-4dfb-8ed5-ee6ffde500cd gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:52:08.026208 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba29d0d1-4e13-4039-99af-b35ccb7ed6b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:08.085589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ba29d0d1-4e13-4039-99af-b35ccb7ed6b6 admin admin] Deleting port 7cba5b2e-f737-41b6-a22a-ff167c9c76b1 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:52:08.085838 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba29d0d1-4e13-4039-99af-b35ccb7ed6b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:08.118704 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-85d05b4b-d437-46e0-b763-59b07ad7a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'name': 'tempest-TestEncryptedCinderVolumes-832584794-router', 'tenant_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': '7cba5b2e-f737-41b6-a22a-ff167c9c76b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:45Z', 'updated_at': '2021-12-14T01:52:07Z', 'revision_number': 5, 'project_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'gw_port': {'id': '7cba5b2e-f737-41b6-a22a-ff167c9c76b1', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:50:46Z', 'updated_at': '2021-12-14T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:08.144488 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d05b4b-d437-46e0-b763-59b07ad7a38f None None] Checking router: 71d610a0-00ed-4dfb-8ed5-ee6ffde500cd for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:52:08.153728 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d05b4b-d437-46e0-b763-59b07ad7a38f None None] Routers {'71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:52:08.154329 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-85d05b4b-d437-46e0-b763-59b07ad7a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:51:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:08.167574 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ba29d0d1-4e13-4039-99af-b35ccb7ed6b6 admin admin] For port 7cba5b2e-f737-41b6-a22a-ff167c9c76b1, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7cba5b2e-f737-41b6-a22a-ff167c9c76b1,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:08.167942 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba29d0d1-4e13-4039-99af-b35ccb7ed6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:08.179938 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ba29d0d1-4e13-4039-99af-b35ccb7ed6b6 admin admin] Calling delete_port for 7cba5b2e-f737-41b6-a22a-ff167c9c76b1 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:52:08.238253 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-85d05b4b-d437-46e0-b763-59b07ad7a38f None None] Set router 71d610a0-00ed-4dfb-8ed5-ee6ffde500cd gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:52:08.291284 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-85d05b4b-d437-46e0-b763-59b07ad7a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'name': 'tempest-TestEncryptedCinderVolumes-832584794-router', 'tenant_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:45Z', 'updated_at': '2021-12-14T01:52:08Z', 'revision_number': 6, 'project_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:08.317617 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d05b4b-d437-46e0-b763-59b07ad7a38f None None] The sync data for ids ['71d610a0-00ed-4dfb-8ed5-ee6ffde500cd'] in dv-neutron-821592-1-hyperv is: [{'id': '71d610a0-00ed-4dfb-8ed5-ee6ffde500cd', 'name': 'tempest-TestEncryptedCinderVolumes-832584794-router', 'tenant_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:50:45Z', 'updated_at': '2021-12-14T01:52:08Z', 'revision_number': 6, 'project_id': '9bb250b52ead43bc820ddcf2cba4f5a8', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:52:08.348132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba29d0d1-4e13-4039-99af-b35ccb7ed6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:08.378558 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29d0d1-4e13-4039-99af-b35ccb7ed6b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cba5b2e-f737-41b6-a22a-ff167c9c76b1,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:08.392780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e670d69-9a0b-48c4-84d5-a44edc71bd2f None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:52:08.451440 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba29d0d1-4e13-4039-99af-b35ccb7ed6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:08.546325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba29d0d1-4e13-4039-99af-b35ccb7ed6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:08.548539 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba29d0d1-4e13-4039-99af-b35ccb7ed6b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:08.593373 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba29d0d1-4e13-4039-99af-b35ccb7ed6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:08.593864 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba29d0d1-4e13-4039-99af-b35ccb7ed6b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71d610a0-00ed-4dfb-8ed5-ee6ffde500cd {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:52:08.598434 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba29d0d1-4e13-4039-99af-b35ccb7ed6b6 admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:08.599673 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ba29d0d1-4e13-4039-99af-b35ccb7ed6b6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/71d610a0-00ed-4dfb-8ed5-ee6ffde500cd HTTP/1.1" status: 204 len: 168 time: 0.7809958 Dec 14 01:52:08.602240 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34124) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:08.645991 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f4ca1b-24ab-4519-af45-516741c9816a admin admin] Deleting subnet 61c2eeef-5ce3-46e5-b61c-6ef4ebe9b4e8 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:52:08.649097 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ca1b-24ab-4519-af45-516741c9816a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:08.683539 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ca1b-24ab-4519-af45-516741c9816a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:08.763283 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ca1b-24ab-4519-af45-516741c9816a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:08.823111 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ca1b-24ab-4519-af45-516741c9816a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:08.850762 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4ca1b-24ab-4519-af45-516741c9816a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61c2eeef-5ce3-46e5-b61c-6ef4ebe9b4e8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:08.852740 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ca1b-24ab-4519-af45-516741c9816a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:08.855944 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e2f4ca1b-24ab-4519-af45-516741c9816a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/61c2eeef-5ce3-46e5-b61c-6ef4ebe9b4e8 HTTP/1.1" status: 204 len: 168 time: 0.2527854 Dec 14 01:52:08.858462 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34126) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:08.860621 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ddef9b-d96f-4a7e-bc39-c95ad957e745 None None] Network 99091dea-d75d-4d12-9d4a-3c708209001d requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:52:08.936684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:08.994320 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] Deleting port f2cac4cb-c249-4c3a-b89b-7c253d68a150 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:52:08.994661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:09.020565 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20415e7-1482-4337-993e-9909e3894ca6 None None] DHCP port deletion for 99091dea-d75d-4d12-9d4a-3c708209001d request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:52:09.062934 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] For port f2cac4cb-c249-4c3a-b89b-7c253d68a150, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f2cac4cb-c249-4c3a-b89b-7c253d68a150,segment=NetworkSegment(8267c7ac-c097-49ed-9e76-e2254099ae8c),segment_id=8267c7ac-c097-49ed-9e76-e2254099ae8c)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:09.063447 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:09.069741 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f20415e7-1482-4337-993e-9909e3894ca6 None None] Deleting port f2cac4cb-c249-4c3a-b89b-7c253d68a150 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:52:09.070123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f20415e7-1482-4337-993e-9909e3894ca6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:09.082379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] Calling delete_port for f2cac4cb-c249-4c3a-b89b-7c253d68a150 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:52:09.132749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f20415e7-1482-4337-993e-9909e3894ca6 None None] For port f2cac4cb-c249-4c3a-b89b-7c253d68a150, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f2cac4cb-c249-4c3a-b89b-7c253d68a150,segment=NetworkSegment(8267c7ac-c097-49ed-9e76-e2254099ae8c),segment_id=8267c7ac-c097-49ed-9e76-e2254099ae8c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:09.133053 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f20415e7-1482-4337-993e-9909e3894ca6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:09.144810 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f20415e7-1482-4337-993e-9909e3894ca6 None None] Calling delete_port for f2cac4cb-c249-4c3a-b89b-7c253d68a150 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:52:09.167651 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:09.193677 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2cac4cb-c249-4c3a-b89b-7c253d68a150,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:09.197490 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] No DVR routers for this DVR port f2cac4cb-c249-4c3a-b89b-7c253d68a150 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:52:09.225897 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f20415e7-1482-4337-993e-9909e3894ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:09.251778 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20415e7-1482-4337-993e-9909e3894ca6 None None] Pushing event deleted for resources: {'Port': ['ID=f2cac4cb-c249-4c3a-b89b-7c253d68a150,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:09.255422 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20415e7-1482-4337-993e-9909e3894ca6 None None] No DVR routers for this DVR port f2cac4cb-c249-4c3a-b89b-7c253d68a150 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:52:09.273239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:09.293394 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99091dea-d75d-4d12-9d4a-3c708209001d']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:09.302580 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8267c7ac-c097-49ed-9e76-e2254099ae8c') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:09.302873 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8267c7ac-c097-49ed-9e76-e2254099ae8c') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:09.314277 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:09.330901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:09.341571 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:52:09.342173 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:52:09.344841 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:52:09.401440 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:09.406514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:09.409750 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] 10.222.0.32 "DELETE /v2.0/networks/99091dea-d75d-4d12-9d4a-3c708209001d HTTP/1.1" status: 204 len: 168 time: 0.5503635 Dec 14 01:52:09.422645 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd3e86-c55f-402e-921d-4cd1d86a8503 admin admin] Pushing event deleted for resources: {'Network': ['ID=99091dea-d75d-4d12-9d4a-3c708209001d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:09.574166 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34130) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:09.618400 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3b4bc9b2-5979-4c71-9cd1-7efa40a3f380 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9fdce05df8143df99453ca9e5b69123&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421441 Dec 14 01:52:09.620927 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34132) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:09.621446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f2cac4cb-c249-4c3a-b89b-7c253d68a150 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:52:09.641828 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: f2cac4cb-c249-4c3a-b89b-7c253d68a150 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:52:09.642107 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f2cac4cb-c249-4c3a-b89b-7c253d68a150 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:52:09.642535 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7cba5b2e-f737-41b6-a22a-ff167c9c76b1 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:52:09.662321 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 7cba5b2e-f737-41b6-a22a-ff167c9c76b1 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:52:09.662587 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7cba5b2e-f737-41b6-a22a-ff167c9c76b1 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:52:09.663008 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 30ac881e-8992-4b80-8826-9cbae399c72c no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:52:09.669460 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91b23269-6a43-4c34-aa26-4d2a06d46f49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:09.684336 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 30ac881e-8992-4b80-8826-9cbae399c72c {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:52:09.684689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 30ac881e-8992-4b80-8826-9cbae399c72c not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:52:09.692579 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91b23269-6a43-4c34-aa26-4d2a06d46f49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:09.742718 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91b23269-6a43-4c34-aa26-4d2a06d46f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:09.745486 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91b23269-6a43-4c34-aa26-4d2a06d46f49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:09.746651 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-91b23269-6a43-4c34-aa26-4d2a06d46f49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48b94035-f930-4df9-baf2-db1541bd18f1 HTTP/1.1" status: 204 len: 168 time: 0.1248186 Dec 14 01:52:09.755010 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b23269-6a43-4c34-aa26-4d2a06d46f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b94035-f930-4df9-baf2-db1541bd18f1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:10.092876 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34138) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:10.134050 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-69cf5e6d-c03d-4888-9b35-8bcc1020b67a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bb250b52ead43bc820ddcf2cba4f5a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399704 Dec 14 01:52:10.137561 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34140) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:10.187646 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eda9ce90-a902-4906-9aef-837d3f358c92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:10.210102 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eda9ce90-a902-4906-9aef-837d3f358c92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:10.260117 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eda9ce90-a902-4906-9aef-837d3f358c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:10.262862 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eda9ce90-a902-4906-9aef-837d3f358c92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:10.264194 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-eda9ce90-a902-4906-9aef-837d3f358c92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd0b6329-7cc7-48ad-a14d-3dcbdabbf370 HTTP/1.1" status: 204 len: 168 time: 0.1257036 Dec 14 01:52:10.272509 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9ce90-a902-4906-9aef-837d3f358c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0b6329-7cc7-48ad-a14d-3dcbdabbf370,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:10.978169 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34162) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:11.079320 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1181bdf5-76a0-46cf-a5c2-32f07fee8297 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1321934120-network', 'tenant_id': '704260ceac344d39a8513bbdde42962d'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:52:11.105102 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1181bdf5-76a0-46cf-a5c2-32f07fee8297 admin admin] Made reservation on behalf of 704260ceac344d39a8513bbdde42962d for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:52:11.107643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1181bdf5-76a0-46cf-a5c2-32f07fee8297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:11.116663 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1181bdf5-76a0-46cf-a5c2-32f07fee8297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:11.119382 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:11.196231 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1181bdf5-76a0-46cf-a5c2-32f07fee8297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:11.201586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1181bdf5-76a0-46cf-a5c2-32f07fee8297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:11.226324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1181bdf5-76a0-46cf-a5c2-32f07fee8297 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:52:11.235919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181bdf5-76a0-46cf-a5c2-32f07fee8297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ffb247-62f3-4992-978d-86973fd73f40,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:11.241043 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1181bdf5-76a0-46cf-a5c2-32f07fee8297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:11.241384 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-1181bdf5-76a0-46cf-a5c2-32f07fee8297 admin admin] Added segment ca594e1e-f47f-4c50-bc8a-cef791b70452 of type vlan for network e0a02076-4513-49c2-9005-982dd487e634 Dec 14 01:52:11.282689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1181bdf5-76a0-46cf-a5c2-32f07fee8297 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:11.312704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1181bdf5-76a0-46cf-a5c2-32f07fee8297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:11.314105 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1181bdf5-76a0-46cf-a5c2-32f07fee8297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:11.315101 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1181bdf5-76a0-46cf-a5c2-32f07fee8297 admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:11.375019 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1181bdf5-76a0-46cf-a5c2-32f07fee8297 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3956625 Dec 14 01:52:11.378144 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34166) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:11.382009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181bdf5-76a0-46cf-a5c2-32f07fee8297 admin admin] Pushing event updated for resources: {'Network': ['ID=e0a02076-4513-49c2-9005-982dd487e634,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:11.383212 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-096e85b3-17cb-43cd-9d5b-05bb84242a3c admin admin] Request body: {'subnet': {'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1321934120-subnet', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:52:11.394299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network e0a02076-4513-49c2-9005-982dd487e634 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:52:11.409867 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096e85b3-17cb-43cd-9d5b-05bb84242a3c admin admin] Made reservation on behalf of 704260ceac344d39a8513bbdde42962d for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:52:11.412349 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-096e85b3-17cb-43cd-9d5b-05bb84242a3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:11.588133 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-096e85b3-17cb-43cd-9d5b-05bb84242a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:11.639915 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e85b3-17cb-43cd-9d5b-05bb84242a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71734e4-3248-4dab-b4eb-cf9bedceac31,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:11.653783 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096e85b3-17cb-43cd-9d5b-05bb84242a3c admin admin] Checking segment: {'id': 'ca594e1e-f47f-4c50-bc8a-cef791b70452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:52:11.654165 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096e85b3-17cb-43cd-9d5b-05bb84242a3c admin admin] Network hostable DHCP agents. Network: e0a02076-4513-49c2-9005-982dd487e634, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:52:11.674537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096e85b3-17cb-43cd-9d5b-05bb84242a3c admin admin] Network e0a02076-4513-49c2-9005-982dd487e634 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:52:11.685284 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-096e85b3-17cb-43cd-9d5b-05bb84242a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, e0a02076-4513-49c2-9005-982dd487e634) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:52:11.689681 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096e85b3-17cb-43cd-9d5b-05bb84242a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:11.690345 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-096e85b3-17cb-43cd-9d5b-05bb84242a3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:11.694661 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f021bec3-abf8-4299-82d9-c8910e5aa5b9 None None] Network e0a02076-4513-49c2-9005-982dd487e634 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:52:11.707263 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-096e85b3-17cb-43cd-9d5b-05bb84242a3c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3279839 Dec 14 01:52:11.710092 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34168) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:11.714607 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1321934120-router', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:52:11.739041 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:11.740215 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:11.799617 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:11.940073 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:11.951021 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-e0a02076-4513-49c2-9005-982dd487e634', 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'project_id': '704260ceac344d39a8513bbdde42962d', 'fixed_ips': [{'subnet_id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:52:11.952144 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:12.086231 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Allocated IP 172.20.0.2 (e0a02076-4513-49c2-9005-982dd487e634/d71734e4-3248-4dab-b4eb-cf9bedceac31/d97e0345-976b-4798-9d17-a7bc963e43c3) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:52:12.140332 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:12.160975 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:12.230732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:12.238214 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:12.264689 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Allocated IP 172.26.1.123 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/4bc59f5e-692d-4e0b-9096-724de841ab16) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:52:12.279095 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Network e0a02076-4513-49c2-9005-982dd487e634 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:52:12.284707 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:52:12.286970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Pushing event updated for resources: {'Port': ['ID=d97e0345-976b-4798-9d17-a7bc963e43c3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:12.289238 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:52:12.343721 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Attempting to bind port d97e0345-976b-4798-9d17-a7bc963e43c3 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:52:12.344133 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Attempting to bind port d97e0345-976b-4798-9d17-a7bc963e43c3 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'ca594e1e-f47f-4c50-bc8a-cef791b70452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:52:12.344513 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Attempting to bind port d97e0345-976b-4798-9d17-a7bc963e43c3 on network e0a02076-4513-49c2-9005-982dd487e634 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:52:12.349391 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:52:12.349728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Checking segment: {'id': 'ca594e1e-f47f-4c50-bc8a-cef791b70452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:52:12.350120 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:12.350507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Bound using segment: {'id': 'ca594e1e-f47f-4c50-bc8a-cef791b70452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:52:12.350970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Bound port: d97e0345-976b-4798-9d17-a7bc963e43c3, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca594e1e-f47f-4c50-bc8a-cef791b70452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:52:12.351335 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:12.370426 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:12.404445 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:12.414061 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] For port d97e0345-976b-4798-9d17-a7bc963e43c3, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:52:12.417394 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] For port d97e0345-976b-4798-9d17-a7bc963e43c3, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d97e0345-976b-4798-9d17-a7bc963e43c3,segment=NetworkSegment(ca594e1e-f47f-4c50-bc8a-cef791b70452),segment_id=ca594e1e-f47f-4c50-bc8a-cef791b70452)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:52:12.421442 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:12.448032 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:52:12.452575 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:52:12.456807 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:52:12.459956 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Pushing event updated for resources: {'Port': ['ID=4bc59f5e-692d-4e0b-9096-724de841ab16,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:12.473216 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0072b41-24ad-4c8d-8e71-7d6c2cfcc563 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:52:12.482230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166f526-8ad3-48a0-9623-c944fc5458cd None None] Pushing event updated for resources: {'Port': ['ID=d97e0345-976b-4798-9d17-a7bc963e43c3,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:12.567823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b57fb081-2ebc-4b70-9bb5-d68e9cd1cf90 None None] Provisioning complete for port 4bc59f5e-692d-4e0b-9096-724de841ab16 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:12.568361 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b57fb081-2ebc-4b70-9bb5-d68e9cd1cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:12.605241 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b57fb081-2ebc-4b70-9bb5-d68e9cd1cf90 None None] Port 4bc59f5e-692d-4e0b-9096-724de841ab16 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:52:13.076661 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:13.278603 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:13.396334 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30367a17-9166-4685-81d0-d1ce568d6106 None None] Network e0a02076-4513-49c2-9005-982dd487e634 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:52:13.412809 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Router c43cd883-de85-470f-8789-78bf1931a62d is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:52:13.461938 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8417b443-baa8-4e1a-abc0-bdb830759575 None None] Provisioning complete for port d97e0345-976b-4798-9d17-a7bc963e43c3 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:13.462289 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8417b443-baa8-4e1a-abc0-bdb830759575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:13.527411 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:52:13.539814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Sync routers for ids ['c43cd883-de85-470f-8789-78bf1931a62d'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:52:13.547917 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:13.552131 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1994df1f-1c41-42e6-8dc2-00b5783f281f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8382769 Dec 14 01:52:13.552572 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34170) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:13.580797 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Routers {'c43cd883-de85-470f-8789-78bf1931a62d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:52:13.581614 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:51:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c43cd883-de85-470f-8789-78bf1931a62d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:13.634280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8417b443-baa8-4e1a-abc0-bdb830759575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:13.704808 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d97e0345-976b-4798-9d17-a7bc963e43c3 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:52:13.752519 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-8417b443-baa8-4e1a-abc0-bdb830759575 None None] For port d97e0345-976b-4798-9d17-a7bc963e43c3, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d97e0345-976b-4798-9d17-a7bc963e43c3,segment=NetworkSegment(ca594e1e-f47f-4c50-bc8a-cef791b70452),segment_id=ca594e1e-f47f-4c50-bc8a-cef791b70452)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:13.764814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8417b443-baa8-4e1a-abc0-bdb830759575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:13.805604 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Set router c43cd883-de85-470f-8789-78bf1931a62d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:52:13.924624 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417b443-baa8-4e1a-abc0-bdb830759575 None None] Pushing event updated for resources: {'Port': ['ID=d97e0345-976b-4798-9d17-a7bc963e43c3,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:13.936412 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port d97e0345-976b-4798-9d17-a7bc963e43c3 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:13.936785 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:13.977103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-dec75e3e-eed8-461b-8c94-eb12ba34049a None None] Provisioning complete for port d97e0345-976b-4798-9d17-a7bc963e43c3 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:13.977505 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dec75e3e-eed8-461b-8c94-eb12ba34049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:13.997653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:14.154846 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Allocated IP 172.20.0.1 (e0a02076-4513-49c2-9005-982dd487e634/d71734e4-3248-4dab-b4eb-cf9bedceac31/e72c656f-6ca4-4dc3-b86e-2a98b015438d) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:52:14.158395 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'name': 'tempest-TestMinimumBasicScenario-1321934120-router', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:11Z', 'updated_at': '2021-12-14T01:52:12Z', 'revision_number': 3, 'project_id': '704260ceac344d39a8513bbdde42962d', 'gw_port': {'id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:12Z', 'updated_at': '2021-12-14T01:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:14.188379 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Checking router: c43cd883-de85-470f-8789-78bf1931a62d for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:52:14.188690 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Updating router c43cd883-de85-470f-8789-78bf1931a62d port 4bc59f5e-692d-4e0b-9096-724de841ab16 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:52:14.213681 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:14.260920 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:14.294021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:14.335037 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Network e0a02076-4513-49c2-9005-982dd487e634 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:52:14.339417 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:52:14.343006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:52:14.365079 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Pushing event updated for resources: {'Port': ['ID=e72c656f-6ca4-4dc3-b86e-2a98b015438d,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:14.392220 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:14.487974 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:14.496206 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:14.548564 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Attempting to bind port 4bc59f5e-692d-4e0b-9096-724de841ab16 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:52:14.548936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Attempting to bind port 4bc59f5e-692d-4e0b-9096-724de841ab16 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:52:14.549301 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Attempting to bind port 4bc59f5e-692d-4e0b-9096-724de841ab16 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:52:14.550892 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:14.558376 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:52:14.558762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:52:14.559158 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:14.559550 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:52:14.560026 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Bound port: 4bc59f5e-692d-4e0b-9096-724de841ab16, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:52:14.560430 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:14.583685 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2816b614-c480-4b75-8af4-55a724cc5d11 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:52:14.606245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c205db4-8c9b-4017-a18d-9f10a44cdadf None None] Pushing event updated for resources: {'Port': ['ID=4bc59f5e-692d-4e0b-9096-724de841ab16,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:14.629700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] For port 4bc59f5e-692d-4e0b-9096-724de841ab16, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:52:14.633285 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] For port 4bc59f5e-692d-4e0b-9096-724de841ab16, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4bc59f5e-692d-4e0b-9096-724de841ab16,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:52:14.639756 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:14.701212 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252de45a-7df6-46e4-8364-9b07d4f1c153 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:52:14.713592 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Routers {'c43cd883-de85-470f-8789-78bf1931a62d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:52:14.715075 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:51:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c43cd883-de85-470f-8789-78bf1931a62d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:14.744750 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:14.750422 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:14.826358 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:14.838378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Pushing event updated for resources: {'Port': ['ID=e72c656f-6ca4-4dc3-b86e-2a98b015438d,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:14.910962 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-236adf48-24a4-4570-bd4d-592e498e78c0 None None] Provisioning complete for port e72c656f-6ca4-4dc3-b86e-2a98b015438d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:14.911493 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-236adf48-24a4-4570-bd4d-592e498e78c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:14.929634 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Network e0a02076-4513-49c2-9005-982dd487e634 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:52:14.931155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:52:14.946177 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c205db4-8c9b-4017-a18d-9f10a44cdadf None None] Pushing event updated for resources: {'Port': ['ID=4bc59f5e-692d-4e0b-9096-724de841ab16,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:14.997210 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-236adf48-24a4-4570-bd4d-592e498e78c0 None None] Port e72c656f-6ca4-4dc3-b86e-2a98b015438d cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:52:15.022907 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-236adf48-24a4-4570-bd4d-592e498e78c0 None None] Provisioning complete for port 4bc59f5e-692d-4e0b-9096-724de841ab16 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:15.023281 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-236adf48-24a4-4570-bd4d-592e498e78c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:15.056462 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Router c43cd883-de85-470f-8789-78bf1931a62d has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:52:15.056699 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] Set router c43cd883-de85-470f-8789-78bf1931a62d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:52:15.186510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:52:15.192703 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2489b1a1-fbd6-49b8-a296-f3e07de0aac2 admin admin] 10.222.0.32 "PUT /v2.0/routers/c43cd883-de85-470f-8789-78bf1931a62d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6387503 Dec 14 01:52:15.235641 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-236adf48-24a4-4570-bd4d-592e498e78c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:15.268509 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-236adf48-24a4-4570-bd4d-592e498e78c0 None None] For port 4bc59f5e-692d-4e0b-9096-724de841ab16, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4bc59f5e-692d-4e0b-9096-724de841ab16,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:15.290951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-236adf48-24a4-4570-bd4d-592e498e78c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:15.361619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236adf48-24a4-4570-bd4d-592e498e78c0 None None] Pushing event updated for resources: {'Port': ['ID=4bc59f5e-692d-4e0b-9096-724de841ab16,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:15.374005 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'name': 'tempest-TestMinimumBasicScenario-1321934120-router', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:11Z', 'updated_at': '2021-12-14T01:52:14Z', 'revision_number': 4, 'project_id': '704260ceac344d39a8513bbdde42962d', 'gw_port': {'id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:12Z', 'updated_at': '2021-12-14T01:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'e72c656f-6ca4-4dc3-b86e-2a98b015438d', 'name': '', 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'mac_address': 'fa:16:3e:4a:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:14Z', 'updated_at': '2021-12-14T01:52:14Z', 'revision_number': 1, 'project_id': '704260ceac344d39a8513bbdde42962d', 'subnets': [{'id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:15.405441 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b9256-804c-4dce-9a3c-65c36bc018eb None None] The sync data for ids ['c43cd883-de85-470f-8789-78bf1931a62d'] in dv-neutron-821592-1-hyperv is: [{'id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'name': 'tempest-TestMinimumBasicScenario-1321934120-router', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:11Z', 'updated_at': '2021-12-14T01:52:14Z', 'revision_number': 4, 'project_id': '704260ceac344d39a8513bbdde42962d', 'gw_port': {'id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:12Z', 'updated_at': '2021-12-14T01:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'e72c656f-6ca4-4dc3-b86e-2a98b015438d', 'name': '', 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'mac_address': 'fa:16:3e:4a:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:14Z', 'updated_at': '2021-12-14T01:52:14Z', 'revision_number': 1, 'project_id': '704260ceac344d39a8513bbdde42962d', 'subnets': [{'id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:52:15.415756 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3cdc9738-d57b-475e-a551-99b055db9dfa None None] Provisioning complete for port e72c656f-6ca4-4dc3-b86e-2a98b015438d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:15.416149 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9738-d57b-475e-a551-99b055db9dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:15.451959 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc9738-d57b-475e-a551-99b055db9dfa None None] Port e72c656f-6ca4-4dc3-b86e-2a98b015438d cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:52:15.462442 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3cdc9738-d57b-475e-a551-99b055db9dfa None None] Provisioning complete for port 4bc59f5e-692d-4e0b-9096-724de841ab16 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:15.462813 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9738-d57b-475e-a551-99b055db9dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:15.661708 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d97e0345-976b-4798-9d17-a7bc963e43c3 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:52:15.730068 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port d97e0345-976b-4798-9d17-a7bc963e43c3 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:15.730595 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:15.795585 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34186) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:15.801547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-83e7ba58-881e-4fc3-8bb4-42067e126d0c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1786829818-network', 'tenant_id': '9f616ba145bc4ecea302046cb7c9e1a2'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:52:15.845503 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e7ba58-881e-4fc3-8bb4-42067e126d0c admin admin] Made reservation on behalf of 9f616ba145bc4ecea302046cb7c9e1a2 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:52:15.848308 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83e7ba58-881e-4fc3-8bb4-42067e126d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:15.858604 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83e7ba58-881e-4fc3-8bb4-42067e126d0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:15.940378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83e7ba58-881e-4fc3-8bb4-42067e126d0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:15.945630 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83e7ba58-881e-4fc3-8bb4-42067e126d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:15.975889 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e7ba58-881e-4fc3-8bb4-42067e126d0c admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:52:15.986138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7ba58-881e-4fc3-8bb4-42067e126d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ef77cc-9959-4836-a9d2-d18edb5ae307,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:15.991637 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83e7ba58-881e-4fc3-8bb4-42067e126d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:15.991985 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-83e7ba58-881e-4fc3-8bb4-42067e126d0c admin admin] Added segment b4ca52b7-d1c6-4e07-a547-f309a74fa411 of type vlan for network 63b04613-cdbd-466a-bbaf-bf73a93f5f6f Dec 14 01:52:16.033784 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83e7ba58-881e-4fc3-8bb4-42067e126d0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:16.060934 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83e7ba58-881e-4fc3-8bb4-42067e126d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:16.062326 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e7ba58-881e-4fc3-8bb4-42067e126d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:16.063169 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83e7ba58-881e-4fc3-8bb4-42067e126d0c admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:16.127765 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-83e7ba58-881e-4fc3-8bb4-42067e126d0c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3309209 Dec 14 01:52:16.130610 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34188) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:16.136126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-90803bff-1b15-4f5f-8fea-5d260f760901 admin admin] Request body: {'subnet': {'network_id': '63b04613-cdbd-466a-bbaf-bf73a93f5f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1786829818-subnet', 'tenant_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'ip_version': 4}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:52:16.147735 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7ba58-881e-4fc3-8bb4-42067e126d0c admin admin] Pushing event updated for resources: {'Network': ['ID=63b04613-cdbd-466a-bbaf-bf73a93f5f6f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:16.161042 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 63b04613-cdbd-466a-bbaf-bf73a93f5f6f details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:52:16.173193 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90803bff-1b15-4f5f-8fea-5d260f760901 admin admin] Made reservation on behalf of 9f616ba145bc4ecea302046cb7c9e1a2 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:52:16.182686 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-90803bff-1b15-4f5f-8fea-5d260f760901 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:16.360854 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-90803bff-1b15-4f5f-8fea-5d260f760901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:16.421608 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90803bff-1b15-4f5f-8fea-5d260f760901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3f1df0-f3ea-401d-b81b-e653228f8262,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:16.430851 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90803bff-1b15-4f5f-8fea-5d260f760901 admin admin] Checking segment: {'id': 'b4ca52b7-d1c6-4e07-a547-f309a74fa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63b04613-cdbd-466a-bbaf-bf73a93f5f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:52:16.431237 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90803bff-1b15-4f5f-8fea-5d260f760901 admin admin] Network hostable DHCP agents. Network: 63b04613-cdbd-466a-bbaf-bf73a93f5f6f, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:52:16.449270 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90803bff-1b15-4f5f-8fea-5d260f760901 admin admin] Network 63b04613-cdbd-466a-bbaf-bf73a93f5f6f is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:52:16.459093 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-90803bff-1b15-4f5f-8fea-5d260f760901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 63b04613-cdbd-466a-bbaf-bf73a93f5f6f) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:52:16.463491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90803bff-1b15-4f5f-8fea-5d260f760901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:16.464085 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-90803bff-1b15-4f5f-8fea-5d260f760901 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:16.471228 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe3e922-01c9-4961-87ec-38f5cf227131 None None] Network 63b04613-cdbd-466a-bbaf-bf73a93f5f6f requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:52:16.486439 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-90803bff-1b15-4f5f-8fea-5d260f760901 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3522224 Dec 14 01:52:16.486605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34190) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:16.491173 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1786829818-router', 'tenant_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:52:16.515124 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:16.518035 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:16.578135 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:16.582564 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-63b04613-cdbd-466a-bbaf-bf73a93f5f6f', 'network_id': '63b04613-cdbd-466a-bbaf-bf73a93f5f6f', 'project_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'fixed_ips': [{'subnet_id': '5b3f1df0-f3ea-401d-b81b-e653228f8262'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:52:16.583810 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:16.730425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:16.735843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Allocated IP 172.20.0.2 (63b04613-cdbd-466a-bbaf-bf73a93f5f6f/5b3f1df0-f3ea-401d-b81b-e653228f8262/683c823b-b691-4cf8-bd02-e957f94aac7b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:52:16.882753 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:16.888686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:16.937418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Network 63b04613-cdbd-466a-bbaf-bf73a93f5f6f is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:52:16.939193 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:16.940251 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:52:16.944528 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:52:16.956436 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Pushing event updated for resources: {'Port': ['ID=683c823b-b691-4cf8-bd02-e957f94aac7b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:16.961027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:17.001588 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Attempting to bind port 683c823b-b691-4cf8-bd02-e957f94aac7b on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:52:17.001892 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Attempting to bind port 683c823b-b691-4cf8-bd02-e957f94aac7b by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'b4ca52b7-d1c6-4e07-a547-f309a74fa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63b04613-cdbd-466a-bbaf-bf73a93f5f6f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:52:17.002253 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Attempting to bind port 683c823b-b691-4cf8-bd02-e957f94aac7b on network 63b04613-cdbd-466a-bbaf-bf73a93f5f6f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:52:17.007529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:52:17.007899 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Checking segment: {'id': 'b4ca52b7-d1c6-4e07-a547-f309a74fa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63b04613-cdbd-466a-bbaf-bf73a93f5f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:52:17.008331 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:17.008728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Bound using segment: {'id': 'b4ca52b7-d1c6-4e07-a547-f309a74fa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63b04613-cdbd-466a-bbaf-bf73a93f5f6f'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:52:17.009237 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Bound port: 683c823b-b691-4cf8-bd02-e957f94aac7b, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ca52b7-d1c6-4e07-a547-f309a74fa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63b04613-cdbd-466a-bbaf-bf73a93f5f6f'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:52:17.009624 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:17.071431 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Allocated IP 172.26.1.149 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/ebc7ff6d-7ff3-4519-9086-c97dc8828266) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:52:17.071822 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] For port 683c823b-b691-4cf8-bd02-e957f94aac7b, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:52:17.075020 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] For port 683c823b-b691-4cf8-bd02-e957f94aac7b, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=683c823b-b691-4cf8-bd02-e957f94aac7b,segment=NetworkSegment(b4ca52b7-d1c6-4e07-a547-f309a74fa411),segment_id=b4ca52b7-d1c6-4e07-a547-f309a74fa411)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:52:17.079550 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:17.145788 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6711dd0-6e92-477d-b73e-48a07de67cd6 None None] Pushing event updated for resources: {'Port': ['ID=683c823b-b691-4cf8-bd02-e957f94aac7b,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:17.183931 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:17.228281 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:17.270100 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:52:17.273262 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:52:17.276932 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:52:17.284646 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc7ff6d-7ff3-4519-9086-c97dc8828266,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:17.301421 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f2a373-cb67-4dc2-a65e-1b0b637aba98 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:52:17.394894 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-28cd97f3-51c6-4dda-af25-df5ae470eed5 None None] Provisioning complete for port ebc7ff6d-7ff3-4519-9086-c97dc8828266 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:17.395283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-28cd97f3-51c6-4dda-af25-df5ae470eed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:17.431162 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-28cd97f3-51c6-4dda-af25-df5ae470eed5 None None] Port ebc7ff6d-7ff3-4519-9086-c97dc8828266 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:52:17.555213 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Sync routers for ids ['c43cd883-de85-470f-8789-78bf1931a62d'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:52:17.563286 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:17.565880 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Routers {'c43cd883-de85-470f-8789-78bf1931a62d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:52:17.566610 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:51:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c43cd883-de85-470f-8789-78bf1931a62d'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:17.677106 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Set router c43cd883-de85-470f-8789-78bf1931a62d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:52:17.691147 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 683c823b-b691-4cf8-bd02-e957f94aac7b up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:52:17.745207 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 683c823b-b691-4cf8-bd02-e957f94aac7b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:17.745971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:17.843802 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:17.884462 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 683c823b-b691-4cf8-bd02-e957f94aac7b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=683c823b-b691-4cf8-bd02-e957f94aac7b,segment=NetworkSegment(b4ca52b7-d1c6-4e07-a547-f309a74fa411),segment_id=b4ca52b7-d1c6-4e07-a547-f309a74fa411)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:17.889752 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:17.890764 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4bc59f5e-692d-4e0b-9096-724de841ab16 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:52:17.987770 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 4bc59f5e-692d-4e0b-9096-724de841ab16 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:17.988285 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:17.992233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=683c823b-b691-4cf8-bd02-e957f94aac7b,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:18.022720 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'name': 'tempest-TestMinimumBasicScenario-1321934120-router', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:11Z', 'updated_at': '2021-12-14T01:52:14Z', 'revision_number': 4, 'project_id': '704260ceac344d39a8513bbdde42962d', 'gw_port': {'id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:12Z', 'updated_at': '2021-12-14T01:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'e72c656f-6ca4-4dc3-b86e-2a98b015438d', 'name': '', 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'mac_address': 'fa:16:3e:4a:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:14Z', 'updated_at': '2021-12-14T01:52:14Z', 'revision_number': 2, 'project_id': '704260ceac344d39a8513bbdde42962d', 'subnets': [{'id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:18.052968 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Checking router: c43cd883-de85-470f-8789-78bf1931a62d for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:52:18.053693 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Updating router c43cd883-de85-470f-8789-78bf1931a62d port e72c656f-6ca4-4dc3-b86e-2a98b015438d binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:52:18.081156 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:18.137356 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:18.279810 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Router 32531800-3288-4af9-91aa-b411294c34bd is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:52:18.364571 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:18.369073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e27b94-2b8f-4a3e-87e9-0d053744e282 None None] Network 63b04613-cdbd-466a-bbaf-bf73a93f5f6f requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:52:18.371659 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:18.394469 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:52:18.411407 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Sync routers for ids ['32531800-3288-4af9-91aa-b411294c34bd'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:52:18.415637 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:18.417345 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-247a82ed-5c65-465f-9e70-a1ff503759f4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9297225 Dec 14 01:52:18.419939 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34192) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:52:18.435758 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f9cf0-8cb4-4265-a94e-996d8dab53c4 None None] Pushing event updated for resources: {'Port': ['ID=e72c656f-6ca4-4dc3-b86e-2a98b015438d,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:18.445656 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Routers {'32531800-3288-4af9-91aa-b411294c34bd'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:52:18.445656 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:51:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['32531800-3288-4af9-91aa-b411294c34bd'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:18.463893 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f9cf0-8cb4-4265-a94e-996d8dab53c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:18.464324 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f9cf0-8cb4-4265-a94e-996d8dab53c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:18.464667 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f9cf0-8cb4-4265-a94e-996d8dab53c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:18.465162 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f9cf0-8cb4-4265-a94e-996d8dab53c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:18.465610 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f9cf0-8cb4-4265-a94e-996d8dab53c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:18.466024 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f9cf0-8cb4-4265-a94e-996d8dab53c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:18.466395 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f9cf0-8cb4-4265-a94e-996d8dab53c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:18.466747 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f9cf0-8cb4-4265-a94e-996d8dab53c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:18.467072 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f9cf0-8cb4-4265-a94e-996d8dab53c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:18.467469 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f9cf0-8cb4-4265-a94e-996d8dab53c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:18.467798 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f9cf0-8cb4-4265-a94e-996d8dab53c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:18.468137 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f9cf0-8cb4-4265-a94e-996d8dab53c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:18.468509 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f9cf0-8cb4-4265-a94e-996d8dab53c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:52:18.514740 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Attempting to bind port e72c656f-6ca4-4dc3-b86e-2a98b015438d on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:52:18.515498 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Attempting to bind port e72c656f-6ca4-4dc3-b86e-2a98b015438d by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'ca594e1e-f47f-4c50-bc8a-cef791b70452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:52:18.516345 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Attempting to bind port e72c656f-6ca4-4dc3-b86e-2a98b015438d on network e0a02076-4513-49c2-9005-982dd487e634 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:52:18.523036 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:52:18.523830 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Checking segment: {'id': 'ca594e1e-f47f-4c50-bc8a-cef791b70452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:52:18.524741 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:18.525427 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Bound using segment: {'id': 'ca594e1e-f47f-4c50-bc8a-cef791b70452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:52:18.526068 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Bound port: e72c656f-6ca4-4dc3-b86e-2a98b015438d, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca594e1e-f47f-4c50-bc8a-cef791b70452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:52:18.526612 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:18.608932 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] For port e72c656f-6ca4-4dc3-b86e-2a98b015438d, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:52:18.609628 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e4f4bd25-ad33-47e3-8619-2d6d40e9fba3 None None] Provisioning complete for port 683c823b-b691-4cf8-bd02-e957f94aac7b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:18.609628 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4f4bd25-ad33-47e3-8619-2d6d40e9fba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:18.611926 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Set router 32531800-3288-4af9-91aa-b411294c34bd gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:52:18.612554 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] For port e72c656f-6ca4-4dc3-b86e-2a98b015438d, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e72c656f-6ca4-4dc3-b86e-2a98b015438d,segment=NetworkSegment(ca594e1e-f47f-4c50-bc8a-cef791b70452),segment_id=ca594e1e-f47f-4c50-bc8a-cef791b70452)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:52:18.620694 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:18.675522 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Routers {'c43cd883-de85-470f-8789-78bf1931a62d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:52:18.676289 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:51:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c43cd883-de85-470f-8789-78bf1931a62d'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:18.730902 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f9cf0-8cb4-4265-a94e-996d8dab53c4 None None] Pushing event updated for resources: {'Port': ['ID=e72c656f-6ca4-4dc3-b86e-2a98b015438d,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:18.853220 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] Set router c43cd883-de85-470f-8789-78bf1931a62d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:52:18.946519 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32531800-3288-4af9-91aa-b411294c34bd', 'name': 'tempest-TestMinimumBasicScenario-1786829818-router', 'tenant_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': 'ebc7ff6d-7ff3-4519-9086-c97dc8828266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:16Z', 'updated_at': '2021-12-14T01:52:17Z', 'revision_number': 3, 'project_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'gw_port': {'id': 'ebc7ff6d-7ff3-4519-9086-c97dc8828266', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32531800-3288-4af9-91aa-b411294c34bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:16Z', 'updated_at': '2021-12-14T01:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:18.969877 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:18.996068 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Checking router: 32531800-3288-4af9-91aa-b411294c34bd for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:52:18.996719 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Updating router 32531800-3288-4af9-91aa-b411294c34bd port ebc7ff6d-7ff3-4519-9086-c97dc8828266 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:52:19.035780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.037794 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9b60acde-ead7-4264-956a-b047bdea2f99 None None] Provisioning complete for port e72c656f-6ca4-4dc3-b86e-2a98b015438d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:19.038208 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b60acde-ead7-4264-956a-b047bdea2f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.096016 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'name': 'tempest-TestMinimumBasicScenario-1321934120-router', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:11Z', 'updated_at': '2021-12-14T01:52:14Z', 'revision_number': 4, 'project_id': '704260ceac344d39a8513bbdde42962d', 'gw_port': {'id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:12Z', 'updated_at': '2021-12-14T01:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'e72c656f-6ca4-4dc3-b86e-2a98b015438d', 'name': '', 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'mac_address': 'fa:16:3e:4a:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:14Z', 'updated_at': '2021-12-14T01:52:18Z', 'revision_number': 4, 'project_id': '704260ceac344d39a8513bbdde42962d', 'subnets': [{'id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:19.125824 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86205f93-1d73-4fae-937a-28ad1493bb60 None None] The sync data for ids ['c43cd883-de85-470f-8789-78bf1931a62d'] in dv-neutron-821592-1-hyperv is: [{'id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'name': 'tempest-TestMinimumBasicScenario-1321934120-router', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:11Z', 'updated_at': '2021-12-14T01:52:14Z', 'revision_number': 4, 'project_id': '704260ceac344d39a8513bbdde42962d', 'gw_port': {'id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:12Z', 'updated_at': '2021-12-14T01:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'e72c656f-6ca4-4dc3-b86e-2a98b015438d', 'name': '', 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'mac_address': 'fa:16:3e:4a:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:14Z', 'updated_at': '2021-12-14T01:52:18Z', 'revision_number': 4, 'project_id': '704260ceac344d39a8513bbdde42962d', 'subnets': [{'id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:52:19.146064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Allocated IP 172.20.0.1 (63b04613-cdbd-466a-bbaf-bf73a93f5f6f/5b3f1df0-f3ea-401d-b81b-e653228f8262/f055d4f1-c6f8-43f1-88da-4097185df56b) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:52:19.268891 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.307776 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.352341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Network 63b04613-cdbd-466a-bbaf-bf73a93f5f6f is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:52:19.355400 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:52:19.359244 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:52:19.382193 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Pushing event updated for resources: {'Port': ['ID=f055d4f1-c6f8-43f1-88da-4097185df56b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:19.410230 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.413236 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b60acde-ead7-4264-956a-b047bdea2f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.474709 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9b60acde-ead7-4264-956a-b047bdea2f99 None None] For port e72c656f-6ca4-4dc3-b86e-2a98b015438d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e72c656f-6ca4-4dc3-b86e-2a98b015438d,segment=NetworkSegment(ca594e1e-f47f-4c50-bc8a-cef791b70452),segment_id=ca594e1e-f47f-4c50-bc8a-cef791b70452)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:19.486834 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b60acde-ead7-4264-956a-b047bdea2f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.586718 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60acde-ead7-4264-956a-b047bdea2f99 None None] Pushing event updated for resources: {'Port': ['ID=e72c656f-6ca4-4dc3-b86e-2a98b015438d,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:19.595608 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.656179 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.656382 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ddc8afa9-f546-472b-9e69-02996fad0e4a None None] Provisioning complete for port e72c656f-6ca4-4dc3-b86e-2a98b015438d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:19.656868 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ddc8afa9-f546-472b-9e69-02996fad0e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.681709 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.718040 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 683c823b-b691-4cf8-bd02-e957f94aac7b up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:52:19.768807 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffde62d4-db1d-4718-9079-f3ac90b0bc55 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:52:19.791325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.798702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Attempting to bind port ebc7ff6d-7ff3-4519-9086-c97dc8828266 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:52:19.798702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Attempting to bind port ebc7ff6d-7ff3-4519-9086-c97dc8828266 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:52:19.798702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Attempting to bind port ebc7ff6d-7ff3-4519-9086-c97dc8828266 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:52:19.804606 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.807833 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28025a98-497b-4bde-8987-b9feb640e758 None None] Pushing event updated for resources: {'Port': ['ID=ebc7ff6d-7ff3-4519-9086-c97dc8828266,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:19.818780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:52:19.819158 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:52:19.819563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.819960 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:52:19.820483 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Bound port: ebc7ff6d-7ff3-4519-9086-c97dc8828266, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:52:19.820862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.880497 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.882803 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Pushing event updated for resources: {'Port': ['ID=f055d4f1-c6f8-43f1-88da-4097185df56b,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:19.908535 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 683c823b-b691-4cf8-bd02-e957f94aac7b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:19.908816 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.954070 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] For port ebc7ff6d-7ff3-4519-9086-c97dc8828266, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:52:19.977028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] For port ebc7ff6d-7ff3-4519-9086-c97dc8828266, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ebc7ff6d-7ff3-4519-9086-c97dc8828266,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:52:19.978029 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ddc8afa9-f546-472b-9e69-02996fad0e4a None None] Provisioning complete for port 683c823b-b691-4cf8-bd02-e957f94aac7b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:19.978434 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ddc8afa9-f546-472b-9e69-02996fad0e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:19.990506 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Network 63b04613-cdbd-466a-bbaf-bf73a93f5f6f is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:52:19.992021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:52:20.006279 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:20.091982 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0276052e-61a6-43dd-a35c-6eafcd014a58 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:52:20.114885 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Router 32531800-3288-4af9-91aa-b411294c34bd has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:52:20.128981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Routers {'32531800-3288-4af9-91aa-b411294c34bd'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:52:20.129630 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:51:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['32531800-3288-4af9-91aa-b411294c34bd'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:20.134043 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28025a98-497b-4bde-8987-b9feb640e758 None None] Pushing event updated for resources: {'Port': ['ID=ebc7ff6d-7ff3-4519-9086-c97dc8828266,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:20.141151 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e72c656f-6ca4-4dc3-b86e-2a98b015438d up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:52:20.239894 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:52:20.246847 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cfa9b80b-d74c-4f3d-817d-ace83ac9e41a admin admin] 10.222.0.32 "PUT /v2.0/routers/32531800-3288-4af9-91aa-b411294c34bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8242049 Dec 14 01:52:20.322121 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] Set router 32531800-3288-4af9-91aa-b411294c34bd gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:52:20.347687 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ddc8afa9-f546-472b-9e69-02996fad0e4a None None] Provisioning complete for port f055d4f1-c6f8-43f1-88da-4097185df56b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:20.348059 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ddc8afa9-f546-472b-9e69-02996fad0e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:20.357182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port e72c656f-6ca4-4dc3-b86e-2a98b015438d triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:20.357563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:20.455110 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8afa9-f546-472b-9e69-02996fad0e4a None None] Port f055d4f1-c6f8-43f1-88da-4097185df56b cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:52:20.612499 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-67a4d5eb-41c1-4fa1-a0f9-5ca5debd8cfa None None] Provisioning complete for port ebc7ff6d-7ff3-4519-9086-c97dc8828266 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:20.612758 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67a4d5eb-41c1-4fa1-a0f9-5ca5debd8cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:20.672227 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32531800-3288-4af9-91aa-b411294c34bd', 'name': 'tempest-TestMinimumBasicScenario-1786829818-router', 'tenant_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': 'ebc7ff6d-7ff3-4519-9086-c97dc8828266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:16Z', 'updated_at': '2021-12-14T01:52:19Z', 'revision_number': 4, 'project_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'gw_port': {'id': 'ebc7ff6d-7ff3-4519-9086-c97dc8828266', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32531800-3288-4af9-91aa-b411294c34bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:16Z', 'updated_at': '2021-12-14T01:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'f055d4f1-c6f8-43f1-88da-4097185df56b', 'name': '', 'network_id': '63b04613-cdbd-466a-bbaf-bf73a93f5f6f', 'tenant_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'mac_address': 'fa:16:3e:02:cf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32531800-3288-4af9-91aa-b411294c34bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '5b3f1df0-f3ea-401d-b81b-e653228f8262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:18Z', 'updated_at': '2021-12-14T01:52:19Z', 'revision_number': 2, 'project_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'subnets': [{'id': '5b3f1df0-f3ea-401d-b81b-e653228f8262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:20.719779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c0276-e461-4331-915e-03001e8f5981 None None] The sync data for ids ['32531800-3288-4af9-91aa-b411294c34bd'] in dv-neutron-821592-1-hyperv is: [{'id': '32531800-3288-4af9-91aa-b411294c34bd', 'name': 'tempest-TestMinimumBasicScenario-1786829818-router', 'tenant_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': 'ebc7ff6d-7ff3-4519-9086-c97dc8828266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:16Z', 'updated_at': '2021-12-14T01:52:19Z', 'revision_number': 4, 'project_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'gw_port': {'id': 'ebc7ff6d-7ff3-4519-9086-c97dc8828266', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32531800-3288-4af9-91aa-b411294c34bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:16Z', 'updated_at': '2021-12-14T01:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'f055d4f1-c6f8-43f1-88da-4097185df56b', 'name': '', 'network_id': '63b04613-cdbd-466a-bbaf-bf73a93f5f6f', 'tenant_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'mac_address': 'fa:16:3e:02:cf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32531800-3288-4af9-91aa-b411294c34bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '5b3f1df0-f3ea-401d-b81b-e653228f8262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:18Z', 'updated_at': '2021-12-14T01:52:19Z', 'revision_number': 2, 'project_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'subnets': [{'id': '5b3f1df0-f3ea-401d-b81b-e653228f8262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:52:20.735430 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67a4d5eb-41c1-4fa1-a0f9-5ca5debd8cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:20.757381 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-67a4d5eb-41c1-4fa1-a0f9-5ca5debd8cfa None None] For port ebc7ff6d-7ff3-4519-9086-c97dc8828266, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ebc7ff6d-7ff3-4519-9086-c97dc8828266,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:20.762700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67a4d5eb-41c1-4fa1-a0f9-5ca5debd8cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:20.808385 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-67a4d5eb-41c1-4fa1-a0f9-5ca5debd8cfa None None] Provisioning complete for port f055d4f1-c6f8-43f1-88da-4097185df56b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:20.808783 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67a4d5eb-41c1-4fa1-a0f9-5ca5debd8cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:20.837488 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4d5eb-41c1-4fa1-a0f9-5ca5debd8cfa None None] Pushing event updated for resources: {'Port': ['ID=ebc7ff6d-7ff3-4519-9086-c97dc8828266,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:20.854490 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-67a4d5eb-41c1-4fa1-a0f9-5ca5debd8cfa None None] Port f055d4f1-c6f8-43f1-88da-4097185df56b cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:52:21.643605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e72c656f-6ca4-4dc3-b86e-2a98b015438d up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:52:21.706624 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port e72c656f-6ca4-4dc3-b86e-2a98b015438d triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:21.708311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:21.990256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cb98ecad-19ea-4fc0-ac0c-348ed9d98b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:23.396389 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Sync routers for ids ['32531800-3288-4af9-91aa-b411294c34bd'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:52:23.407208 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Routers {'32531800-3288-4af9-91aa-b411294c34bd'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:52:23.407828 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:51:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['32531800-3288-4af9-91aa-b411294c34bd'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:23.524524 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Set router 32531800-3288-4af9-91aa-b411294c34bd gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:52:23.679873 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ebc7ff6d-7ff3-4519-9086-c97dc8828266 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:52:23.732510 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port ebc7ff6d-7ff3-4519-9086-c97dc8828266 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:23.733031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:23.749541 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32531800-3288-4af9-91aa-b411294c34bd', 'name': 'tempest-TestMinimumBasicScenario-1786829818-router', 'tenant_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': 'ebc7ff6d-7ff3-4519-9086-c97dc8828266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:16Z', 'updated_at': '2021-12-14T01:52:19Z', 'revision_number': 4, 'project_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'gw_port': {'id': 'ebc7ff6d-7ff3-4519-9086-c97dc8828266', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32531800-3288-4af9-91aa-b411294c34bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:16Z', 'updated_at': '2021-12-14T01:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'f055d4f1-c6f8-43f1-88da-4097185df56b', 'name': '', 'network_id': '63b04613-cdbd-466a-bbaf-bf73a93f5f6f', 'tenant_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'mac_address': 'fa:16:3e:02:cf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32531800-3288-4af9-91aa-b411294c34bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '5b3f1df0-f3ea-401d-b81b-e653228f8262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:18Z', 'updated_at': '2021-12-14T01:52:19Z', 'revision_number': 2, 'project_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'subnets': [{'id': '5b3f1df0-f3ea-401d-b81b-e653228f8262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:23.790118 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Checking router: 32531800-3288-4af9-91aa-b411294c34bd for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:52:23.790650 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Updating router 32531800-3288-4af9-91aa-b411294c34bd port f055d4f1-c6f8-43f1-88da-4097185df56b binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:52:23.826644 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:24.218324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0932e4c0-7d67-467c-b057-8aefd1b17f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:24.230701 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:24.239887 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:24.314508 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58e1fb-a469-4f7b-923c-7430b81b70ab None None] Pushing event updated for resources: {'Port': ['ID=f055d4f1-c6f8-43f1-88da-4097185df56b,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:24.372174 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Attempting to bind port f055d4f1-c6f8-43f1-88da-4097185df56b on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:52:24.372561 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Attempting to bind port f055d4f1-c6f8-43f1-88da-4097185df56b by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'b4ca52b7-d1c6-4e07-a547-f309a74fa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63b04613-cdbd-466a-bbaf-bf73a93f5f6f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:52:24.372912 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Attempting to bind port f055d4f1-c6f8-43f1-88da-4097185df56b on network 63b04613-cdbd-466a-bbaf-bf73a93f5f6f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:52:24.379076 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:52:24.379445 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Checking segment: {'id': 'b4ca52b7-d1c6-4e07-a547-f309a74fa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63b04613-cdbd-466a-bbaf-bf73a93f5f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:52:24.379989 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:24.380640 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Bound using segment: {'id': 'b4ca52b7-d1c6-4e07-a547-f309a74fa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63b04613-cdbd-466a-bbaf-bf73a93f5f6f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:52:24.381243 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Bound port: f055d4f1-c6f8-43f1-88da-4097185df56b, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ca52b7-d1c6-4e07-a547-f309a74fa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63b04613-cdbd-466a-bbaf-bf73a93f5f6f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:52:24.381630 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:24.462569 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] For port f055d4f1-c6f8-43f1-88da-4097185df56b, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:52:24.465925 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] For port f055d4f1-c6f8-43f1-88da-4097185df56b, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f055d4f1-c6f8-43f1-88da-4097185df56b,segment=NetworkSegment(b4ca52b7-d1c6-4e07-a547-f309a74fa411),segment_id=b4ca52b7-d1c6-4e07-a547-f309a74fa411)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:52:24.473376 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:24.531082 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Routers {'32531800-3288-4af9-91aa-b411294c34bd'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:52:24.531934 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:52:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['32531800-3288-4af9-91aa-b411294c34bd'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:24.590884 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58e1fb-a469-4f7b-923c-7430b81b70ab None None] Pushing event updated for resources: {'Port': ['ID=f055d4f1-c6f8-43f1-88da-4097185df56b,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:24.606102 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2f5bfa0b-cff9-45ff-bbf3-0b401a270518 None None] Provisioning complete for port f055d4f1-c6f8-43f1-88da-4097185df56b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:24.606402 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f5bfa0b-cff9-45ff-bbf3-0b401a270518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:24.687717 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] Set router 32531800-3288-4af9-91aa-b411294c34bd gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:52:24.738179 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f5bfa0b-cff9-45ff-bbf3-0b401a270518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:24.788799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2f5bfa0b-cff9-45ff-bbf3-0b401a270518 None None] For port f055d4f1-c6f8-43f1-88da-4097185df56b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f055d4f1-c6f8-43f1-88da-4097185df56b,segment=NetworkSegment(b4ca52b7-d1c6-4e07-a547-f309a74fa411),segment_id=b4ca52b7-d1c6-4e07-a547-f309a74fa411)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:24.796803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f5bfa0b-cff9-45ff-bbf3-0b401a270518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:24.859164 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bfa0b-cff9-45ff-bbf3-0b401a270518 None None] Pushing event updated for resources: {'Port': ['ID=f055d4f1-c6f8-43f1-88da-4097185df56b,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:24.935107 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c554c0da-77bc-4d4d-9c70-5704adf9450e None None] Provisioning complete for port f055d4f1-c6f8-43f1-88da-4097185df56b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:24.935481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c554c0da-77bc-4d4d-9c70-5704adf9450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:24.936921 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32531800-3288-4af9-91aa-b411294c34bd', 'name': 'tempest-TestMinimumBasicScenario-1786829818-router', 'tenant_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': 'ebc7ff6d-7ff3-4519-9086-c97dc8828266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:16Z', 'updated_at': '2021-12-14T01:52:19Z', 'revision_number': 4, 'project_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'gw_port': {'id': 'ebc7ff6d-7ff3-4519-9086-c97dc8828266', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32531800-3288-4af9-91aa-b411294c34bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:16Z', 'updated_at': '2021-12-14T01:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'f055d4f1-c6f8-43f1-88da-4097185df56b', 'name': '', 'network_id': '63b04613-cdbd-466a-bbaf-bf73a93f5f6f', 'tenant_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'mac_address': 'fa:16:3e:02:cf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32531800-3288-4af9-91aa-b411294c34bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '5b3f1df0-f3ea-401d-b81b-e653228f8262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:18Z', 'updated_at': '2021-12-14T01:52:24Z', 'revision_number': 4, 'project_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'subnets': [{'id': '5b3f1df0-f3ea-401d-b81b-e653228f8262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:52:24.970537 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe8be2c-a44e-4546-959f-e4048d585d56 None None] The sync data for ids ['32531800-3288-4af9-91aa-b411294c34bd'] in dv-neutron-821592-1-hyperv is: [{'id': '32531800-3288-4af9-91aa-b411294c34bd', 'name': 'tempest-TestMinimumBasicScenario-1786829818-router', 'tenant_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': 'ebc7ff6d-7ff3-4519-9086-c97dc8828266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:16Z', 'updated_at': '2021-12-14T01:52:19Z', 'revision_number': 4, 'project_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'gw_port': {'id': 'ebc7ff6d-7ff3-4519-9086-c97dc8828266', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32531800-3288-4af9-91aa-b411294c34bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:16Z', 'updated_at': '2021-12-14T01:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'f055d4f1-c6f8-43f1-88da-4097185df56b', 'name': '', 'network_id': '63b04613-cdbd-466a-bbaf-bf73a93f5f6f', 'tenant_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'mac_address': 'fa:16:3e:02:cf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32531800-3288-4af9-91aa-b411294c34bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '5b3f1df0-f3ea-401d-b81b-e653228f8262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:18Z', 'updated_at': '2021-12-14T01:52:24Z', 'revision_number': 4, 'project_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'subnets': [{'id': '5b3f1df0-f3ea-401d-b81b-e653228f8262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:52:25.522491 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:25.668570 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f055d4f1-c6f8-43f1-88da-4097185df56b up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:52:25.716956 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port f055d4f1-c6f8-43f1-88da-4097185df56b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:25.717511 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:26.912060 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:27.716782 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:28.196492 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:52:30.451142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-7de7a293-e19a-4f64-9872-11c5160fe8e0 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:30.452653 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-7de7a293-e19a-4f64-9872-11c5160fe8e0 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/networks?id=e0a02076-4513-49c2-9005-982dd487e634 HTTP/1.1" status: 200 len: 815 time: 0.1130874 Dec 14 01:52:30.467650 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-1ac73a34-164a-408a-9982-db0c5b9514a4 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/quotas/704260ceac344d39a8513bbdde42962d HTTP/1.1" status: 200 len: 375 time: 0.0092540 Dec 14 01:52:30.526554 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-bc027ac8-091d-460a-adc4-1b43b1972746 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=704260ceac344d39a8513bbdde42962d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532982 Dec 14 01:52:30.629343 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-acdbc0a3-f8a6-4262-bcaf-93a4d5199647 service neutron] 10.222.0.32 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872610 Dec 14 01:52:30.737780 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-494ab483-faab-4f4f-97e0-36dd9e03006c service neutron] 10.222.0.32 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023073 Dec 14 01:52:30.898982 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-edd6c6e0-069c-4ca4-b6c4-c7401ab1c939 req-7e697007-5217-45db-bd5d-eb5df2e79c80 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 210 time: 0.0280592 Dec 14 01:52:31.959916 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-ab9def77-d59b-467b-a5aa-708e5eae2eac tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:31.961961 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-ab9def77-d59b-467b-a5aa-708e5eae2eac tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.16 "GET /v2.0/networks?id=e0a02076-4513-49c2-9005-982dd487e634 HTTP/1.1" status: 200 len: 815 time: 0.1133373 Dec 14 01:52:31.981591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-c3f8079e-b3be-4cbb-8d5e-8880c8e2cc60 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Request body: {'port': {'device_id': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'admin_state_up': True, 'tenant_id': '704260ceac344d39a8513bbdde42962d'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:52:31.999718 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ac788893-2e08-4ea4-8293-8f4f0e178cd5 req-494f449a-3947-4a50-9cb2-5158887cb260 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 210 time: 0.0302703 Dec 14 01:52:32.099159 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-c3f8079e-b3be-4cbb-8d5e-8880c8e2cc60 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Made reservation on behalf of 704260ceac344d39a8513bbdde42962d for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:52:32.102970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-c3f8079e-b3be-4cbb-8d5e-8880c8e2cc60 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:32.239164 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-c3f8079e-b3be-4cbb-8d5e-8880c8e2cc60 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Allocated IP 172.20.0.14 (e0a02076-4513-49c2-9005-982dd487e634/d71734e4-3248-4dab-b4eb-cf9bedceac31/7e0657ef-69a7-4784-9d4b-76e67727b9f4) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:52:32.407889 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-c3f8079e-b3be-4cbb-8d5e-8880c8e2cc60 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:32.450886 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-c3f8079e-b3be-4cbb-8d5e-8880c8e2cc60 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:32.503648 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-c3f8079e-b3be-4cbb-8d5e-8880c8e2cc60 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Network e0a02076-4513-49c2-9005-982dd487e634 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:52:32.508199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-c3f8079e-b3be-4cbb-8d5e-8880c8e2cc60 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:52:32.510053 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8079e-b3be-4cbb-8d5e-8880c8e2cc60 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Pushing event updated for resources: {'Port': ['ID=7e0657ef-69a7-4784-9d4b-76e67727b9f4,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:32.512377 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-c3f8079e-b3be-4cbb-8d5e-8880c8e2cc60 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:52:32.594852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-c3f8079e-b3be-4cbb-8d5e-8880c8e2cc60 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:32.595964 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-c3f8079e-b3be-4cbb-8d5e-8880c8e2cc60 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:32.625648 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-c3f8079e-b3be-4cbb-8d5e-8880c8e2cc60 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6480248 Dec 14 01:52:32.832479 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-01fba3eb-6474-4943-b60b-bf435ccc7129 None None] Provisioning complete for port 7e0657ef-69a7-4784-9d4b-76e67727b9f4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:32.833512 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-01fba3eb-6474-4943-b60b-bf435ccc7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:32.871480 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-01fba3eb-6474-4943-b60b-bf435ccc7129 None None] Port 7e0657ef-69a7-4784-9d4b-76e67727b9f4 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:52:33.129252 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0c195-3ca6-4076-a1b3-91f7515e1482 req-8b715d82-3db8-4d4f-bf6f-4ec30e6f2c72 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:33.130795 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-14c0c195-3ca6-4076-a1b3-91f7515e1482 req-8b715d82-3db8-4d4f-bf6f-4ec30e6f2c72 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 932 time: 0.0496137 Dec 14 01:52:33.192130 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-14c0c195-3ca6-4076-a1b3-91f7515e1482 req-9eacdfee-f63d-4ed1-ae02-faef561d8f04 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522695 Dec 14 01:52:34.335378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5350b63-ba93-4e53-bb3b-bf36bc009f73 req-66c435ce-9563-4045-8948-0419b3fd0c0b tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:34.337942 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f5350b63-ba93-4e53-bb3b-bf36bc009f73 req-66c435ce-9563-4045-8948-0419b3fd0c0b tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 932 time: 0.0581210 Dec 14 01:52:34.397360 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f5350b63-ba93-4e53-bb3b-bf36bc009f73 req-de39250b-f9f4-43c9-8e3f-7824ef425cf1 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515444 Dec 14 01:52:35.530776 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591fe95-ce83-4cc1-ab2f-e2b2e5b5630a req-776b57a7-6ae3-407a-821f-aece1f11180a tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:35.532551 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4591fe95-ce83-4cc1-ab2f-e2b2e5b5630a req-776b57a7-6ae3-407a-821f-aece1f11180a tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 932 time: 0.0599482 Dec 14 01:52:35.584558 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4591fe95-ce83-4cc1-ab2f-e2b2e5b5630a req-354286d5-35ed-4db4-b932-6cce7bde014b tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458510 Dec 14 01:52:36.713694 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d99c8-a08c-497d-96bd-0801a0a8436b req-60af80a5-0eff-4fe9-ae77-a180116dece1 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:36.715241 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a92d99c8-a08c-497d-96bd-0801a0a8436b req-60af80a5-0eff-4fe9-ae77-a180116dece1 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 932 time: 0.0613053 Dec 14 01:52:36.766321 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a92d99c8-a08c-497d-96bd-0801a0a8436b req-e4c2efa1-6b6a-4338-9e3a-7bafb937e8c5 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450575 Dec 14 01:52:37.893240 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc2d28-e7b5-42d7-a724-78fe9a3cfd96 req-9d675bcd-e6f2-426e-9ac0-372825e452d3 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:37.894828 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-04bc2d28-e7b5-42d7-a724-78fe9a3cfd96 req-9d675bcd-e6f2-426e-9ac0-372825e452d3 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 932 time: 0.0536044 Dec 14 01:52:37.946966 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-04bc2d28-e7b5-42d7-a724-78fe9a3cfd96 req-d7278965-d379-41f2-aedb-d0e2a9bc295c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443096 Dec 14 01:52:39.066778 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2adf9-5fb0-44b3-b40a-6eba69eae968 req-024f45bf-2d0e-4d16-961b-6bebcdefd5fb tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:39.068258 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09b2adf9-5fb0-44b3-b40a-6eba69eae968 req-024f45bf-2d0e-4d16-961b-6bebcdefd5fb tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 932 time: 0.0508022 Dec 14 01:52:39.125000 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09b2adf9-5fb0-44b3-b40a-6eba69eae968 req-7dbbcb4f-d25e-4450-abc7-f3cf5f908ea8 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494044 Dec 14 01:52:40.253444 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdabe3-82fd-44d7-bd02-484c831b5fe0 req-0ab11f67-ba16-48c1-a832-d4cc37d63dd6 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:40.254930 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-57fdabe3-82fd-44d7-bd02-484c831b5fe0 req-0ab11f67-ba16-48c1-a832-d4cc37d63dd6 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 932 time: 0.0526533 Dec 14 01:52:40.305320 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-57fdabe3-82fd-44d7-bd02-484c831b5fe0 req-1bbcf5f1-9980-4b9f-8b72-fe8663093f3b tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441413 Dec 14 01:52:41.131336 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:41.423706 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87f7fb-7e3f-40ab-9a8e-ceeba8954751 req-4cef9d5f-3972-4f2a-9519-822dfb23ac4f tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:41.425273 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8e87f7fb-7e3f-40ab-9a8e-ceeba8954751 req-4cef9d5f-3972-4f2a-9519-822dfb23ac4f tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 932 time: 0.0506763 Dec 14 01:52:41.474231 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8e87f7fb-7e3f-40ab-9a8e-ceeba8954751 req-61471303-a42e-4e72-9407-94440d173e3d tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419784 Dec 14 01:52:42.600663 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb83d28-99e9-450d-8c8e-4ee5a9630afd req-f1cf60a2-3fa0-4cbf-bd62-190a3f2f2580 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:42.602147 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6fb83d28-99e9-450d-8c8e-4ee5a9630afd req-f1cf60a2-3fa0-4cbf-bd62-190a3f2f2580 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 932 time: 0.0541928 Dec 14 01:52:42.652571 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6fb83d28-99e9-450d-8c8e-4ee5a9630afd req-8fa47b61-1495-46d7-a386-3c4ad7f96d1e tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440392 Dec 14 01:52:42.728305 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Request body: {'port': {'device_id': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:52:42.787023 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:43.078106 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0657ef-69a7-4784-9d4b-76e67727b9f4 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:52:43.086053 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:43.098529 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Transition to ACTIVE for port object 7e0657ef-69a7-4784-9d4b-76e67727b9f4 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:52:43.103940 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:43.157660 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Pushing event updated for resources: {'Port': ['ID=7e0657ef-69a7-4784-9d4b-76e67727b9f4,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:43.226970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Attempting to bind port 7e0657ef-69a7-4784-9d4b-76e67727b9f4 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:52:43.227298 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Attempting to bind port 7e0657ef-69a7-4784-9d4b-76e67727b9f4 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ca594e1e-f47f-4c50-bc8a-cef791b70452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:52:43.227624 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Attempting to bind port 7e0657ef-69a7-4784-9d4b-76e67727b9f4 on network e0a02076-4513-49c2-9005-982dd487e634 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:52:43.232754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Port 7e0657ef-69a7-4784-9d4b-76e67727b9f4 on network e0a02076-4513-49c2-9005-982dd487e634 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:52:43.233074 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Attempting to bind port 7e0657ef-69a7-4784-9d4b-76e67727b9f4 on network e0a02076-4513-49c2-9005-982dd487e634 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:52:43.238271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:52:43.238600 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Checking segment: {'id': 'ca594e1e-f47f-4c50-bc8a-cef791b70452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:52:43.238982 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Bound using segment: {'id': 'ca594e1e-f47f-4c50-bc8a-cef791b70452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:52:43.239405 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Bound port: 7e0657ef-69a7-4784-9d4b-76e67727b9f4, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca594e1e-f47f-4c50-bc8a-cef791b70452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:52:43.239758 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:43.306523 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] For port 7e0657ef-69a7-4784-9d4b-76e67727b9f4, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:52:43.309850 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] For port 7e0657ef-69a7-4784-9d4b-76e67727b9f4, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7e0657ef-69a7-4784-9d4b-76e67727b9f4,segment=NetworkSegment(ca594e1e-f47f-4c50-bc8a-cef791b70452),segment_id=ca594e1e-f47f-4c50-bc8a-cef791b70452)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:52:43.314231 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:43.349555 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:43.350172 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:43.351558 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] 10.222.0.16 "PUT /v2.0/ports/7e0657ef-69a7-4784-9d4b-76e67727b9f4 HTTP/1.1" status: 200 len: 1094 time: 0.6277902 Dec 14 01:52:43.352027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'tag': '7e0657ef-69a7-4784-9d4b-76e67727b9f4'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:52:43.354625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f6d7d7-4ae0-4c74-9ded-f9dabaab034a" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb3b7a5-f366-45b8-a0b4-fb773fb2c606", "tag": "7e0657ef-69a7-4784-9d4b-76e67727b9f4"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:52:43.387140 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609d246-4e1d-4cbd-8298-fceeb2d3599a service neutron] Pushing event updated for resources: {'Port': ['ID=7e0657ef-69a7-4784-9d4b-76e67727b9f4,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:43.399471 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93de23c8-52b3-4c91-afa5-0f6deb02f100 x-openstack-request-id: req-93de23c8-52b3-4c91-afa5-0f6deb02f100 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:52:43.399816 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb3b7a5-f366-45b8-a0b4-fb773fb2c606", "tag": "7e0657ef-69a7-4784-9d4b-76e67727b9f4", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:52:43.400022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93de23c8-52b3-4c91-afa5-0f6deb02f100 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:52:43.400426 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'tag': '7e0657ef-69a7-4784-9d4b-76e67727b9f4', 'status': 'completed', 'code': 200} Dec 14 01:52:43.457326 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-a970fd3d-5ddd-4932-8f4c-07e91d3fdf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:43.458911 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-a970fd3d-5ddd-4932-8f4c-07e91d3fdf86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=704260ceac344d39a8513bbdde42962d&device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 1097 time: 0.0442281 Dec 14 01:52:43.514112 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-1b61ecbe-8b1f-48aa-9b98-8effb7a52216 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e0657ef-69a7-4784-9d4b-76e67727b9f4 HTTP/1.1" status: 200 len: 217 time: 0.0419977 Dec 14 01:52:43.564578 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-ae2dfc18-7728-46eb-96e4-925eaab6de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:43.566054 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-ae2dfc18-7728-46eb-96e4-925eaab6de20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d71734e4-3248-4dab-b4eb-cf9bedceac31 HTTP/1.1" status: 200 len: 854 time: 0.0455103 Dec 14 01:52:43.619434 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-05d18e7a-816f-4aea-8b00-9e82cbc3e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:43.621038 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-05d18e7a-816f-4aea-8b00-9e82cbc3e6dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0a02076-4513-49c2-9005-982dd487e634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478103 Dec 14 01:52:43.718469 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-64eb0ee7-211a-4a52-b53c-4b25483453f0 service neutron] 10.222.0.16 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892687 Dec 14 01:52:43.771266 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ebfcf-1155-4f38-8b9f-b14de1e0f372 req-262f1e0c-f2a8-4b78-b6fe-487707ccf078 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:43.772788 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1a2ebfcf-1155-4f38-8b9f-b14de1e0f372 req-262f1e0c-f2a8-4b78-b6fe-487707ccf078 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 944 time: 0.0488291 Dec 14 01:52:43.813492 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b1d56aaf-696f-48f1-8e50-759e4e7188c0 req-a8f3cad0-90a2-4b1d-9974-8168c542ae8f service neutron] 10.222.0.16 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873175 Dec 14 01:52:43.823418 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1a2ebfcf-1155-4f38-8b9f-b14de1e0f372 req-d80a1c10-61d3-436b-a847-85d4696d8cf2 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438166 Dec 14 01:52:43.944838 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6d7d7-4ae0-4c74-9ded-f9dabaab034a req-b9d6c1c8-c0f6-41f6-b008-298a6b6152bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:43.946250 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99f6d7d7-4ae0-4c74-9ded-f9dabaab034a req-b9d6c1c8-c0f6-41f6-b008-298a6b6152bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=704260ceac344d39a8513bbdde42962d&device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 1097 time: 0.0464711 Dec 14 01:52:44.036067 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6d7d7-4ae0-4c74-9ded-f9dabaab034a req-8eaf0f5a-9b1b-431b-a376-17002ecfee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:44.037564 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99f6d7d7-4ae0-4c74-9ded-f9dabaab034a req-8eaf0f5a-9b1b-431b-a376-17002ecfee80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e0a02076-4513-49c2-9005-982dd487e634 HTTP/1.1" status: 200 len: 915 time: 0.0837677 Dec 14 01:52:44.083003 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99f6d7d7-4ae0-4c74-9ded-f9dabaab034a req-19b8d6d6-b9d0-4dfb-84dd-9c5b58c551d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e0657ef-69a7-4784-9d4b-76e67727b9f4 HTTP/1.1" status: 200 len: 217 time: 0.0379672 Dec 14 01:52:44.134401 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6d7d7-4ae0-4c74-9ded-f9dabaab034a req-9915576b-6ae1-4833-bfa8-7e10ba2e7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:44.135957 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99f6d7d7-4ae0-4c74-9ded-f9dabaab034a req-9915576b-6ae1-4833-bfa8-7e10ba2e7382 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d71734e4-3248-4dab-b4eb-cf9bedceac31 HTTP/1.1" status: 200 len: 854 time: 0.0456929 Dec 14 01:52:44.184867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6d7d7-4ae0-4c74-9ded-f9dabaab034a req-1a02406e-1895-43be-8f77-d515f9b2a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:44.186326 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99f6d7d7-4ae0-4c74-9ded-f9dabaab034a req-1a02406e-1895-43be-8f77-d515f9b2a7a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0a02076-4513-49c2-9005-982dd487e634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429974 Dec 14 01:52:44.283807 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99f6d7d7-4ae0-4c74-9ded-f9dabaab034a req-fae9cece-58a2-4f39-898a-96ed93ef6f60 service neutron] 10.222.0.16 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894411 Dec 14 01:52:44.377504 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-99f6d7d7-4ae0-4c74-9ded-f9dabaab034a req-4ed4e09f-5689-46cb-8d78-8015c87b9c39 service neutron] 10.222.0.16 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851679 Dec 14 01:52:44.945240 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f42c10-9b68-4468-b650-a32e8e1bc876 req-71b0537d-3dca-4f40-99d9-1a0e9df54495 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:44.946726 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c4f42c10-9b68-4468-b650-a32e8e1bc876 req-71b0537d-3dca-4f40-99d9-1a0e9df54495 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 944 time: 0.0525479 Dec 14 01:52:45.010585 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c4f42c10-9b68-4468-b650-a32e8e1bc876 req-40180b7b-310c-4a96-bc7b-271106f5b3c5 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571876 Dec 14 01:52:45.235700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 7e0657ef-69a7-4784-9d4b-76e67727b9f4 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:52:45.335990 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 7e0657ef-69a7-4784-9d4b-76e67727b9f4, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7e0657ef-69a7-4784-9d4b-76e67727b9f4,segment=NetworkSegment(ca594e1e-f47f-4c50-bc8a-cef791b70452),segment_id=ca594e1e-f47f-4c50-bc8a-cef791b70452)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:45.348015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '7e0657ef-69a7-4784-9d4b-76e67727b9f4', 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'port_id': '7e0657ef-69a7-4784-9d4b-76e67727b9f4', 'mac_address': 'fa:16:3e:7f:51:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:52:45.384681 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:45.400315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0657ef-69a7-4784-9d4b-76e67727b9f4 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:52:45.421977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 7e0657ef-69a7-4784-9d4b-76e67727b9f4, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7e0657ef-69a7-4784-9d4b-76e67727b9f4,segment=NetworkSegment(ca594e1e-f47f-4c50-bc8a-cef791b70452),segment_id=ca594e1e-f47f-4c50-bc8a-cef791b70452)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:45.428325 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:45.642536 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=7e0657ef-69a7-4784-9d4b-76e67727b9f4,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:45.733031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['7e0657ef-69a7-4784-9d4b-76e67727b9f4'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:52:46.139911 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8caca-bd60-46ff-b4cf-00ae8d6b890f req-5966029e-61ff-43d5-9f7c-c49dc9683938 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:46.141435 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-98b8caca-bd60-46ff-b4cf-00ae8d6b890f req-5966029e-61ff-43d5-9f7c-c49dc9683938 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 945 time: 0.0526311 Dec 14 01:52:46.191060 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-98b8caca-bd60-46ff-b4cf-00ae8d6b890f req-6e0edb0d-c192-42a9-896a-8953cb4addd8 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437007 Dec 14 01:52:47.251795 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 7e0657ef-69a7-4784-9d4b-76e67727b9f4 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:52:47.309202 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 7e0657ef-69a7-4784-9d4b-76e67727b9f4 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:52:47.313249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 7e0657ef-69a7-4784-9d4b-76e67727b9f4 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:52:47.313616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:47.314799 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666df8ec-d8f5-4a75-9eb5-236b685aba60 req-fcccc2b8-4bfe-4ac1-aa48-2e76f7898178 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:47.316335 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-666df8ec-d8f5-4a75-9eb5-236b685aba60 req-fcccc2b8-4bfe-4ac1-aa48-2e76f7898178 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 945 time: 0.0513849 Dec 14 01:52:47.363759 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-666df8ec-d8f5-4a75-9eb5-236b685aba60 req-902a0577-7d8e-4f5f-a413-48da284a688b tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414429 Dec 14 01:52:47.393504 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:47.415975 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0657ef-69a7-4784-9d4b-76e67727b9f4'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:52:47.418236 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0474007-5ef7-47a7-9524-3679b7fb3321" -d '{"events": [{"server_uuid": "4bb3b7a5-f366-45b8-a0b4-fb773fb2c606", "name": "network-vif-plugged", "status": "completed", "tag": "7e0657ef-69a7-4784-9d4b-76e67727b9f4"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:52:47.430582 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 7e0657ef-69a7-4784-9d4b-76e67727b9f4, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7e0657ef-69a7-4784-9d4b-76e67727b9f4,segment=NetworkSegment(ca594e1e-f47f-4c50-bc8a-cef791b70452),segment_id=ca594e1e-f47f-4c50-bc8a-cef791b70452)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:52:47.435521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:47.487835 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=7e0657ef-69a7-4784-9d4b-76e67727b9f4,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:52:47.568664 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc24200f-8beb-4d1b-8313-24c630606df4 x-openstack-request-id: req-fc24200f-8beb-4d1b-8313-24c630606df4 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:52:47.568953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb3b7a5-f366-45b8-a0b4-fb773fb2c606", "name": "network-vif-plugged", "status": "completed", "tag": "7e0657ef-69a7-4784-9d4b-76e67727b9f4", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:52:47.569211 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc24200f-8beb-4d1b-8313-24c630606df4 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:52:47.569599 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0657ef-69a7-4784-9d4b-76e67727b9f4', 'code': 200} Dec 14 01:52:47.801908 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6278904-14d8-4977-9840-513fb49b739d req-7a5be802-a623-4218-b3d1-69f4f029006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:47.803326 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f6278904-14d8-4977-9840-513fb49b739d req-7a5be802-a623-4218-b3d1-69f4f029006a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 1099 time: 0.0432334 Dec 14 01:52:47.849654 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f6278904-14d8-4977-9840-513fb49b739d req-d5f05ad7-4a51-405c-8e5c-a73e292d10ce service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393438 Dec 14 01:52:48.498561 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37ae7b-668d-45aa-a239-901ceb74cc5a req-b287aa55-0df4-41e3-8147-163a3f760f61 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:48.500398 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1e37ae7b-668d-45aa-a239-901ceb74cc5a req-b287aa55-0df4-41e3-8147-163a3f760f61 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 946 time: 0.0660281 Dec 14 01:52:48.552413 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1e37ae7b-668d-45aa-a239-901ceb74cc5a req-b338eee7-82f1-4b08-bbce-2ab7a09f8384 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457668 Dec 14 01:52:49.691082 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f7b58-9490-4e57-986b-1711075db857 req-06a04590-1f0d-4aeb-861b-361411e0e4e1 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:49.692590 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-de3f7b58-9490-4e57-986b-1711075db857 req-06a04590-1f0d-4aeb-861b-361411e0e4e1 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 946 time: 0.0620706 Dec 14 01:52:49.752525 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-de3f7b58-9490-4e57-986b-1711075db857 req-6a75ef00-dc7f-4bdc-8053-faa7eedb6ea4 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525854 Dec 14 01:52:49.885030 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b1348-d43e-4853-a655-db03c214ccc0 req-29ebcb77-eaba-41f2-b0ce-3f8c951c3dde tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:49.886403 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ce1b1348-d43e-4853-a655-db03c214ccc0 req-29ebcb77-eaba-41f2-b0ce-3f8c951c3dde tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 946 time: 0.0550189 Dec 14 01:52:49.937962 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ce1b1348-d43e-4853-a655-db03c214ccc0 req-254860f2-d2c9-4f33-9585-0d67f7354197 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435781 Dec 14 01:52:50.282542 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfaa92-6948-4656-887a-d9d202e68724 req-aaa35647-288a-4377-b49e-629da466f401 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:52:50.284170 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2bcfaa92-6948-4656-887a-d9d202e68724 req-aaa35647-288a-4377-b49e-629da466f401 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 946 time: 0.0603614 Dec 14 01:52:50.334647 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2bcfaa92-6948-4656-887a-d9d202e68724 req-e3876a85-59c1-41f5-8dd2-a9bea0d777f2 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445299 Dec 14 01:52:51.974398 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8c31c53a-a443-44fc-9de0-8285a65dbd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:54.219113 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d2d47c1e-e0fd-4208-8977-c599b43a61b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:55.525276 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:56.912519 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:52:57.716137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:04.037032 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943394a-71d4-4aea-9bc2-549e814f1033 req-bb979b09-c829-42eb-b80e-c526261b15a9 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:04.038765 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5943394a-71d4-4aea-9bc2-549e814f1033 req-bb979b09-c829-42eb-b80e-c526261b15a9 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 946 time: 0.0551462 Dec 14 01:53:04.094812 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5943394a-71d4-4aea-9bc2-549e814f1033 req-d7178c4e-21f5-4bdd-9735-1b7a2c3c7f77 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494876 Dec 14 01:53:04.118125 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34394) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:53:04.260443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ea01de-fe85-40da-a401-321bfc9105b7 tempest-TestMinimumBasicScenario-1608040361 tempest-TestMinimumBasicScenario-1608040361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:04.262722 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-45ea01de-fe85-40da-a401-321bfc9105b7 tempest-TestMinimumBasicScenario-1608040361 tempest-TestMinimumBasicScenario-1608040361-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 1094 time: 0.1429510 Dec 14 01:53:04.265300 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34398) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:53:04.269657 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '7e0657ef-69a7-4784-9d4b-76e67727b9f4', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:53:04.297731 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:04.398146 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:04.500789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Allocated IP 172.26.1.135 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/779b6767-a01e-4f05-8bf0-ecb398cabf0a) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:53:04.603938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:04.640456 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:04.680807 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:53:04.683665 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:53:04.687263 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:53:04.692719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Pushing event updated for resources: {'Port': ['ID=779b6767-a01e-4f05-8bf0-ecb398cabf0a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:53:05.055018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:05.122580 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:05.195864 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:53:05.280395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:05.287722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:05.373602 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Pushing event updated for resources: {'Port': ['ID=779b6767-a01e-4f05-8bf0-ecb398cabf0a,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:53:05.390295 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:05.502553 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Floating IP 3911d327-e4a3-41f7-bb7d-6dc6cc73af0b associated. External IP: 172.26.1.135, port: 7e0657ef-69a7-4784-9d4b-76e67727b9f4. Dec 14 01:53:05.735016 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Router c43cd883-de85-470f-8789-78bf1931a62d has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:53:05.858363 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:53:05.869892 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8c883-1817-4c68-978a-ab9ccb70b1e0 None None] Sync routers for ids ['c43cd883-de85-470f-8789-78bf1931a62d'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:53:05.879995 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:05.883061 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab8c883-1817-4c68-978a-ab9ccb70b1e0 None None] Routers {'c43cd883-de85-470f-8789-78bf1931a62d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:53:05.883941 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-aab8c883-1817-4c68-978a-ab9ccb70b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:52:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c43cd883-de85-470f-8789-78bf1931a62d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:53:05.908063 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-584bb585-8400-4a5a-95c0-092ae8ed5f95 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6416838 Dec 14 01:53:05.908735 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'tag': '7e0657ef-69a7-4784-9d4b-76e67727b9f4'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:53:05.911089 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4da9e45-598e-401f-a2e4-5ec3ff26ea2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb3b7a5-f366-45b8-a0b4-fb773fb2c606", "tag": "7e0657ef-69a7-4784-9d4b-76e67727b9f4"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:53:05.911280 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34400) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:53:05.916999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1399925881', 'description': 'tempest-secgroup-smoke-1399925881 description', 'project_id': '704260ceac344d39a8513bbdde42962d'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:53:05.941802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:05.996230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-aab8c883-1817-4c68-978a-ab9ccb70b1e0 None None] Set router c43cd883-de85-470f-8789-78bf1931a62d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:53:06.010864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90f6692-2f52-49b5-865e-38bd84c9a550 x-openstack-request-id: req-a90f6692-2f52-49b5-865e-38bd84c9a550 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:53:06.011162 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb3b7a5-f366-45b8-a0b4-fb773fb2c606", "tag": "7e0657ef-69a7-4784-9d4b-76e67727b9f4", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:53:06.011414 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a90f6692-2f52-49b5-865e-38bd84c9a550 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:53:06.011815 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'tag': '7e0657ef-69a7-4784-9d4b-76e67727b9f4', 'status': 'completed', 'code': 200} Dec 14 01:53:06.019258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.024584 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.055084 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.059390 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1437116 Dec 14 01:53:06.059390 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8311260d-4d56-4366-820f-d66a07e6a44a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:53:06.060588 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34406) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:53:06.066272 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:06.066523 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7f9065c8-e912-40ce-a889-d359c585a59f tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Request body: {'security_group_rule': {'security_group_id': '8311260d-4d56-4366-820f-d66a07e6a44a', 'project_id': '704260ceac344d39a8513bbdde42962d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:53:06.066667 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:06.066915 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:06.067255 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:06.067591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:06.067953 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:06.068313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:06.068641 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:06.068941 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:06.069294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:06.069591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:06.069943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:06.070266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e220079-1f1e-45c9-889a-d8fe877eb519 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:06.100295 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f9065c8-e912-40ce-a889-d359c585a59f tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.114847 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da9e45-598e-401f-a2e4-5ec3ff26ea2b req-773f6b44-4eb7-4d94-ab09-2e0c9a03d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:06.116386 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4da9e45-598e-401f-a2e4-5ec3ff26ea2b req-773f6b44-4eb7-4d94-ab09-2e0c9a03d782 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=704260ceac344d39a8513bbdde42962d&device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 1099 time: 0.0421095 Dec 14 01:53:06.168018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f9065c8-e912-40ce-a889-d359c585a59f tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.173131 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f9065c8-e912-40ce-a889-d359c585a59f tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.191577 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9065c8-e912-40ce-a889-d359c585a59f tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6077548-86ee-402b-ab4a-0245aec32328,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:53:06.201896 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f9065c8-e912-40ce-a889-d359c585a59f tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.203827 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7f9065c8-e912-40ce-a889-d359c585a59f tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414964 Dec 14 01:53:06.206644 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34408) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:53:06.211348 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f26e8d64-1842-4aff-af12-6c0221318712 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Request body: {'security_group_rule': {'security_group_id': '8311260d-4d56-4366-820f-d66a07e6a44a', 'project_id': '704260ceac344d39a8513bbdde42962d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:53:06.218317 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da9e45-598e-401f-a2e4-5ec3ff26ea2b req-62a14e6e-165a-4220-8d83-129364607962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:06.225790 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4da9e45-598e-401f-a2e4-5ec3ff26ea2b req-62a14e6e-165a-4220-8d83-129364607962 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e0a02076-4513-49c2-9005-982dd487e634 HTTP/1.1" status: 200 len: 915 time: 0.0996385 Dec 14 01:53:06.241538 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-aab8c883-1817-4c68-978a-ab9ccb70b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'name': 'tempest-TestMinimumBasicScenario-1321934120-router', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:11Z', 'updated_at': '2021-12-14T01:52:14Z', 'revision_number': 4, 'project_id': '704260ceac344d39a8513bbdde42962d', 'gw_port': {'id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:12Z', 'updated_at': '2021-12-14T01:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '3911d327-e4a3-41f7-bb7d-6dc6cc73af0b', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'floating_ip_address': '172.26.1.135', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'port_id': '7e0657ef-69a7-4784-9d4b-76e67727b9f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'mac_address': 'fa:16:3e:7f:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:53:04Z', 'updated_at': '2021-12-14T01:53:04Z', 'revision_number': 0, 'project_id': '704260ceac344d39a8513bbdde42962d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e72c656f-6ca4-4dc3-b86e-2a98b015438d', 'name': '', 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'mac_address': 'fa:16:3e:4a:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:14Z', 'updated_at': '2021-12-14T01:52:19Z', 'revision_number': 5, 'project_id': '704260ceac344d39a8513bbdde42962d', 'subnets': [{'id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:53:06.244557 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f26e8d64-1842-4aff-af12-6c0221318712 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.272760 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8c883-1817-4c68-978a-ab9ccb70b1e0 None None] Checking router: c43cd883-de85-470f-8789-78bf1931a62d for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:53:06.282427 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab8c883-1817-4c68-978a-ab9ccb70b1e0 None None] Routers {'c43cd883-de85-470f-8789-78bf1931a62d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:53:06.283054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-aab8c883-1817-4c68-978a-ab9ccb70b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:52:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c43cd883-de85-470f-8789-78bf1931a62d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:53:06.306270 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f26e8d64-1842-4aff-af12-6c0221318712 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.311854 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f26e8d64-1842-4aff-af12-6c0221318712 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.339050 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f26e8d64-1842-4aff-af12-6c0221318712 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.343086 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f26e8d64-1842-4aff-af12-6c0221318712 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329236 Dec 14 01:53:06.343387 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34410) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:53:06.348531 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-254b8c6c-ab9f-45e8-9d79-31b388fbbf89 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Request body: {'security_group_rule': {'security_group_id': '8311260d-4d56-4366-820f-d66a07e6a44a', 'project_id': '704260ceac344d39a8513bbdde42962d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:53:06.355509 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e8d64-1842-4aff-af12-6c0221318712 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f1ddf0-9805-448b-b0ea-b32352e6b046,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:53:06.390066 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-254b8c6c-ab9f-45e8-9d79-31b388fbbf89 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.412019 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-aab8c883-1817-4c68-978a-ab9ccb70b1e0 None None] Set router c43cd883-de85-470f-8789-78bf1931a62d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:53:06.451384 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-254b8c6c-ab9f-45e8-9d79-31b388fbbf89 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.456428 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-254b8c6c-ab9f-45e8-9d79-31b388fbbf89 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.475870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b8c6c-ab9f-45e8-9d79-31b388fbbf89 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb70583-407c-4919-91ce-071cb3eea315,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:53:06.485370 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-254b8c6c-ab9f-45e8-9d79-31b388fbbf89 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.489052 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-254b8c6c-ab9f-45e8-9d79-31b388fbbf89 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441915 Dec 14 01:53:06.490099 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34412) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:53:06.496077 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c4b81005-eecb-4767-9a33-4b66457cfacb tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Request body: {'security_group_rule': {'security_group_id': '8311260d-4d56-4366-820f-d66a07e6a44a', 'project_id': '704260ceac344d39a8513bbdde42962d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:53:06.525721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b81005-eecb-4767-9a33-4b66457cfacb tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.596407 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b81005-eecb-4767-9a33-4b66457cfacb tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.603656 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b81005-eecb-4767-9a33-4b66457cfacb tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.625439 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b81005-eecb-4767-9a33-4b66457cfacb tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6044582e-e6b9-426f-a5a7-fba76d8056e7,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:53:06.634262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b81005-eecb-4767-9a33-4b66457cfacb tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.638806 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c4b81005-eecb-4767-9a33-4b66457cfacb tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1442029 Dec 14 01:53:06.638806 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34414) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:53:06.643273 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c05fb1d9-2eb4-4d71-8600-a3d093ad4bd9 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Request body: {'security_group_rule': {'security_group_id': '8311260d-4d56-4366-820f-d66a07e6a44a', 'project_id': '704260ceac344d39a8513bbdde42962d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:53:06.645911 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4da9e45-598e-401f-a2e4-5ec3ff26ea2b req-9d9b88f6-41d6-40b6-ac18-c11f5c845db0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e0657ef-69a7-4784-9d4b-76e67727b9f4 HTTP/1.1" status: 200 len: 1000 time: 0.4119594 Dec 14 01:53:06.654697 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-aab8c883-1817-4c68-978a-ab9ccb70b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'name': 'tempest-TestMinimumBasicScenario-1321934120-router', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:11Z', 'updated_at': '2021-12-14T01:52:14Z', 'revision_number': 4, 'project_id': '704260ceac344d39a8513bbdde42962d', 'gw_port': {'id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:12Z', 'updated_at': '2021-12-14T01:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '3911d327-e4a3-41f7-bb7d-6dc6cc73af0b', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'floating_ip_address': '172.26.1.135', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'port_id': '7e0657ef-69a7-4784-9d4b-76e67727b9f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'mac_address': 'fa:16:3e:7f:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:53:04Z', 'updated_at': '2021-12-14T01:53:04Z', 'revision_number': 0, 'project_id': '704260ceac344d39a8513bbdde42962d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e72c656f-6ca4-4dc3-b86e-2a98b015438d', 'name': '', 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'mac_address': 'fa:16:3e:4a:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:14Z', 'updated_at': '2021-12-14T01:52:19Z', 'revision_number': 5, 'project_id': '704260ceac344d39a8513bbdde42962d', 'subnets': [{'id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:53:06.670179 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-c05fb1d9-2eb4-4d71-8600-a3d093ad4bd9 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Project 704260ceac344d39a8513bbdde42962d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:53:06.675456 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c05fb1d9-2eb4-4d71-8600-a3d093ad4bd9 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.681668 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8c883-1817-4c68-978a-ab9ccb70b1e0 None None] The sync data for ids ['c43cd883-de85-470f-8789-78bf1931a62d'] in dv-neutron-821592-1-hyperv is: [{'id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'name': 'tempest-TestMinimumBasicScenario-1321934120-router', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:11Z', 'updated_at': '2021-12-14T01:52:14Z', 'revision_number': 4, 'project_id': '704260ceac344d39a8513bbdde42962d', 'gw_port': {'id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:12Z', 'updated_at': '2021-12-14T01:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '3911d327-e4a3-41f7-bb7d-6dc6cc73af0b', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'floating_ip_address': '172.26.1.135', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'port_id': '7e0657ef-69a7-4784-9d4b-76e67727b9f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'mac_address': 'fa:16:3e:7f:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:53:04Z', 'updated_at': '2021-12-14T01:53:04Z', 'revision_number': 0, 'project_id': '704260ceac344d39a8513bbdde42962d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e72c656f-6ca4-4dc3-b86e-2a98b015438d', 'name': '', 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'mac_address': 'fa:16:3e:4a:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:14Z', 'updated_at': '2021-12-14T01:52:19Z', 'revision_number': 5, 'project_id': '704260ceac344d39a8513bbdde42962d', 'subnets': [{'id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:53:06.706434 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da9e45-598e-401f-a2e4-5ec3ff26ea2b req-be6bda7d-a6a9-4a3e-abf6-32fb1813e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:06.708066 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4da9e45-598e-401f-a2e4-5ec3ff26ea2b req-be6bda7d-a6a9-4a3e-abf6-32fb1813e6a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d71734e4-3248-4dab-b4eb-cf9bedceac31 HTTP/1.1" status: 200 len: 854 time: 0.0542314 Dec 14 01:53:06.742725 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c05fb1d9-2eb4-4d71-8600-a3d093ad4bd9 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.749216 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c05fb1d9-2eb4-4d71-8600-a3d093ad4bd9 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.767397 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fb1d9-2eb4-4d71-8600-a3d093ad4bd9 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17af713-4191-48b5-b17f-5ceeabcbe50d,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:53:06.770586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da9e45-598e-401f-a2e4-5ec3ff26ea2b req-4c81ab37-6bc2-4c5d-9da7-9abddd6a6bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:06.772556 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4da9e45-598e-401f-a2e4-5ec3ff26ea2b req-4c81ab37-6bc2-4c5d-9da7-9abddd6a6bd2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0a02076-4513-49c2-9005-982dd487e634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0569112 Dec 14 01:53:06.777830 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c05fb1d9-2eb4-4d71-8600-a3d093ad4bd9 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.779057 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c05fb1d9-2eb4-4d71-8600-a3d093ad4bd9 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393378 Dec 14 01:53:06.782122 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34416) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:53:06.786461 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-47d4bed2-2e74-4bc4-a879-44a00c7df1ee tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Request body: {'security_group_rule': {'security_group_id': '8311260d-4d56-4366-820f-d66a07e6a44a', 'project_id': '704260ceac344d39a8513bbdde42962d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:53:06.815386 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-47d4bed2-2e74-4bc4-a879-44a00c7df1ee tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Project 704260ceac344d39a8513bbdde42962d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:53:06.820675 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47d4bed2-2e74-4bc4-a879-44a00c7df1ee tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.872364 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4da9e45-598e-401f-a2e4-5ec3ff26ea2b req-00b2e7c9-7906-4ec1-b3da-0e562831a36b service neutron] 10.222.0.16 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885117 Dec 14 01:53:06.884346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47d4bed2-2e74-4bc4-a879-44a00c7df1ee tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.889731 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47d4bed2-2e74-4bc4-a879-44a00c7df1ee tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.910705 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4bed2-2e74-4bc4-a879-44a00c7df1ee tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79b2066-89d3-4b9c-914f-9678a3f3da0a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:53:06.914167 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f8918-1b0a-40df-947f-878665953936 None None] New status for floating IP 3911d327-e4a3-41f7-bb7d-6dc6cc73af0b: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:53:06.921731 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47d4bed2-2e74-4bc4-a879-44a00c7df1ee tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:06.925786 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-47d4bed2-2e74-4bc4-a879-44a00c7df1ee tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400466 Dec 14 01:53:06.981319 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4da9e45-598e-401f-a2e4-5ec3ff26ea2b req-125569da-6a0b-4c54-852c-a9029fc001a1 service neutron] 10.222.0.16 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016471 Dec 14 01:53:07.023942 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cbb44648-8eef-4c93-b9fb-92b0f5df3015 req-1f6149e1-9fc0-42f5-b916-86340f70758c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1399925881&fields=id&tenant_id=704260ceac344d39a8513bbdde42962d HTTP/1.1" status: 200 len: 267 time: 0.0537510 Dec 14 01:53:07.077815 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44648-8eef-4c93-b9fb-92b0f5df3015 req-88eca7d8-df3c-4089-91a0-9afc41f4ebfa tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:07.079349 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cbb44648-8eef-4c93-b9fb-92b0f5df3015 req-88eca7d8-df3c-4089-91a0-9afc41f4ebfa tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 946 time: 0.0496621 Dec 14 01:53:07.090970 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-cbb44648-8eef-4c93-b9fb-92b0f5df3015 req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Request body: {'port': {'security_groups': ['b6ffb247-62f3-4992-978d-86973fd73f40', '8311260d-4d56-4366-820f-d66a07e6a44a']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:53:07.154026 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-cbb44648-8eef-4c93-b9fb-92b0f5df3015 req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:07.353557 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-cbb44648-8eef-4c93-b9fb-92b0f5df3015 req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] For port 7e0657ef-69a7-4784-9d4b-76e67727b9f4, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7e0657ef-69a7-4784-9d4b-76e67727b9f4,segment=NetworkSegment(ca594e1e-f47f-4c50-bc8a-cef791b70452),segment_id=ca594e1e-f47f-4c50-bc8a-cef791b70452)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:53:07.383146 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-cbb44648-8eef-4c93-b9fb-92b0f5df3015 req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:07.391378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-cbb44648-8eef-4c93-b9fb-92b0f5df3015 req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:07.427200 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['7e0657ef-69a7-4784-9d4b-76e67727b9f4'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:53:07.441054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44648-8eef-4c93-b9fb-92b0f5df3015 req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:07.441705 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-cbb44648-8eef-4c93-b9fb-92b0f5df3015 req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:07.443143 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cbb44648-8eef-4c93-b9fb-92b0f5df3015 req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "PUT /v2.0/ports/7e0657ef-69a7-4784-9d4b-76e67727b9f4 HTTP/1.1" status: 200 len: 982 time: 0.3570142 Dec 14 01:53:07.467793 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Pushing event updated for resources: {'Port': ['ID=7e0657ef-69a7-4784-9d4b-76e67727b9f4,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:53:07.476343 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:07.476782 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:07.477258 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:07.477776 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:07.478210 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:07.478617 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:07.479069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:07.479468 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:07.479871 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:07.480318 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:07.480692 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:07.481087 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:07.481479 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d429f-8555-4e55-b0ea-194251ba1d0c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:53:07.563972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a96d4-bd7e-4496-abee-f64c711fc95a req-8035d6f6-0377-42e1-842a-862b01f460ea tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:07.565310 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-273a96d4-bd7e-4496-abee-f64c711fc95a req-8035d6f6-0377-42e1-842a-862b01f460ea tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 985 time: 0.0590327 Dec 14 01:53:07.570874 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['7e0657ef-69a7-4784-9d4b-76e67727b9f4'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:53:07.630020 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-273a96d4-bd7e-4496-abee-f64c711fc95a req-1a86c394-f882-4f47-bbcd-81e6a87dc651 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=8311260d-4d56-4366-820f-d66a07e6a44a&id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581362 Dec 14 01:53:07.742347 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-17ba7470-e2ae-4848-8e79-34c7fa0a4c78 None None] Provisioning complete for port 7e0657ef-69a7-4784-9d4b-76e67727b9f4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:53:07.742717 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-17ba7470-e2ae-4848-8e79-34c7fa0a4c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:08.012943 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'tag': '7e0657ef-69a7-4784-9d4b-76e67727b9f4'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:53:08.017942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3e959f-d050-4fb1-8ba5-a2cc4eae3ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb3b7a5-f366-45b8-a0b4-fb773fb2c606", "tag": "7e0657ef-69a7-4784-9d4b-76e67727b9f4"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:53:08.058994 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040c1591-28e0-4fad-9c67-bb270782ae1d x-openstack-request-id: req-040c1591-28e0-4fad-9c67-bb270782ae1d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:53:08.059296 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb3b7a5-f366-45b8-a0b4-fb773fb2c606", "tag": "7e0657ef-69a7-4784-9d4b-76e67727b9f4", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:53:08.059569 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-040c1591-28e0-4fad-9c67-bb270782ae1d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:53:08.060003 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'tag': '7e0657ef-69a7-4784-9d4b-76e67727b9f4', 'status': 'completed', 'code': 200} Dec 14 01:53:08.147395 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e959f-d050-4fb1-8ba5-a2cc4eae3ac8 req-339b4def-7004-4d3c-b191-2e54d85e2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:08.148921 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac3e959f-d050-4fb1-8ba5-a2cc4eae3ac8 req-339b4def-7004-4d3c-b191-2e54d85e2451 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=704260ceac344d39a8513bbdde42962d&device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 1138 time: 0.0428245 Dec 14 01:53:08.247202 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e959f-d050-4fb1-8ba5-a2cc4eae3ac8 req-622923ae-3369-45d4-b42c-edbb106ccb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:08.248767 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac3e959f-d050-4fb1-8ba5-a2cc4eae3ac8 req-622923ae-3369-45d4-b42c-edbb106ccb73 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e0a02076-4513-49c2-9005-982dd487e634 HTTP/1.1" status: 200 len: 915 time: 0.0911469 Dec 14 01:53:08.324240 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac3e959f-d050-4fb1-8ba5-a2cc4eae3ac8 req-dff6a17e-2eb6-4fad-97ae-f967f2d9841a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e0657ef-69a7-4784-9d4b-76e67727b9f4 HTTP/1.1" status: 200 len: 1002 time: 0.0674291 Dec 14 01:53:08.377160 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e959f-d050-4fb1-8ba5-a2cc4eae3ac8 req-88ea8833-a1cb-4e77-ab41-b3271b9ced6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:08.378662 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac3e959f-d050-4fb1-8ba5-a2cc4eae3ac8 req-88ea8833-a1cb-4e77-ab41-b3271b9ced6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d71734e4-3248-4dab-b4eb-cf9bedceac31 HTTP/1.1" status: 200 len: 854 time: 0.0466149 Dec 14 01:53:08.426650 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e959f-d050-4fb1-8ba5-a2cc4eae3ac8 req-70a8d34c-1d95-4385-8664-575929b9203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:08.428121 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac3e959f-d050-4fb1-8ba5-a2cc4eae3ac8 req-70a8d34c-1d95-4385-8664-575929b9203c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0a02076-4513-49c2-9005-982dd487e634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418415 Dec 14 01:53:08.527365 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac3e959f-d050-4fb1-8ba5-a2cc4eae3ac8 req-f3a857c2-a575-49f7-8329-565723d15d83 service neutron] 10.222.0.16 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883317 Dec 14 01:53:08.624734 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac3e959f-d050-4fb1-8ba5-a2cc4eae3ac8 req-1b7aab4c-3686-4abe-b406-d5384e7038d2 service neutron] 10.222.0.16 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903387 Dec 14 01:53:11.138695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:21.824032 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f461c3f-f24d-4308-90b1-a2b0a626f718 req-c7e193d4-6636-4007-9c00-0a148805c949 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:21.825676 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4f461c3f-f24d-4308-90b1-a2b0a626f718 req-c7e193d4-6636-4007-9c00-0a148805c949 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 985 time: 0.0514657 Dec 14 01:53:21.856913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6fa0c-333d-432d-aa5c-93445759bdf9 req-c8b1edf7-5846-4c43-8439-885a432e04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:21.858350 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-67e6fa0c-333d-432d-aa5c-93445759bdf9 req-c8b1edf7-5846-4c43-8439-885a432e04d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=704260ceac344d39a8513bbdde42962d&device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 1138 time: 0.0463626 Dec 14 01:53:21.892909 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4f461c3f-f24d-4308-90b1-a2b0a626f718 req-257d2400-c588-4e6d-b0c7-aa97f18f81c7 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=8311260d-4d56-4366-820f-d66a07e6a44a&id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608199 Dec 14 01:53:21.949788 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6fa0c-333d-432d-aa5c-93445759bdf9 req-29c4e45c-612e-4003-aff1-34b6b1fb97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:21.951328 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-67e6fa0c-333d-432d-aa5c-93445759bdf9 req-29c4e45c-612e-4003-aff1-34b6b1fb97cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=e0a02076-4513-49c2-9005-982dd487e634 HTTP/1.1" status: 200 len: 915 time: 0.0845211 Dec 14 01:53:21.979713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25960dd6-a04b-481b-9e21-29161365b516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:22.024548 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-67e6fa0c-333d-432d-aa5c-93445759bdf9 req-4689edf3-5be5-4601-94c5-d88c583cc5b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e0657ef-69a7-4784-9d4b-76e67727b9f4 HTTP/1.1" status: 200 len: 1002 time: 0.0651662 Dec 14 01:53:22.079958 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6fa0c-333d-432d-aa5c-93445759bdf9 req-198ecdea-996e-49a8-bf69-2e33f6a10443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:22.082541 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-67e6fa0c-333d-432d-aa5c-93445759bdf9 req-198ecdea-996e-49a8-bf69-2e33f6a10443 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d71734e4-3248-4dab-b4eb-cf9bedceac31 HTTP/1.1" status: 200 len: 854 time: 0.0513585 Dec 14 01:53:22.137713 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6fa0c-333d-432d-aa5c-93445759bdf9 req-46e4500a-53ec-4501-a6d0-98f41f3a43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:22.139104 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-67e6fa0c-333d-432d-aa5c-93445759bdf9 req-46e4500a-53ec-4501-a6d0-98f41f3a43ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0a02076-4513-49c2-9005-982dd487e634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0486715 Dec 14 01:53:22.241740 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-67e6fa0c-333d-432d-aa5c-93445759bdf9 req-c611fa90-cc2b-4654-86a3-39c322c39c81 service neutron] 10.222.0.16 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942948 Dec 14 01:53:22.331707 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-67e6fa0c-333d-432d-aa5c-93445759bdf9 req-d6b72e53-5f54-424f-ab83-d8a24fec13fa service neutron] 10.222.0.16 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819554 Dec 14 01:53:23.018053 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607f984-329a-4f0d-9f53-019656676efb req-3cbfde88-929b-4547-9478-a79a6cc05036 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:23.019553 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1607f984-329a-4f0d-9f53-019656676efb req-3cbfde88-929b-4547-9478-a79a6cc05036 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 985 time: 0.0511425 Dec 14 01:53:23.088526 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1607f984-329a-4f0d-9f53-019656676efb req-4aa861d4-8072-47af-9b9b-c01c6e01e3b8 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=8311260d-4d56-4366-820f-d66a07e6a44a&id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625587 Dec 14 01:53:24.217120 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3842a569-f4fb-4314-8439-ddc4fde380fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:24.227163 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf62040-224d-4fbf-8937-5a5b60b94a9b req-f4753327-bb76-4c9e-8d38-6a0553e2cd62 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:24.228672 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9bf62040-224d-4fbf-8937-5a5b60b94a9b req-f4753327-bb76-4c9e-8d38-6a0553e2cd62 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 985 time: 0.0597515 Dec 14 01:53:24.289774 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9bf62040-224d-4fbf-8937-5a5b60b94a9b req-45e05ff9-9f19-4beb-8cfc-c9da61c58f1f tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=8311260d-4d56-4366-820f-d66a07e6a44a&id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550282 Dec 14 01:53:25.421218 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f0999-4fbd-49e5-aa82-809ffc718561 req-98e47bf8-6b66-4efb-8106-6e29c98f021e tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:25.422714 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-612f0999-4fbd-49e5-aa82-809ffc718561 req-98e47bf8-6b66-4efb-8106-6e29c98f021e tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 985 time: 0.0574784 Dec 14 01:53:25.495345 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-612f0999-4fbd-49e5-aa82-809ffc718561 req-ec096793-fe41-4062-9d2b-56fe3561c450 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=8311260d-4d56-4366-820f-d66a07e6a44a&id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634234 Dec 14 01:53:25.531856 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:26.631062 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602ccdb-cf84-4bcd-9a48-607e08d34e6b req-adc807c2-9894-48f8-9ae1-54877a1b9345 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:26.632552 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6602ccdb-cf84-4bcd-9a48-607e08d34e6b req-adc807c2-9894-48f8-9ae1-54877a1b9345 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 985 time: 0.0532966 Dec 14 01:53:26.695739 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6602ccdb-cf84-4bcd-9a48-607e08d34e6b req-430cce46-6ef2-4843-a896-5c5f57564552 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=8311260d-4d56-4366-820f-d66a07e6a44a&id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569942 Dec 14 01:53:26.916897 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:27.724137 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:27.820119 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b512bd-dbae-4356-903e-279dfac6b64d req-6e869524-7203-40b7-9cbe-becb69efa699 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:27.821669 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b0b512bd-dbae-4356-903e-279dfac6b64d req-6e869524-7203-40b7-9cbe-becb69efa699 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 985 time: 0.0533519 Dec 14 01:53:27.889851 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b0b512bd-dbae-4356-903e-279dfac6b64d req-7627764e-216d-4b98-8fd0-3fc0719b544f tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=8311260d-4d56-4366-820f-d66a07e6a44a&id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592437 Dec 14 01:53:29.011136 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b410e-2cc2-4e36-9ae4-f429ad69d955 req-e4fee98e-bf8a-4ff9-905a-62122877e12e tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:29.012600 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7a4b410e-2cc2-4e36-9ae4-f429ad69d955 req-e4fee98e-bf8a-4ff9-905a-62122877e12e tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 985 time: 0.0505958 Dec 14 01:53:29.072761 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7a4b410e-2cc2-4e36-9ae4-f429ad69d955 req-baf5c635-e510-4742-80b5-841fe4cb8227 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=8311260d-4d56-4366-820f-d66a07e6a44a&id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539856 Dec 14 01:53:30.205574 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0002ba-ef86-41a0-9116-b983aeccc23f req-01cf8412-0b0b-4b03-a5b7-d8518ab36396 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:30.207119 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6e0002ba-ef86-41a0-9116-b983aeccc23f req-01cf8412-0b0b-4b03-a5b7-d8518ab36396 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 985 time: 0.0576253 Dec 14 01:53:30.273944 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6e0002ba-ef86-41a0-9116-b983aeccc23f req-679a46b6-880a-4088-be41-280f9bf76f67 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=8311260d-4d56-4366-820f-d66a07e6a44a&id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606573 Dec 14 01:53:31.754907 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d7aea-050b-4889-8644-dd1e0f0a4aae req-f9b23384-290e-4812-a845-daf555a3447a tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:31.756428 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-480d7aea-050b-4889-8644-dd1e0f0a4aae req-f9b23384-290e-4812-a845-daf555a3447a tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 985 time: 0.4031186 Dec 14 01:53:31.816892 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-480d7aea-050b-4889-8644-dd1e0f0a4aae req-b319ff43-2ad9-42db-a25b-71f147a9ac73 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=8311260d-4d56-4366-820f-d66a07e6a44a&id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542798 Dec 14 01:53:32.943713 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022b006-b1e2-4e4a-b73c-e4a9f3a1a525 req-212353dd-a8aa-4f0f-91b5-45163bc1cfb0 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:32.945227 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4022b006-b1e2-4e4a-b73c-e4a9f3a1a525 req-212353dd-a8aa-4f0f-91b5-45163bc1cfb0 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 985 time: 0.0598834 Dec 14 01:53:33.005939 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4022b006-b1e2-4e4a-b73c-e4a9f3a1a525 req-e5620b32-aa6b-465b-bea7-b21c89631741 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=8311260d-4d56-4366-820f-d66a07e6a44a&id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545683 Dec 14 01:53:34.159157 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f277b00-2120-4036-8a14-36ced9e38a0f req-e786d843-d705-48ac-9647-773e84782d02 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:34.160754 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f277b00-2120-4036-8a14-36ced9e38a0f req-e786d843-d705-48ac-9647-773e84782d02 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 985 time: 0.0657601 Dec 14 01:53:34.233557 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f277b00-2120-4036-8a14-36ced9e38a0f req-17b953a8-b4e0-4c1f-bfe5-59400cd187b2 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=8311260d-4d56-4366-820f-d66a07e6a44a&id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644150 Dec 14 01:53:41.135045 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:42.198963 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:53:48.789617 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e706d042-bb02-4dcd-a5e9-6961574b7fee req-e167d096-6df7-43dd-b12b-1e0c6a7114e5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435355 Dec 14 01:53:48.903420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706d042-bb02-4dcd-a5e9-6961574b7fee req-2fc57681-b24a-4106-afe1-2e2c8c7d3f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:48.905651 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e706d042-bb02-4dcd-a5e9-6961574b7fee req-2fc57681-b24a-4106-afe1-2e2c8c7d3f4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=704260ceac344d39a8513bbdde42962d&device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 1138 time: 0.0552304 Dec 14 01:53:49.018753 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706d042-bb02-4dcd-a5e9-6961574b7fee req-b0ceb22a-deab-4a61-9f11-5cc71fa18db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:49.020340 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e706d042-bb02-4dcd-a5e9-6961574b7fee req-b0ceb22a-deab-4a61-9f11-5cc71fa18db3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e0a02076-4513-49c2-9005-982dd487e634 HTTP/1.1" status: 200 len: 915 time: 0.0952046 Dec 14 01:53:49.095600 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e706d042-bb02-4dcd-a5e9-6961574b7fee req-e8ac6c95-a305-43fc-9123-dc23b137bf40 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e0657ef-69a7-4784-9d4b-76e67727b9f4 HTTP/1.1" status: 200 len: 1002 time: 0.0677485 Dec 14 01:53:49.265077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706d042-bb02-4dcd-a5e9-6961574b7fee req-db3c3421-17b1-4565-9ee9-28bd59786d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:49.266587 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e706d042-bb02-4dcd-a5e9-6961574b7fee req-db3c3421-17b1-4565-9ee9-28bd59786d19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d71734e4-3248-4dab-b4eb-cf9bedceac31 HTTP/1.1" status: 200 len: 854 time: 0.0529976 Dec 14 01:53:49.325037 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706d042-bb02-4dcd-a5e9-6961574b7fee req-0f11d708-6f43-453b-bba2-0dfd161f2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:53:49.326594 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e706d042-bb02-4dcd-a5e9-6961574b7fee req-0f11d708-6f43-453b-bba2-0dfd161f2609 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0a02076-4513-49c2-9005-982dd487e634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526741 Dec 14 01:53:49.431893 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e706d042-bb02-4dcd-a5e9-6961574b7fee req-797349ee-0c0a-42c6-9ff8-a3b7143290e9 service neutron] 10.222.0.16 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967019 Dec 14 01:53:49.527578 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e706d042-bb02-4dcd-a5e9-6961574b7fee req-b5caa8c2-4ebe-4aa0-953c-f8b8137f1123 service neutron] 10.222.0.16 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878739 Dec 14 01:53:51.995203 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a9eb1f1-ba1f-407f-9fd5-5608032dafb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:54.219280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab1f3455-cbbc-4dc3-8154-d7481e5916e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:55.537749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:56.921319 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:53:57.710748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:06.709574 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9a702701-506d-4020-b3a4-423c080f73e6 req-cc51b4ff-d576-4b43-a2e0-25e6d8467a38 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1399925881&fields=id&tenant_id=704260ceac344d39a8513bbdde42962d HTTP/1.1" status: 200 len: 267 time: 0.0521178 Dec 14 01:54:06.771970 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a702701-506d-4020-b3a4-423c080f73e6 req-5df00a1b-7343-4900-bc9e-5ff0489e350d tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:06.773456 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9a702701-506d-4020-b3a4-423c080f73e6 req-5df00a1b-7343-4900-bc9e-5ff0489e350d tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 985 time: 0.0560286 Dec 14 01:54:06.785032 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-9a702701-506d-4020-b3a4-423c080f73e6 req-f3cb7325-a3af-4bf9-9605-f2e6cc01ed84 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Request body: {'port': {'security_groups': ['b6ffb247-62f3-4992-978d-86973fd73f40']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:54:06.852812 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-9a702701-506d-4020-b3a4-423c080f73e6 req-f3cb7325-a3af-4bf9-9605-f2e6cc01ed84 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:07.042724 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-9a702701-506d-4020-b3a4-423c080f73e6 req-f3cb7325-a3af-4bf9-9605-f2e6cc01ed84 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] For port 7e0657ef-69a7-4784-9d4b-76e67727b9f4, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7e0657ef-69a7-4784-9d4b-76e67727b9f4,segment=NetworkSegment(ca594e1e-f47f-4c50-bc8a-cef791b70452),segment_id=ca594e1e-f47f-4c50-bc8a-cef791b70452)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:54:07.072387 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-9a702701-506d-4020-b3a4-423c080f73e6 req-f3cb7325-a3af-4bf9-9605-f2e6cc01ed84 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:07.079376 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-9a702701-506d-4020-b3a4-423c080f73e6 req-f3cb7325-a3af-4bf9-9605-f2e6cc01ed84 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:07.114125 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['7e0657ef-69a7-4784-9d4b-76e67727b9f4'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:54:07.123854 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a702701-506d-4020-b3a4-423c080f73e6 req-f3cb7325-a3af-4bf9-9605-f2e6cc01ed84 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:07.124551 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-9a702701-506d-4020-b3a4-423c080f73e6 req-f3cb7325-a3af-4bf9-9605-f2e6cc01ed84 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:07.125936 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9a702701-506d-4020-b3a4-423c080f73e6 req-f3cb7325-a3af-4bf9-9605-f2e6cc01ed84 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "PUT /v2.0/ports/7e0657ef-69a7-4784-9d4b-76e67727b9f4 HTTP/1.1" status: 200 len: 943 time: 0.3453910 Dec 14 01:54:07.126405 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'tag': '7e0657ef-69a7-4784-9d4b-76e67727b9f4'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:54:07.128750 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7485b26d-9700-4ed6-a531-c29fbc2c3eda" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb3b7a5-f366-45b8-a0b4-fb773fb2c606", "tag": "7e0657ef-69a7-4784-9d4b-76e67727b9f4"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:54:07.132514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34466) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:07.160134 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb7325-a3af-4bf9-9605-f2e6cc01ed84 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Pushing event updated for resources: {'Port': ['ID=7e0657ef-69a7-4784-9d4b-76e67727b9f4,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:07.187443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f84707b-e735-458e-bbdc-49b99b783a52 x-openstack-request-id: req-6f84707b-e735-458e-bbdc-49b99b783a52 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:54:07.187674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb3b7a5-f366-45b8-a0b4-fb773fb2c606", "tag": "7e0657ef-69a7-4784-9d4b-76e67727b9f4", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:54:07.187887 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f84707b-e735-458e-bbdc-49b99b783a52 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:54:07.188329 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'tag': '7e0657ef-69a7-4784-9d4b-76e67727b9f4', 'status': 'completed', 'code': 200} Dec 14 01:54:07.223100 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:07.251226 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['7e0657ef-69a7-4784-9d4b-76e67727b9f4'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:54:07.280471 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:07.328027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485b26d-9700-4ed6-a531-c29fbc2c3eda req-ec6f9222-6563-440d-971d-9ab24d9b8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:07.330070 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-7485b26d-9700-4ed6-a531-c29fbc2c3eda req-ec6f9222-6563-440d-971d-9ab24d9b8837 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=704260ceac344d39a8513bbdde42962d&device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 1099 time: 0.0869908 Dec 14 01:54:07.415862 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:07.416297 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3a37b72a-be59-42bf-951b-e342e85e8bdf None None] Provisioning complete for port 7e0657ef-69a7-4784-9d4b-76e67727b9f4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:54:07.416671 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a37b72a-be59-42bf-951b-e342e85e8bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:07.418445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:07.420116 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "DELETE /v2.0/security-groups/8311260d-4d56-4366-820f-d66a07e6a44a HTTP/1.1" status: 204 len: 168 time: 0.2865372 Dec 14 01:54:07.422910 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34468) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:07.444201 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8311260d-4d56-4366-820f-d66a07e6a44a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:07.452269 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485b26d-9700-4ed6-a531-c29fbc2c3eda req-1130b18e-0790-489d-ac6b-f5854c470744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:07.453854 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-7485b26d-9700-4ed6-a531-c29fbc2c3eda req-1130b18e-0790-489d-ac6b-f5854c470744 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e0a02076-4513-49c2-9005-982dd487e634 HTTP/1.1" status: 200 len: 915 time: 0.1156268 Dec 14 01:54:07.455587 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.455903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.456452 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.456669 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.457026 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.457257 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.457585 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.457909 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.458233 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.458555 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.458878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.459198 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.459517 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d50fa-46cd-40d6-867e-4865c5d8e595 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.526288 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-7485b26d-9700-4ed6-a531-c29fbc2c3eda req-34d6025b-718b-4f89-97dc-e4d87918afc7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e0657ef-69a7-4784-9d4b-76e67727b9f4 HTTP/1.1" status: 200 len: 1002 time: 0.0638845 Dec 14 01:54:07.582561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485b26d-9700-4ed6-a531-c29fbc2c3eda req-c329c002-c432-4a38-980d-55632240a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:07.584082 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-7485b26d-9700-4ed6-a531-c29fbc2c3eda req-c329c002-c432-4a38-980d-55632240a467 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d71734e4-3248-4dab-b4eb-cf9bedceac31 HTTP/1.1" status: 200 len: 854 time: 0.0501797 Dec 14 01:54:07.593513 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Deleting port 779b6767-a01e-4f05-8bf0-ecb398cabf0a {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:54:07.593851 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:07.632370 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485b26d-9700-4ed6-a531-c29fbc2c3eda req-3823fbab-662b-4b48-bb73-c63f2507c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:07.633936 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-7485b26d-9700-4ed6-a531-c29fbc2c3eda req-3823fbab-662b-4b48-bb73-c63f2507c6aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0a02076-4513-49c2-9005-982dd487e634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412397 Dec 14 01:54:07.675860 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:07.676171 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:07.687928 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Calling delete_port for 779b6767-a01e-4f05-8bf0-ecb398cabf0a owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:54:07.732243 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-7485b26d-9700-4ed6-a531-c29fbc2c3eda req-abd3e880-91f9-4e16-b0e1-16ff4ae49423 service neutron] 10.222.0.16 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883665 Dec 14 01:54:07.826564 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-7485b26d-9700-4ed6-a531-c29fbc2c3eda req-2c6df538-221c-4296-96cf-992cf69ca507 service neutron] 10.222.0.16 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877512 Dec 14 01:54:07.845362 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:07.869023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Pushing event deleted for resources: {'Port': ['ID=779b6767-a01e-4f05-8bf0-ecb398cabf0a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:07.878972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.879333 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.879683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.880035 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.880420 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.880846 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.881084 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.881425 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.881762 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.882101 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.882437 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.882769 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.883098 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:07.943781 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:07.944115 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Floating IP 3911d327-e4a3-41f7-bb7d-6dc6cc73af0b disassociated (deleted). External IP: 172.26.1.135, port: 7e0657ef-69a7-4784-9d4b-76e67727b9f4. Dec 14 01:54:08.163693 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Router c43cd883-de85-470f-8789-78bf1931a62d has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:54:08.276041 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:54:08.281495 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:08.288415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dfc99a-a735-4603-9b7e-00f8bbd3170a None None] Sync routers for ids ['c43cd883-de85-470f-8789-78bf1931a62d'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:54:08.299117 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dfc99a-a735-4603-9b7e-00f8bbd3170a None None] Routers {'c43cd883-de85-470f-8789-78bf1931a62d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:54:08.299749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-53dfc99a-a735-4603-9b7e-00f8bbd3170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:53:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c43cd883-de85-470f-8789-78bf1931a62d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:08.309684 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e970c5e8-32c4-44e5-bb7e-716317843c05 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "DELETE /v2.0/floatingips/3911d327-e4a3-41f7-bb7d-6dc6cc73af0b HTTP/1.1" status: 204 len: 168 time: 0.8854222 Dec 14 01:54:08.566699 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-53dfc99a-a735-4603-9b7e-00f8bbd3170a None None] Set router c43cd883-de85-470f-8789-78bf1931a62d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:54:08.770722 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-53dfc99a-a735-4603-9b7e-00f8bbd3170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'name': 'tempest-TestMinimumBasicScenario-1321934120-router', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:11Z', 'updated_at': '2021-12-14T01:52:14Z', 'revision_number': 4, 'project_id': '704260ceac344d39a8513bbdde42962d', 'gw_port': {'id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:12Z', 'updated_at': '2021-12-14T01:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'e72c656f-6ca4-4dc3-b86e-2a98b015438d', 'name': '', 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'mac_address': 'fa:16:3e:4a:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:14Z', 'updated_at': '2021-12-14T01:52:19Z', 'revision_number': 5, 'project_id': '704260ceac344d39a8513bbdde42962d', 'subnets': [{'id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:08.801597 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dfc99a-a735-4603-9b7e-00f8bbd3170a None None] Checking router: c43cd883-de85-470f-8789-78bf1931a62d for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:54:08.810723 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dfc99a-a735-4603-9b7e-00f8bbd3170a None None] Routers {'c43cd883-de85-470f-8789-78bf1931a62d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:54:08.811335 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-53dfc99a-a735-4603-9b7e-00f8bbd3170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:53:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c43cd883-de85-470f-8789-78bf1931a62d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:08.917333 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-53dfc99a-a735-4603-9b7e-00f8bbd3170a None None] Set router c43cd883-de85-470f-8789-78bf1931a62d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:54:09.123073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-53dfc99a-a735-4603-9b7e-00f8bbd3170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'name': 'tempest-TestMinimumBasicScenario-1321934120-router', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:11Z', 'updated_at': '2021-12-14T01:52:14Z', 'revision_number': 4, 'project_id': '704260ceac344d39a8513bbdde42962d', 'gw_port': {'id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:12Z', 'updated_at': '2021-12-14T01:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'e72c656f-6ca4-4dc3-b86e-2a98b015438d', 'name': '', 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'mac_address': 'fa:16:3e:4a:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:14Z', 'updated_at': '2021-12-14T01:52:19Z', 'revision_number': 5, 'project_id': '704260ceac344d39a8513bbdde42962d', 'subnets': [{'id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:09.149388 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dfc99a-a735-4603-9b7e-00f8bbd3170a None None] The sync data for ids ['c43cd883-de85-470f-8789-78bf1931a62d'] in dv-neutron-821592-1-hyperv is: [{'id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'name': 'tempest-TestMinimumBasicScenario-1321934120-router', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:11Z', 'updated_at': '2021-12-14T01:52:14Z', 'revision_number': 4, 'project_id': '704260ceac344d39a8513bbdde42962d', 'gw_port': {'id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:12Z', 'updated_at': '2021-12-14T01:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'e72c656f-6ca4-4dc3-b86e-2a98b015438d', 'name': '', 'network_id': 'e0a02076-4513-49c2-9005-982dd487e634', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'mac_address': 'fa:16:3e:4a:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:14Z', 'updated_at': '2021-12-14T01:52:19Z', 'revision_number': 5, 'project_id': '704260ceac344d39a8513bbdde42962d', 'subnets': [{'id': 'd71734e4-3248-4dab-b4eb-cf9bedceac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:54:09.189472 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'tag': '7e0657ef-69a7-4784-9d4b-76e67727b9f4'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:54:09.191917 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e07dd0-9b2a-4dc6-9c9c-c97046821865" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb3b7a5-f366-45b8-a0b4-fb773fb2c606", "tag": "7e0657ef-69a7-4784-9d4b-76e67727b9f4"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:54:09.229052 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcbdd62-8e5b-4da7-99ba-3d041373513e x-openstack-request-id: req-dfcbdd62-8e5b-4da7-99ba-3d041373513e {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:54:09.229349 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb3b7a5-f366-45b8-a0b4-fb773fb2c606", "tag": "7e0657ef-69a7-4784-9d4b-76e67727b9f4", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:54:09.229612 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfcbdd62-8e5b-4da7-99ba-3d041373513e {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:54:09.230006 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'tag': '7e0657ef-69a7-4784-9d4b-76e67727b9f4', 'status': 'completed', 'code': 200} Dec 14 01:54:09.325024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e07dd0-9b2a-4dc6-9c9c-c97046821865 req-537136f5-4afc-4d7f-8d6a-b878dc6f2f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:09.326585 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d5e07dd0-9b2a-4dc6-9c9c-c97046821865 req-537136f5-4afc-4d7f-8d6a-b878dc6f2f36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=704260ceac344d39a8513bbdde42962d&device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 1099 time: 0.0514073 Dec 14 01:54:09.403811 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8588fce6-5a8e-49ad-a226-b96d0b93e62a None None] New status for floating IP 3911d327-e4a3-41f7-bb7d-6dc6cc73af0b: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:54:09.423830 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e07dd0-9b2a-4dc6-9c9c-c97046821865 req-c97eab44-1ebc-4603-ac76-e398c7dca044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:09.425393 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d5e07dd0-9b2a-4dc6-9c9c-c97046821865 req-c97eab44-1ebc-4603-ac76-e398c7dca044 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e0a02076-4513-49c2-9005-982dd487e634 HTTP/1.1" status: 200 len: 915 time: 0.0902727 Dec 14 01:54:09.473618 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d5e07dd0-9b2a-4dc6-9c9c-c97046821865 req-778ca60c-e8a7-49f0-8b55-15a0cf5ad757 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e0657ef-69a7-4784-9d4b-76e67727b9f4 HTTP/1.1" status: 200 len: 217 time: 0.0397394 Dec 14 01:54:09.525494 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e07dd0-9b2a-4dc6-9c9c-c97046821865 req-47590ce3-67fa-4467-8023-e4b322815f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:09.526976 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d5e07dd0-9b2a-4dc6-9c9c-c97046821865 req-47590ce3-67fa-4467-8023-e4b322815f7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d71734e4-3248-4dab-b4eb-cf9bedceac31 HTTP/1.1" status: 200 len: 854 time: 0.0467627 Dec 14 01:54:09.574347 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e07dd0-9b2a-4dc6-9c9c-c97046821865 req-2058c6e5-55b5-4521-856a-d458d1bfaf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:09.576282 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d5e07dd0-9b2a-4dc6-9c9c-c97046821865 req-2058c6e5-55b5-4521-856a-d458d1bfaf3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0a02076-4513-49c2-9005-982dd487e634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412588 Dec 14 01:54:09.676689 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d5e07dd0-9b2a-4dc6-9c9c-c97046821865 req-7842e1bf-370a-41f1-b8f9-58c898071d53 service neutron] 10.222.0.16 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924416 Dec 14 01:54:09.767649 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d5e07dd0-9b2a-4dc6-9c9c-c97046821865 req-b3fd752d-6ff7-4d6c-ab60-4c6056effe9f service neutron] 10.222.0.16 "GET /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838773 Dec 14 01:54:11.154365 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:17.420409 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e76f70-0490-48ea-bc57-2d2065631d5e req-4d66f649-b0e6-4f96-b85b-9e6b9750d28c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:17.421937 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-77e76f70-0490-48ea-bc57-2d2065631d5e req-4d66f649-b0e6-4f96-b85b-9e6b9750d28c tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 946 time: 0.0573633 Dec 14 01:54:17.473469 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-77e76f70-0490-48ea-bc57-2d2065631d5e req-2d771bc5-5fe4-4563-b911-692c201086d9 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424888 Dec 14 01:54:18.610742 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5600d5-f454-48ca-9242-1b519fb60c0c req-a29585b9-a01e-4b50-991d-a4403bc4aa18 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:18.612251 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ac5600d5-f454-48ca-9242-1b519fb60c0c req-a29585b9-a01e-4b50-991d-a4403bc4aa18 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 946 time: 0.0558033 Dec 14 01:54:18.663515 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ac5600d5-f454-48ca-9242-1b519fb60c0c req-ce2672ee-7796-472f-8b41-8dfe1d504f3e tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6ffb247-62f3-4992-978d-86973fd73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424278 Dec 14 01:54:19.169077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbe2b6-6cc2-4cb4-b242-121e8907cec7 req-23020c00-10c3-49eb-893b-c1ec09e24228 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:19.176805 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-49cbe2b6-6cc2-4cb4-b242-121e8907cec7 req-23020c00-10c3-49eb-893b-c1ec09e24228 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 946 time: 0.0546722 Dec 14 01:54:19.197779 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:54:19.284137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-49cbe2b6-6cc2-4cb4-b242-121e8907cec7 req-74340ce7-fc20-4b47-9f4d-2e39087c80ab tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Deleting port 7e0657ef-69a7-4784-9d4b-76e67727b9f4 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:54:19.284507 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-49cbe2b6-6cc2-4cb4-b242-121e8907cec7 req-74340ce7-fc20-4b47-9f4d-2e39087c80ab tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:19.380912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-49cbe2b6-6cc2-4cb4-b242-121e8907cec7 req-74340ce7-fc20-4b47-9f4d-2e39087c80ab tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] For port 7e0657ef-69a7-4784-9d4b-76e67727b9f4, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7e0657ef-69a7-4784-9d4b-76e67727b9f4,segment=NetworkSegment(ca594e1e-f47f-4c50-bc8a-cef791b70452),segment_id=ca594e1e-f47f-4c50-bc8a-cef791b70452)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:54:19.381281 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-49cbe2b6-6cc2-4cb4-b242-121e8907cec7 req-74340ce7-fc20-4b47-9f4d-2e39087c80ab tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:19.394208 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-49cbe2b6-6cc2-4cb4-b242-121e8907cec7 req-74340ce7-fc20-4b47-9f4d-2e39087c80ab tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Calling delete_port for 7e0657ef-69a7-4784-9d4b-76e67727b9f4 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:54:19.539205 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-49cbe2b6-6cc2-4cb4-b242-121e8907cec7 req-74340ce7-fc20-4b47-9f4d-2e39087c80ab tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:19.568084 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74340ce7-fc20-4b47-9f4d-2e39087c80ab tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Pushing event deleted for resources: {'Port': ['ID=7e0657ef-69a7-4784-9d4b-76e67727b9f4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:19.577114 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['7e0657ef-69a7-4784-9d4b-76e67727b9f4'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:54:19.618043 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cbe2b6-6cc2-4cb4-b242-121e8907cec7 req-74340ce7-fc20-4b47-9f4d-2e39087c80ab tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] No DVR routers for this DVR port 7e0657ef-69a7-4784-9d4b-76e67727b9f4 on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:54:19.620633 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-49cbe2b6-6cc2-4cb4-b242-121e8907cec7 req-74340ce7-fc20-4b47-9f4d-2e39087c80ab tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:19.624332 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-49cbe2b6-6cc2-4cb4-b242-121e8907cec7 req-74340ce7-fc20-4b47-9f4d-2e39087c80ab tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.16 "DELETE /v2.0/ports/7e0657ef-69a7-4784-9d4b-76e67727b9f4 HTTP/1.1" status: 204 len: 173 time: 0.4470577 Dec 14 01:54:19.624772 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'name': 'network-vif-deleted', 'tag': '7e0657ef-69a7-4784-9d4b-76e67727b9f4'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:54:19.627120 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217795bc-ca8d-4b6a-983e-833541f1b6f9" -d '{"events": [{"server_uuid": "4bb3b7a5-f366-45b8-a0b4-fb773fb2c606", "name": "network-vif-deleted", "tag": "7e0657ef-69a7-4784-9d4b-76e67727b9f4"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:54:19.671178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64539e58-985b-4c43-b8bf-05fc0ad2963a x-openstack-request-id: req-64539e58-985b-4c43-b8bf-05fc0ad2963a {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:54:19.671514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb3b7a5-f366-45b8-a0b4-fb773fb2c606", "name": "network-vif-deleted", "tag": "7e0657ef-69a7-4784-9d4b-76e67727b9f4", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:54:19.671773 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64539e58-985b-4c43-b8bf-05fc0ad2963a {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:54:19.672216 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb3b7a5-f366-45b8-a0b4-fb773fb2c606', 'name': 'network-vif-deleted', 'tag': '7e0657ef-69a7-4784-9d4b-76e67727b9f4', 'status': 'completed', 'code': 200} Dec 14 01:54:19.770308 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cb5b5b39-39ec-4bc1-ac19-12a3c2d7b807 req-5441270d-dc63-4036-b2dd-2879e9fdcb86 tempest-TestMinimumBasicScenario-1583371121 tempest-TestMinimumBasicScenario-1583371121-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb3b7a5-f366-45b8-a0b4-fb773fb2c606 HTTP/1.1" status: 200 len: 210 time: 0.0304646 Dec 14 01:54:21.411635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34568) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:21.669803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 7e0657ef-69a7-4784-9d4b-76e67727b9f4 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:54:21.691124 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 7e0657ef-69a7-4784-9d4b-76e67727b9f4 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:54:21.691483 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 7e0657ef-69a7-4784-9d4b-76e67727b9f4 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:54:21.767654 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-855c47d6-db80-4f07-ac32-862dd96bb5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:21.992965 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4a02d20-177f-42f9-a01b-af3702adbf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:22.023239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-855c47d6-db80-4f07-ac32-862dd96bb5bd admin admin] Deleting port e72c656f-6ca4-4dc3-b86e-2a98b015438d {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:54:22.023583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-855c47d6-db80-4f07-ac32-862dd96bb5bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:22.106487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-855c47d6-db80-4f07-ac32-862dd96bb5bd admin admin] For port e72c656f-6ca4-4dc3-b86e-2a98b015438d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e72c656f-6ca4-4dc3-b86e-2a98b015438d,segment=NetworkSegment(ca594e1e-f47f-4c50-bc8a-cef791b70452),segment_id=ca594e1e-f47f-4c50-bc8a-cef791b70452)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:54:22.106818 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-855c47d6-db80-4f07-ac32-862dd96bb5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:22.119882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-855c47d6-db80-4f07-ac32-862dd96bb5bd admin admin] Calling delete_port for e72c656f-6ca4-4dc3-b86e-2a98b015438d owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:54:22.314796 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-855c47d6-db80-4f07-ac32-862dd96bb5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:22.351913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c47d6-db80-4f07-ac32-862dd96bb5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e72c656f-6ca4-4dc3-b86e-2a98b015438d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:22.519487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-855c47d6-db80-4f07-ac32-862dd96bb5bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:22.736940 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855c47d6-db80-4f07-ac32-862dd96bb5bd admin admin] Router c43cd883-de85-470f-8789-78bf1931a62d has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:54:22.845305 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855c47d6-db80-4f07-ac32-862dd96bb5bd admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:54:22.851104 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-855c47d6-db80-4f07-ac32-862dd96bb5bd admin admin] 10.222.0.32 "PUT /v2.0/routers/c43cd883-de85-470f-8789-78bf1931a62d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4378748 Dec 14 01:54:22.853916 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34570) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:22.854405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8046ef76-ad53-41c3-8f32-1fbe86c9fa62 None None] Sync routers for ids ['c43cd883-de85-470f-8789-78bf1931a62d'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:54:22.865528 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8046ef76-ad53-41c3-8f32-1fbe86c9fa62 None None] Routers {'c43cd883-de85-470f-8789-78bf1931a62d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:54:22.866187 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8046ef76-ad53-41c3-8f32-1fbe86c9fa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:53:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c43cd883-de85-470f-8789-78bf1931a62d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:22.961133 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-782407b7-deb3-4384-9449-754b4bbd3826 admin admin] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:22.973169 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-8046ef76-ad53-41c3-8f32-1fbe86c9fa62 None None] Set router c43cd883-de85-470f-8789-78bf1931a62d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:54:23.158812 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8046ef76-ad53-41c3-8f32-1fbe86c9fa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'name': 'tempest-TestMinimumBasicScenario-1321934120-router', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:11Z', 'updated_at': '2021-12-14T01:54:22Z', 'revision_number': 5, 'project_id': '704260ceac344d39a8513bbdde42962d', 'gw_port': {'id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:12Z', 'updated_at': '2021-12-14T01:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:23.186166 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8046ef76-ad53-41c3-8f32-1fbe86c9fa62 None None] Checking router: c43cd883-de85-470f-8789-78bf1931a62d for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:54:23.196577 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8046ef76-ad53-41c3-8f32-1fbe86c9fa62 None None] Routers {'c43cd883-de85-470f-8789-78bf1931a62d'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:54:23.197218 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8046ef76-ad53-41c3-8f32-1fbe86c9fa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:53:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['c43cd883-de85-470f-8789-78bf1931a62d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:23.307679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-8046ef76-ad53-41c3-8f32-1fbe86c9fa62 None None] Set router c43cd883-de85-470f-8789-78bf1931a62d gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:54:23.378382 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-782407b7-deb3-4384-9449-754b4bbd3826 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:23.434560 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-782407b7-deb3-4384-9449-754b4bbd3826 admin admin] Deleting port 4bc59f5e-692d-4e0b-9096-724de841ab16 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:54:23.434935 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-782407b7-deb3-4384-9449-754b4bbd3826 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:23.492208 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8046ef76-ad53-41c3-8f32-1fbe86c9fa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'name': 'tempest-TestMinimumBasicScenario-1321934120-router', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:11Z', 'updated_at': '2021-12-14T01:54:22Z', 'revision_number': 5, 'project_id': '704260ceac344d39a8513bbdde42962d', 'gw_port': {'id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:12Z', 'updated_at': '2021-12-14T01:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:23.516902 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-782407b7-deb3-4384-9449-754b4bbd3826 admin admin] For port 4bc59f5e-692d-4e0b-9096-724de841ab16, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=4bc59f5e-692d-4e0b-9096-724de841ab16,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:54:23.517261 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-782407b7-deb3-4384-9449-754b4bbd3826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:23.518665 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8046ef76-ad53-41c3-8f32-1fbe86c9fa62 None None] The sync data for ids ['c43cd883-de85-470f-8789-78bf1931a62d'] in dv-neutron-821592-1-hyperv is: [{'id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'name': 'tempest-TestMinimumBasicScenario-1321934120-router', 'tenant_id': '704260ceac344d39a8513bbdde42962d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:11Z', 'updated_at': '2021-12-14T01:54:22Z', 'revision_number': 5, 'project_id': '704260ceac344d39a8513bbdde42962d', 'gw_port': {'id': '4bc59f5e-692d-4e0b-9096-724de841ab16', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cd883-de85-470f-8789-78bf1931a62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:12Z', 'updated_at': '2021-12-14T01:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:54:23.531381 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-782407b7-deb3-4384-9449-754b4bbd3826 admin admin] Calling delete_port for 4bc59f5e-692d-4e0b-9096-724de841ab16 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:54:23.707732 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-782407b7-deb3-4384-9449-754b4bbd3826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:23.732295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782407b7-deb3-4384-9449-754b4bbd3826 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc59f5e-692d-4e0b-9096-724de841ab16,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:23.747455 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c17b503-5f01-4361-acc3-01233606f60e None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:54:23.794087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-782407b7-deb3-4384-9449-754b4bbd3826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:23.886461 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-782407b7-deb3-4384-9449-754b4bbd3826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:23.890193 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-782407b7-deb3-4384-9449-754b4bbd3826 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:23.952273 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-782407b7-deb3-4384-9449-754b4bbd3826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:23.952819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782407b7-deb3-4384-9449-754b4bbd3826 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c43cd883-de85-470f-8789-78bf1931a62d {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:54:23.957652 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-782407b7-deb3-4384-9449-754b4bbd3826 admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:23.961604 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-782407b7-deb3-4384-9449-754b4bbd3826 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c43cd883-de85-470f-8789-78bf1931a62d HTTP/1.1" status: 204 len: 168 time: 1.1066844 Dec 14 01:54:23.962232 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34572) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:24.011284 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e72c656f-6ca4-4dc3-b86e-2a98b015438d no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:54:24.014064 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-755ed5d5-6c7c-4c57-882e-9dd2e48a530c admin admin] Deleting subnet d71734e4-3248-4dab-b4eb-cf9bedceac31 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:54:24.018059 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-755ed5d5-6c7c-4c57-882e-9dd2e48a530c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:24.032732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: e72c656f-6ca4-4dc3-b86e-2a98b015438d {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:54:24.033163 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e72c656f-6ca4-4dc3-b86e-2a98b015438d not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:54:24.055842 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-755ed5d5-6c7c-4c57-882e-9dd2e48a530c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:24.133793 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-755ed5d5-6c7c-4c57-882e-9dd2e48a530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:24.193181 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-755ed5d5-6c7c-4c57-882e-9dd2e48a530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:24.207130 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-755ed5d5-6c7c-4c57-882e-9dd2e48a530c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:24.214440 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-755ed5d5-6c7c-4c57-882e-9dd2e48a530c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d71734e4-3248-4dab-b4eb-cf9bedceac31 HTTP/1.1" status: 204 len: 168 time: 0.2479904 Dec 14 01:54:24.214618 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22c9055-fee3-4459-85d2-8fcfaf2ed7ba None None] Network e0a02076-4513-49c2-9005-982dd487e634 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:54:24.214719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34574) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:24.253343 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ed5d5-6c7c-4c57-882e-9dd2e48a530c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d71734e4-3248-4dab-b4eb-cf9bedceac31,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:24.255884 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8cb1869-3fef-421d-8aa1-fd937090cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:24.306999 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:24.362791 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] Deleting port d97e0345-976b-4798-9d17-a7bc963e43c3 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:54:24.363132 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:24.428438 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] For port d97e0345-976b-4798-9d17-a7bc963e43c3, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d97e0345-976b-4798-9d17-a7bc963e43c3,segment=NetworkSegment(ca594e1e-f47f-4c50-bc8a-cef791b70452),segment_id=ca594e1e-f47f-4c50-bc8a-cef791b70452)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:54:24.428766 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:24.441435 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] Calling delete_port for d97e0345-976b-4798-9d17-a7bc963e43c3 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:54:24.536860 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:24.575560 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] Pushing event deleted for resources: {'Port': ['ID=d97e0345-976b-4798-9d17-a7bc963e43c3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:24.580813 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] No DVR routers for this DVR port d97e0345-976b-4798-9d17-a7bc963e43c3 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:54:24.609942 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd25664-25f9-4148-bfb3-b0fb53303f36 None None] DHCP port deletion for e0a02076-4513-49c2-9005-982dd487e634 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:54:24.660911 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:24.682663 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a02076-4513-49c2-9005-982dd487e634']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:24.692346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca594e1e-f47f-4c50-bc8a-cef791b70452') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:24.692653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca594e1e-f47f-4c50-bc8a-cef791b70452') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:24.702636 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:24.716313 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:24.722582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:54:24.722955 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:54:24.724642 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:54:24.784059 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:24.789493 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:24.792606 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] 10.222.0.32 "DELETE /v2.0/networks/e0a02076-4513-49c2-9005-982dd487e634 HTTP/1.1" status: 204 len: 168 time: 0.5776393 Dec 14 01:54:24.795933 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34576) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:24.804482 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a1d53-6d1e-4bd2-a9cf-1043d747596b admin admin] Pushing event deleted for resources: {'Network': ['ID=e0a02076-4513-49c2-9005-982dd487e634,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:25.156889 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfad38a5-0d41-4fab-a264-7829254050b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:25.411118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-cfad38a5-0d41-4fab-a264-7829254050b0 admin admin] Deleting port f055d4f1-c6f8-43f1-88da-4097185df56b {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:54:25.411343 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfad38a5-0d41-4fab-a264-7829254050b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:25.490727 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cfad38a5-0d41-4fab-a264-7829254050b0 admin admin] For port f055d4f1-c6f8-43f1-88da-4097185df56b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=f055d4f1-c6f8-43f1-88da-4097185df56b,segment=NetworkSegment(b4ca52b7-d1c6-4e07-a547-f309a74fa411),segment_id=b4ca52b7-d1c6-4e07-a547-f309a74fa411)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:54:25.491084 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfad38a5-0d41-4fab-a264-7829254050b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:25.503717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-cfad38a5-0d41-4fab-a264-7829254050b0 admin admin] Calling delete_port for f055d4f1-c6f8-43f1-88da-4097185df56b owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:54:25.537601 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:25.698974 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d97e0345-976b-4798-9d17-a7bc963e43c3 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:54:25.699967 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfad38a5-0d41-4fab-a264-7829254050b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:25.718472 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: d97e0345-976b-4798-9d17-a7bc963e43c3 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:54:25.718797 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d97e0345-976b-4798-9d17-a7bc963e43c3 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:54:25.719247 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4bc59f5e-692d-4e0b-9096-724de841ab16 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:54:25.729878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad38a5-0d41-4fab-a264-7829254050b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f055d4f1-c6f8-43f1-88da-4097185df56b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:25.739779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 4bc59f5e-692d-4e0b-9096-724de841ab16 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:54:25.740164 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 4bc59f5e-692d-4e0b-9096-724de841ab16 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:54:25.889518 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfad38a5-0d41-4fab-a264-7829254050b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:26.119937 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfad38a5-0d41-4fab-a264-7829254050b0 admin admin] Router 32531800-3288-4af9-91aa-b411294c34bd has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:54:26.231870 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfad38a5-0d41-4fab-a264-7829254050b0 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:54:26.237769 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cfad38a5-0d41-4fab-a264-7829254050b0 admin admin] 10.222.0.32 "PUT /v2.0/routers/32531800-3288-4af9-91aa-b411294c34bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4406171 Dec 14 01:54:26.240618 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34578) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:26.244210 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b75228-e250-4aec-9b7b-2d23eb00b065 None None] Sync routers for ids ['32531800-3288-4af9-91aa-b411294c34bd'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:54:26.255387 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b75228-e250-4aec-9b7b-2d23eb00b065 None None] Routers {'32531800-3288-4af9-91aa-b411294c34bd'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:54:26.256112 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-01b75228-e250-4aec-9b7b-2d23eb00b065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:54:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['32531800-3288-4af9-91aa-b411294c34bd'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:26.348022 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b252050-38ad-44d1-903f-650b648c24d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:26.362410 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-01b75228-e250-4aec-9b7b-2d23eb00b065 None None] Set router 32531800-3288-4af9-91aa-b411294c34bd gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:54:26.455335 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b252050-38ad-44d1-903f-650b648c24d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:26.509070 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6b252050-38ad-44d1-903f-650b648c24d0 admin admin] Deleting port ebc7ff6d-7ff3-4519-9086-c97dc8828266 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:54:26.509412 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b252050-38ad-44d1-903f-650b648c24d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:26.596012 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6b252050-38ad-44d1-903f-650b648c24d0 admin admin] For port ebc7ff6d-7ff3-4519-9086-c97dc8828266, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ebc7ff6d-7ff3-4519-9086-c97dc8828266,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:54:26.596439 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b252050-38ad-44d1-903f-650b648c24d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:26.613643 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6b252050-38ad-44d1-903f-650b648c24d0 admin admin] Calling delete_port for ebc7ff6d-7ff3-4519-9086-c97dc8828266 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:54:26.637539 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-01b75228-e250-4aec-9b7b-2d23eb00b065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32531800-3288-4af9-91aa-b411294c34bd', 'name': 'tempest-TestMinimumBasicScenario-1786829818-router', 'tenant_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': 'ebc7ff6d-7ff3-4519-9086-c97dc8828266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:16Z', 'updated_at': '2021-12-14T01:54:25Z', 'revision_number': 5, 'project_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'gw_port': {'id': 'ebc7ff6d-7ff3-4519-9086-c97dc8828266', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32531800-3288-4af9-91aa-b411294c34bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:52:16Z', 'updated_at': '2021-12-14T01:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:26.664208 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b75228-e250-4aec-9b7b-2d23eb00b065 None None] Checking router: 32531800-3288-4af9-91aa-b411294c34bd for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:54:26.673450 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b75228-e250-4aec-9b7b-2d23eb00b065 None None] Routers {'32531800-3288-4af9-91aa-b411294c34bd'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:54:26.674055 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-01b75228-e250-4aec-9b7b-2d23eb00b065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:54:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['32531800-3288-4af9-91aa-b411294c34bd'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:26.758926 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-01b75228-e250-4aec-9b7b-2d23eb00b065 None None] Set router 32531800-3288-4af9-91aa-b411294c34bd gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:54:26.785935 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b252050-38ad-44d1-903f-650b648c24d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:26.813749 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b252050-38ad-44d1-903f-650b648c24d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc7ff6d-7ff3-4519-9086-c97dc8828266,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:26.814202 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-01b75228-e250-4aec-9b7b-2d23eb00b065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32531800-3288-4af9-91aa-b411294c34bd', 'name': 'tempest-TestMinimumBasicScenario-1786829818-router', 'tenant_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:16Z', 'updated_at': '2021-12-14T01:54:26Z', 'revision_number': 6, 'project_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:26.825135 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ecb2d8-e9f2-4db9-97f0-0581bd9c50cb None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:54:26.840894 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b75228-e250-4aec-9b7b-2d23eb00b065 None None] The sync data for ids ['32531800-3288-4af9-91aa-b411294c34bd'] in dv-neutron-821592-1-hyperv is: [{'id': '32531800-3288-4af9-91aa-b411294c34bd', 'name': 'tempest-TestMinimumBasicScenario-1786829818-router', 'tenant_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:52:16Z', 'updated_at': '2021-12-14T01:54:26Z', 'revision_number': 6, 'project_id': '9f616ba145bc4ecea302046cb7c9e1a2', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:54:26.882596 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b252050-38ad-44d1-903f-650b648c24d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:26.921411 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:26.980265 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b252050-38ad-44d1-903f-650b648c24d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:26.982485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b252050-38ad-44d1-903f-650b648c24d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.041851 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b252050-38ad-44d1-903f-650b648c24d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.042412 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b252050-38ad-44d1-903f-650b648c24d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32531800-3288-4af9-91aa-b411294c34bd {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:54:27.047419 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b252050-38ad-44d1-903f-650b648c24d0 admin admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.048820 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6b252050-38ad-44d1-903f-650b648c24d0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/32531800-3288-4af9-91aa-b411294c34bd HTTP/1.1" status: 204 len: 168 time: 0.8071988 Dec 14 01:54:27.051712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34580) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:27.096423 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-243f89c4-24d6-404a-89db-9cf4bd022a0a admin admin] Deleting subnet 5b3f1df0-f3ea-401d-b81b-e653228f8262 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:54:27.099622 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-243f89c4-24d6-404a-89db-9cf4bd022a0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.133864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-243f89c4-24d6-404a-89db-9cf4bd022a0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.226453 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-243f89c4-24d6-404a-89db-9cf4bd022a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.286318 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-243f89c4-24d6-404a-89db-9cf4bd022a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.309108 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f89c4-24d6-404a-89db-9cf4bd022a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b3f1df0-f3ea-401d-b81b-e653228f8262,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:27.314807 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-243f89c4-24d6-404a-89db-9cf4bd022a0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.318262 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-243f89c4-24d6-404a-89db-9cf4bd022a0a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5b3f1df0-f3ea-401d-b81b-e653228f8262 HTTP/1.1" status: 204 len: 168 time: 0.2653570 Dec 14 01:54:27.320912 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34582) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:27.321594 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54753f0-aa3e-45ea-9249-ab0aeca9ebff None None] Network 63b04613-cdbd-466a-bbaf-bf73a93f5f6f requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:54:27.387242 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.445303 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] Deleting port 683c823b-b691-4cf8-bd02-e957f94aac7b {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:54:27.445644 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.517175 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] For port 683c823b-b691-4cf8-bd02-e957f94aac7b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=683c823b-b691-4cf8-bd02-e957f94aac7b,segment=NetworkSegment(b4ca52b7-d1c6-4e07-a547-f309a74fa411),segment_id=b4ca52b7-d1c6-4e07-a547-f309a74fa411)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:54:27.517451 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.531138 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] Calling delete_port for 683c823b-b691-4cf8-bd02-e957f94aac7b owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:54:27.578002 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] DHCP port deletion for 63b04613-cdbd-466a-bbaf-bf73a93f5f6f request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:54:27.618572 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.632461 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Deleting port 683c823b-b691-4cf8-bd02-e957f94aac7b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:54:27.632843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.647514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] No DVR routers for this DVR port 683c823b-b691-4cf8-bd02-e957f94aac7b on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:54:27.649250 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=683c823b-b691-4cf8-bd02-e957f94aac7b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:27.705024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] For port 683c823b-b691-4cf8-bd02-e957f94aac7b, host dv-neutron-821592-1-hyperv, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:54:27.705749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.724843 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.725660 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Calling delete_port for 683c823b-b691-4cf8-bd02-e957f94aac7b owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:54:27.729449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ebc7ff6d-7ff3-4519-9086-c97dc8828266 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:54:27.733310 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Port 683c823b-b691-4cf8-bd02-e957f94aac7b was not found and therefore no delete operation was performed {{(pid=103410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 01:54:27.749413 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b04613-cdbd-466a-bbaf-bf73a93f5f6f']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:27.752211 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.756780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: ebc7ff6d-7ff3-4519-9086-c97dc8828266 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:54:27.757119 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ebc7ff6d-7ff3-4519-9086-c97dc8828266 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:54:27.757526 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f055d4f1-c6f8-43f1-88da-4097185df56b no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:54:27.758994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.759556 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ca52b7-d1c6-4e07-a547-f309a74fa411') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:27.759858 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ca52b7-d1c6-4e07-a547-f309a74fa411') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:27.773919 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.788679 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.795720 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:54:27.796472 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:54:27.799002 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:54:27.802439 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: f055d4f1-c6f8-43f1-88da-4097185df56b {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:54:27.802979 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device f055d4f1-c6f8-43f1-88da-4097185df56b not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:54:27.803542 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 683c823b-b691-4cf8-bd02-e957f94aac7b no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:54:27.805791 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] No DVR routers for this DVR port 683c823b-b691-4cf8-bd02-e957f94aac7b on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:54:27.807789 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Pushing event deleted for resources: {'Port': ['ID=683c823b-b691-4cf8-bd02-e957f94aac7b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:27.831587 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 683c823b-b691-4cf8-bd02-e957f94aac7b {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:54:27.832177 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 683c823b-b691-4cf8-bd02-e957f94aac7b not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:54:27.834086 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:27.834449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:27.834771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:27.835104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:27.835748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:27.835748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:27.836057 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:27.836420 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:27.836924 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:27.837099 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:27.837421 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:27.837739 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:27.838054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf78c9e-b37b-4743-98e1-3f63e18b1a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:27.869190 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.875277 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:27.881069 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/63b04613-cdbd-466a-bbaf-bf73a93f5f6f HTTP/1.1" status: 204 len: 168 time: 0.5566888 Dec 14 01:54:27.890464 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefdab6-c929-44de-a77d-58966ddc82b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=63b04613-cdbd-466a-bbaf-bf73a93f5f6f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:28.067860 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34586) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:28.108215 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-decc51ca-6fd5-4a53-aeee-60f05a3af1fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=704260ceac344d39a8513bbdde42962d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389280 Dec 14 01:54:28.111299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34588) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:28.161701 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-728a2de9-52b5-47d6-ad8c-f75158560c0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:28.182429 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-728a2de9-52b5-47d6-ad8c-f75158560c0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:28.245815 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-728a2de9-52b5-47d6-ad8c-f75158560c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:28.250474 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-728a2de9-52b5-47d6-ad8c-f75158560c0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:28.252245 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-728a2de9-52b5-47d6-ad8c-f75158560c0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6ffb247-62f3-4992-978d-86973fd73f40 HTTP/1.1" status: 204 len: 168 time: 0.1399710 Dec 14 01:54:28.261326 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a2de9-52b5-47d6-ad8c-f75158560c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ffb247-62f3-4992-978d-86973fd73f40,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:28.597213 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34594) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:28.637871 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b136e82d-1d9a-4649-9d14-9b2bda217c0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f616ba145bc4ecea302046cb7c9e1a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393798 Dec 14 01:54:28.640744 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34596) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:28.699882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-14b13bcb-41d8-44fe-83e7-e4dcbea3e26c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:28.722335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-14b13bcb-41d8-44fe-83e7-e4dcbea3e26c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:28.770476 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-14b13bcb-41d8-44fe-83e7-e4dcbea3e26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:28.773386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-14b13bcb-41d8-44fe-83e7-e4dcbea3e26c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:28.774567 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-14b13bcb-41d8-44fe-83e7-e4dcbea3e26c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51ef77cc-9959-4836-a9d2-d18edb5ae307 HTTP/1.1" status: 204 len: 168 time: 0.1326208 Dec 14 01:54:28.783035 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b13bcb-41d8-44fe-83e7-e4dcbea3e26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ef77cc-9959-4836-a9d2-d18edb5ae307,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:30.477477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34636) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:30.482357 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1226149e-595d-4c6c-b134-33d13fcbcce5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827208981', 'description': 'tempest-secgroup-smoke-1827208981 description', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:54:30.510122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1226149e-595d-4c6c-b134-33d13fcbcce5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:30.518141 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1226149e-595d-4c6c-b134-33d13fcbcce5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:30.593672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1226149e-595d-4c6c-b134-33d13fcbcce5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:30.599986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1226149e-595d-4c6c-b134-33d13fcbcce5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:30.644060 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226149e-595d-4c6c-b134-33d13fcbcce5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2c0a01-a731-4676-979c-75addd7c3fc2,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:30.679493 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1226149e-595d-4c6c-b134-33d13fcbcce5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:30.685460 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1226149e-595d-4c6c-b134-33d13fcbcce5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:30.713062 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1226149e-595d-4c6c-b134-33d13fcbcce5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:30.714284 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1226149e-595d-4c6c-b134-33d13fcbcce5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2356894 Dec 14 01:54:30.718052 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34638) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:30.718625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226149e-595d-4c6c-b134-33d13fcbcce5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa468ff5-379f-46d7-bcd1-7187990091de,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:30.722890 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cba2782f-bc4b-4985-bae9-cf86107acca2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': 'fa468ff5-379f-46d7-bcd1-7187990091de', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:54:30.755074 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cba2782f-bc4b-4985-bae9-cf86107acca2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:30.802881 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cba2782f-bc4b-4985-bae9-cf86107acca2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:30.808362 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cba2782f-bc4b-4985-bae9-cf86107acca2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:30.828162 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2782f-bc4b-4985-bae9-cf86107acca2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503aff7d-7687-4e78-84bb-fc6fd7675cdc,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:30.834104 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cba2782f-bc4b-4985-bae9-cf86107acca2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:30.835359 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cba2782f-bc4b-4985-bae9-cf86107acca2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162198 Dec 14 01:54:30.838081 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34640) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:30.842374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-41308ece-3406-4e3a-8fa8-d0a2c7c146fc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': 'fa468ff5-379f-46d7-bcd1-7187990091de', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:54:30.870851 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41308ece-3406-4e3a-8fa8-d0a2c7c146fc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:30.931300 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41308ece-3406-4e3a-8fa8-d0a2c7c146fc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:30.938534 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41308ece-3406-4e3a-8fa8-d0a2c7c146fc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:30.961888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41308ece-3406-4e3a-8fa8-d0a2c7c146fc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d53543b-ede4-4fa1-bb84-5958a0f196d5,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:30.967514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41308ece-3406-4e3a-8fa8-d0a2c7c146fc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:30.971613 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-41308ece-3406-4e3a-8fa8-d0a2c7c146fc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326103 Dec 14 01:54:30.971831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34642) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:30.976486 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b18426d5-0cf8-45c0-b78a-ada90e0c1522 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': 'fa468ff5-379f-46d7-bcd1-7187990091de', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:54:31.007808 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b18426d5-0cf8-45c0-b78a-ada90e0c1522 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.065042 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b18426d5-0cf8-45c0-b78a-ada90e0c1522 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.070382 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b18426d5-0cf8-45c0-b78a-ada90e0c1522 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.090645 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18426d5-0cf8-45c0-b78a-ada90e0c1522 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64180130-4f77-4eab-8b0f-5497d1984f1d,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:31.096362 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b18426d5-0cf8-45c0-b78a-ada90e0c1522 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.097612 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b18426d5-0cf8-45c0-b78a-ada90e0c1522 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248472 Dec 14 01:54:31.100587 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34644) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:31.105117 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ab372a47-158d-4b9a-80e9-dc17fadcddb7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': 'fa468ff5-379f-46d7-bcd1-7187990091de', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:54:31.135189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab372a47-158d-4b9a-80e9-dc17fadcddb7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.194103 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab372a47-158d-4b9a-80e9-dc17fadcddb7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.199537 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab372a47-158d-4b9a-80e9-dc17fadcddb7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.218379 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab372a47-158d-4b9a-80e9-dc17fadcddb7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bcb6181-9cce-4998-bb46-cad72815c9d1,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:31.224717 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab372a47-158d-4b9a-80e9-dc17fadcddb7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.225854 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ab372a47-158d-4b9a-80e9-dc17fadcddb7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242628 Dec 14 01:54:31.228767 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34646) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:31.233310 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ebdd23b9-586c-47ea-b2fd-45f20a28eaee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': 'fa468ff5-379f-46d7-bcd1-7187990091de', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:54:31.257625 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-ebdd23b9-586c-47ea-b2fd-45f20a28eaee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Project f4c107ba67ff4c04ad2fb04bd1d8b8df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:54:31.262399 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ebdd23b9-586c-47ea-b2fd-45f20a28eaee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.320010 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ebdd23b9-586c-47ea-b2fd-45f20a28eaee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.325056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ebdd23b9-586c-47ea-b2fd-45f20a28eaee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.341983 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd23b9-586c-47ea-b2fd-45f20a28eaee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d187a123-d50a-459b-8b0c-f580bfe32c8d,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:31.351625 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ebdd23b9-586c-47ea-b2fd-45f20a28eaee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.352860 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ebdd23b9-586c-47ea-b2fd-45f20a28eaee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230457 Dec 14 01:54:31.355635 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34648) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:31.360307 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-fac394da-e0f8-46ab-845a-39791648964c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': 'fa468ff5-379f-46d7-bcd1-7187990091de', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:54:31.385027 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-fac394da-e0f8-46ab-845a-39791648964c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Project f4c107ba67ff4c04ad2fb04bd1d8b8df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:54:31.389965 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fac394da-e0f8-46ab-845a-39791648964c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.451511 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fac394da-e0f8-46ab-845a-39791648964c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.456376 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fac394da-e0f8-46ab-845a-39791648964c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.473627 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac394da-e0f8-46ab-845a-39791648964c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11568420-195b-4dea-ad50-923149c58d00,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:31.481684 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fac394da-e0f8-46ab-845a-39791648964c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.482860 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fac394da-e0f8-46ab-845a-39791648964c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262038 Dec 14 01:54:31.486074 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34650) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:31.490773 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2634b03b-cd6b-4545-9edf-149d32e3f9b1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'network': {'name': 'tempest-network-smoke--924145652', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'port_security_enabled': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:54:31.513900 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2634b03b-cd6b-4545-9edf-149d32e3f9b1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Made reservation on behalf of f4c107ba67ff4c04ad2fb04bd1d8b8df for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:54:31.517706 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2634b03b-cd6b-4545-9edf-149d32e3f9b1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.542437 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2634b03b-cd6b-4545-9edf-149d32e3f9b1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:54:31.552363 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2634b03b-cd6b-4545-9edf-149d32e3f9b1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.552704 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-2634b03b-cd6b-4545-9edf-149d32e3f9b1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Added segment 828f3f19-712c-46f9-bbc8-e98a05455e26 of type vlan for network 4a650abc-2862-4b20-a8ae-eb93ae3bb452 Dec 14 01:54:31.594374 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2634b03b-cd6b-4545-9edf-149d32e3f9b1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.623530 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2634b03b-cd6b-4545-9edf-149d32e3f9b1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.629315 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2634b03b-cd6b-4545-9edf-149d32e3f9b1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:31.629901 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2634b03b-cd6b-4545-9edf-149d32e3f9b1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.691702 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2634b03b-cd6b-4545-9edf-149d32e3f9b1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2045636 Dec 14 01:54:31.695292 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34652) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:31.702060 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-812315102', 'admin_state_up': True, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:54:31.702752 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634b03b-cd6b-4545-9edf-149d32e3f9b1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Network': ['ID=4a650abc-2862-4b20-a8ae-eb93ae3bb452,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:31.713887 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 4a650abc-2862-4b20-a8ae-eb93ae3bb452 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:54:31.730634 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.731562 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.786017 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:31.926249 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:32.127614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:32.145618 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:32.258102 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.26.1.182 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/ca2e3fe0-99d7-4912-a000-86251375497d) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:54:32.361874 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:32.407899 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:32.447864 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:54:32.450924 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:54:32.455477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:54:32.458474 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=ca2e3fe0-99d7-4912-a000-86251375497d,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:32.465105 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d6d1da-05dd-4e70-9e59-23ac9c614c1d None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:54:32.507465 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c275bfc3-ba56-4f41-a577-27e17b9d184a None None] Provisioning complete for port ca2e3fe0-99d7-4912-a000-86251375497d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:54:32.507997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c275bfc3-ba56-4f41-a577-27e17b9d184a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:32.541710 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c275bfc3-ba56-4f41-a577-27e17b9d184a None None] Port ca2e3fe0-99d7-4912-a000-86251375497d cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:54:32.714755 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:32.915813 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:33.067234 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 23ececd7-8376-42c9-994f-b39df04cc578 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:54:33.180118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:54:33.190434 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Sync routers for ids ['23ececd7-8376-42c9-994f-b39df04cc578'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:54:33.201286 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Routers {'23ececd7-8376-42c9-994f-b39df04cc578'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:54:33.202006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:54:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['23ececd7-8376-42c9-994f-b39df04cc578'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:33.203169 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:33.204436 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cbf2bfc3-9e95-45e8-a864-0e432bc3cfb6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5080316 Dec 14 01:54:33.207625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34654) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:33.306973 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Set router 23ececd7-8376-42c9-994f-b39df04cc578 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:54:33.342984 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c064fa86-faa4-486a-9435-723ceb5a3f25 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1341195 Dec 14 01:54:33.345680 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34658) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:33.432808 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48dcd69-31e0-4403-9cfa-eb817ccdf26d tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:33.434332 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d48dcd69-31e0-4403-9cfa-eb817ccdf26d tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877109 Dec 14 01:54:33.437591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34660) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:33.465019 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e658ae6d-e713-4eda-b150-380e36597825 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263269 Dec 14 01:54:33.468550 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34662) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:33.473643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f24343da-3195-40d7-842c-e055cb54d7cc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1161160871', 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:54:33.488025 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ececd7-8376-42c9-994f-b39df04cc578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812315102', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:54:31Z', 'updated_at': '2021-12-14T01:54:32Z', 'revision_number': 3, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:32Z', 'updated_at': '2021-12-14T01:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:33.514601 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Checking router: 23ececd7-8376-42c9-994f-b39df04cc578 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:54:33.514974 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Updating router 23ececd7-8376-42c9-994f-b39df04cc578 port ca2e3fe0-99d7-4912-a000-86251375497d binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:54:33.540143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:33.570212 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24343da-3195-40d7-842c-e055cb54d7cc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Made reservation on behalf of f4c107ba67ff4c04ad2fb04bd1d8b8df for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:54:33.573857 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f24343da-3195-40d7-842c-e055cb54d7cc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:34.004201 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:34.010489 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:34.059568 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f87153e-9acb-457c-8b70-6fe12e79a3de None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:54:34.074543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c65426-4cd0-4a7f-9fe2-915ee29ff404 None None] Pushing event updated for resources: {'Port': ['ID=ca2e3fe0-99d7-4912-a000-86251375497d,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:34.076971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Attempting to bind port ca2e3fe0-99d7-4912-a000-86251375497d on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:54:34.077599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Attempting to bind port ca2e3fe0-99d7-4912-a000-86251375497d by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:54:34.078014 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Attempting to bind port ca2e3fe0-99d7-4912-a000-86251375497d on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:54:34.084571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:54:34.084956 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:54:34.085363 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:34.085762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:54:34.086234 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Bound port: ca2e3fe0-99d7-4912-a000-86251375497d, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:54:34.086619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:34.121000 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f24343da-3195-40d7-842c-e055cb54d7cc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:34.143487 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] For port ca2e3fe0-99d7-4912-a000-86251375497d, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:54:34.146937 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] For port ca2e3fe0-99d7-4912-a000-86251375497d, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ca2e3fe0-99d7-4912-a000-86251375497d,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:54:34.152071 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:34.198075 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24343da-3195-40d7-842c-e055cb54d7cc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Subnet': ['ID=307aab03-85ff-4694-b49e-97295c83e38a,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:34.206485 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24343da-3195-40d7-842c-e055cb54d7cc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Checking segment: {'id': '828f3f19-712c-46f9-bbc8-e98a05455e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:54:34.206827 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24343da-3195-40d7-842c-e055cb54d7cc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network hostable DHCP agents. Network: 4a650abc-2862-4b20-a8ae-eb93ae3bb452, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:54:34.208447 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9474dd14-5cd7-4ddb-8c61-f03dcdbaadd3 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:54:34.218971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ad0169dc-5699-4fe9-b29e-671cc951cb29 None None] Provisioning complete for port ca2e3fe0-99d7-4912-a000-86251375497d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:54:34.219319 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad0169dc-5699-4fe9-b29e-671cc951cb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:34.233257 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24343da-3195-40d7-842c-e055cb54d7cc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 4a650abc-2862-4b20-a8ae-eb93ae3bb452 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:54:34.256373 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-f24343da-3195-40d7-842c-e055cb54d7cc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 4a650abc-2862-4b20-a8ae-eb93ae3bb452) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:54:34.261574 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c65426-4cd0-4a7f-9fe2-915ee29ff404 None None] Pushing event updated for resources: {'Port': ['ID=ca2e3fe0-99d7-4912-a000-86251375497d,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:34.262404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24343da-3195-40d7-842c-e055cb54d7cc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:34.263021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f24343da-3195-40d7-842c-e055cb54d7cc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:34.266794 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Routers {'23ececd7-8376-42c9-994f-b39df04cc578'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:54:34.267322 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:54:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['23ececd7-8376-42c9-994f-b39df04cc578'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:34.275338 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e779bbd9-d521-4d66-a9b0-21bc7c80182c None None] Network 4a650abc-2862-4b20-a8ae-eb93ae3bb452 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:54:34.285278 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f24343da-3195-40d7-842c-e055cb54d7cc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8156283 Dec 14 01:54:34.288022 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34664) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:34.482188 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] Set router 23ececd7-8376-42c9-994f-b39df04cc578 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:54:34.555549 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad0169dc-5699-4fe9-b29e-671cc951cb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:34.560820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-4a650abc-2862-4b20-a8ae-eb93ae3bb452', 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ips': [{'subnet_id': '307aab03-85ff-4694-b49e-97295c83e38a'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:54:34.561488 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:34.626522 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ad0169dc-5699-4fe9-b29e-671cc951cb29 None None] For port ca2e3fe0-99d7-4912-a000-86251375497d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ca2e3fe0-99d7-4912-a000-86251375497d,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:54:34.635234 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad0169dc-5699-4fe9-b29e-671cc951cb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:34.796685 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:34.814040 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0169dc-5699-4fe9-b29e-671cc951cb29 None None] Pushing event updated for resources: {'Port': ['ID=ca2e3fe0-99d7-4912-a000-86251375497d,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:34.855416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d59b82b6-e7c5-4a7a-b46d-f4ae6b5da32e None None] Provisioning complete for port ca2e3fe0-99d7-4912-a000-86251375497d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:54:34.855811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d59b82b6-e7c5-4a7a-b46d-f4ae6b5da32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:34.894678 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Allocated IP 172.20.0.2 (4a650abc-2862-4b20-a8ae-eb93ae3bb452/307aab03-85ff-4694-b49e-97295c83e38a/858511d3-6799-4c49-8dd2-b7e9458c833c) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:54:35.001285 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ececd7-8376-42c9-994f-b39df04cc578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812315102', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:54:31Z', 'updated_at': '2021-12-14T01:54:32Z', 'revision_number': 3, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:32Z', 'updated_at': '2021-12-14T01:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:35.055870 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7365e6f-b08d-4fe1-af3b-d4c839e36738 None None] The sync data for ids ['23ececd7-8376-42c9-994f-b39df04cc578'] in dv-neutron-821592-1-hyperv is: [{'id': '23ececd7-8376-42c9-994f-b39df04cc578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812315102', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:54:31Z', 'updated_at': '2021-12-14T01:54:32Z', 'revision_number': 3, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:32Z', 'updated_at': '2021-12-14T01:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:54:35.130038 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:35.136745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:35.183254 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Network 4a650abc-2862-4b20-a8ae-eb93ae3bb452 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:54:35.186838 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:54:35.191223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:54:35.191967 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.20.0.1 (4a650abc-2862-4b20-a8ae-eb93ae3bb452/307aab03-85ff-4694-b49e-97295c83e38a/35fb83a7-48f5-40bc-adfe-9f51ae449b99) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:54:35.194344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Pushing event updated for resources: {'Port': ['ID=858511d3-6799-4c49-8dd2-b7e9458c833c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:35.252362 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Attempting to bind port 858511d3-6799-4c49-8dd2-b7e9458c833c on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:54:35.252982 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Attempting to bind port 858511d3-6799-4c49-8dd2-b7e9458c833c by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '828f3f19-712c-46f9-bbc8-e98a05455e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:54:35.253211 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Attempting to bind port 858511d3-6799-4c49-8dd2-b7e9458c833c on network 4a650abc-2862-4b20-a8ae-eb93ae3bb452 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:54:35.262028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:54:35.262783 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Checking segment: {'id': '828f3f19-712c-46f9-bbc8-e98a05455e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:54:35.263512 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:35.264761 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Bound using segment: {'id': '828f3f19-712c-46f9-bbc8-e98a05455e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:54:35.265298 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Bound port: 858511d3-6799-4c49-8dd2-b7e9458c833c, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828f3f19-712c-46f9-bbc8-e98a05455e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:54:35.265695 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:35.328487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:35.368823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] For port 858511d3-6799-4c49-8dd2-b7e9458c833c, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:54:35.372303 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] For port 858511d3-6799-4c49-8dd2-b7e9458c833c, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=858511d3-6799-4c49-8dd2-b7e9458c833c,segment=NetworkSegment(828f3f19-712c-46f9-bbc8-e98a05455e26),segment_id=828f3f19-712c-46f9-bbc8-e98a05455e26)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:54:35.376915 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:35.380909 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:35.425062 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 4a650abc-2862-4b20-a8ae-eb93ae3bb452 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:54:35.430260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:54:35.432962 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:54:35.440182 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=35fb83a7-48f5-40bc-adfe-9f51ae449b99,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:35.467090 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0f5d6-19ec-47f8-8488-f7ebdc4e6e9a None None] Pushing event updated for resources: {'Port': ['ID=858511d3-6799-4c49-8dd2-b7e9458c833c,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:35.501229 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:35.666834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:35.825362 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 858511d3-6799-4c49-8dd2-b7e9458c833c up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:54:35.878965 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 858511d3-6799-4c49-8dd2-b7e9458c833c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:54:35.879347 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:35.963083 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:36.000962 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 858511d3-6799-4c49-8dd2-b7e9458c833c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=858511d3-6799-4c49-8dd2-b7e9458c833c,segment=NetworkSegment(828f3f19-712c-46f9-bbc8-e98a05455e26),segment_id=828f3f19-712c-46f9-bbc8-e98a05455e26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:54:36.009125 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:36.010100 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ca2e3fe0-99d7-4912-a000-86251375497d up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:54:36.020817 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:36.030090 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:36.087847 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=858511d3-6799-4c49-8dd2-b7e9458c833c,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:36.099446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port ca2e3fe0-99d7-4912-a000-86251375497d triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:54:36.099837 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:36.115064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:36.118446 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=35fb83a7-48f5-40bc-adfe-9f51ae449b99,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:36.220375 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 4a650abc-2862-4b20-a8ae-eb93ae3bb452 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:54:36.222235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:54:36.340684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 23ececd7-8376-42c9-994f-b39df04cc578 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:54:36.434448 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41475c30-3581-4521-95c3-57a786fb2614 None None] Network 4a650abc-2862-4b20-a8ae-eb93ae3bb452 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:54:36.452491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:54:36.458088 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b6c6d67d-5181-47d0-a68d-fdaea080e02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "PUT /v2.0/routers/23ececd7-8376-42c9-994f-b39df04cc578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1690195 Dec 14 01:54:36.628922 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-8f31a41a-6fdd-4f14-b4ff-acfc1610bbe1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827208981&fields=id&tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df HTTP/1.1" status: 200 len: 267 time: 0.0566065 Dec 14 01:54:36.657194 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b07b4504-9e77-4377-869a-c844c1b962c9 None None] Provisioning complete for port 858511d3-6799-4c49-8dd2-b7e9458c833c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:54:36.657589 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b07b4504-9e77-4377-869a-c844c1b962c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:36.741148 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f1439477-3a1d-486d-9a37-7975d92dcace tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:36.748223 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f1439477-3a1d-486d-9a37-7975d92dcace tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/networks?id=4a650abc-2862-4b20-a8ae-eb93ae3bb452 HTTP/1.1" status: 200 len: 796 time: 0.1118200 Dec 14 01:54:36.759514 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-8fdf0f00-538c-429e-8c92-cbf6df7eecf1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/quotas/f4c107ba67ff4c04ad2fb04bd1d8b8df HTTP/1.1" status: 200 len: 375 time: 0.0102379 Dec 14 01:54:36.826042 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-1f1c7740-c2a8-4fd1-8c71-056a5726d09b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547831 Dec 14 01:54:36.928811 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-1798e643-cb29-4919-b11e-3eb958456536 service neutron] 10.222.0.32 "GET /v2.0/networks/4a650abc-2862-4b20-a8ae-eb93ae3bb452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897434 Dec 14 01:54:36.965840 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Sync routers for ids ['23ececd7-8376-42c9-994f-b39df04cc578'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:54:36.976853 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Routers {'23ececd7-8376-42c9-994f-b39df04cc578'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:54:36.977563 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:54:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['23ececd7-8376-42c9-994f-b39df04cc578'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:36.996189 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8a981129-8a8a-45d7-bd70-07543081144d None None] Provisioning complete for port 35fb83a7-48f5-40bc-adfe-9f51ae449b99 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:54:36.996829 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a981129-8a8a-45d7-bd70-07543081144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:37.030569 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-e6b96239-52dd-450e-b2f8-5dfeb178233a service neutron] 10.222.0.32 "GET /v2.0/networks/4a650abc-2862-4b20-a8ae-eb93ae3bb452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950594 Dec 14 01:54:37.045774 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8a981129-8a8a-45d7-bd70-07543081144d None None] Port 35fb83a7-48f5-40bc-adfe-9f51ae449b99 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:54:37.057554 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8a981129-8a8a-45d7-bd70-07543081144d None None] Provisioning complete for port 858511d3-6799-4c49-8dd2-b7e9458c833c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:54:37.058342 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a981129-8a8a-45d7-bd70-07543081144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:37.096396 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Set router 23ececd7-8376-42c9-994f-b39df04cc578 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:54:37.242679 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-60b2a1a9-46a1-403b-a8db-b2a6e9d277b9 req-522495b2-41cb-440c-bd43-95019f8d641c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 210 time: 0.0305755 Dec 14 01:54:37.286806 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-091921c5-d935-4636-92c6-4ef3fc09025f None None] Provisioning complete for port 35fb83a7-48f5-40bc-adfe-9f51ae449b99 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:54:37.287171 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-091921c5-d935-4636-92c6-4ef3fc09025f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:37.339979 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-091921c5-d935-4636-92c6-4ef3fc09025f None None] Port 35fb83a7-48f5-40bc-adfe-9f51ae449b99 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:54:37.363320 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ececd7-8376-42c9-994f-b39df04cc578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812315102', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:54:31Z', 'updated_at': '2021-12-14T01:54:35Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:32Z', 'updated_at': '2021-12-14T01:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '35fb83a7-48f5-40bc-adfe-9f51ae449b99', 'name': '', 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:77:0d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '307aab03-85ff-4694-b49e-97295c83e38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:34Z', 'updated_at': '2021-12-14T01:54:35Z', 'revision_number': 2, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '307aab03-85ff-4694-b49e-97295c83e38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:37.392131 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Checking router: 23ececd7-8376-42c9-994f-b39df04cc578 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:54:37.392564 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Updating router 23ececd7-8376-42c9-994f-b39df04cc578 port 35fb83a7-48f5-40bc-adfe-9f51ae449b99 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:54:37.418675 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:37.458973 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d48925c4-25a2-45b9-93ce-e0ae6724d96b None None] Provisioning complete for port 35fb83a7-48f5-40bc-adfe-9f51ae449b99 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:54:37.459555 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d48925c4-25a2-45b9-93ce-e0ae6724d96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:37.493880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d48925c4-25a2-45b9-93ce-e0ae6724d96b None None] Port 35fb83a7-48f5-40bc-adfe-9f51ae449b99 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:54:37.687995 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:37.694126 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:37.723707 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 858511d3-6799-4c49-8dd2-b7e9458c833c up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:54:37.743472 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53969a4-42bd-4b19-bc5b-595642c4744e None None] Pushing event updated for resources: {'Port': ['ID=35fb83a7-48f5-40bc-adfe-9f51ae449b99,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:37.753090 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53969a4-42bd-4b19-bc5b-595642c4744e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:37.753437 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53969a4-42bd-4b19-bc5b-595642c4744e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:37.753946 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53969a4-42bd-4b19-bc5b-595642c4744e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:37.754343 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53969a4-42bd-4b19-bc5b-595642c4744e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:37.754607 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53969a4-42bd-4b19-bc5b-595642c4744e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:37.754981 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53969a4-42bd-4b19-bc5b-595642c4744e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:37.755308 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53969a4-42bd-4b19-bc5b-595642c4744e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:37.755594 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53969a4-42bd-4b19-bc5b-595642c4744e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:37.755912 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53969a4-42bd-4b19-bc5b-595642c4744e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:37.756255 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53969a4-42bd-4b19-bc5b-595642c4744e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:37.756584 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53969a4-42bd-4b19-bc5b-595642c4744e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:37.756894 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53969a4-42bd-4b19-bc5b-595642c4744e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:37.757390 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53969a4-42bd-4b19-bc5b-595642c4744e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:54:37.794871 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 858511d3-6799-4c49-8dd2-b7e9458c833c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:54:37.795486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:37.812955 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Attempting to bind port 35fb83a7-48f5-40bc-adfe-9f51ae449b99 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:54:37.813320 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Attempting to bind port 35fb83a7-48f5-40bc-adfe-9f51ae449b99 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '828f3f19-712c-46f9-bbc8-e98a05455e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:54:37.813677 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Attempting to bind port 35fb83a7-48f5-40bc-adfe-9f51ae449b99 on network 4a650abc-2862-4b20-a8ae-eb93ae3bb452 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:54:37.822535 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:54:37.823201 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Checking segment: {'id': '828f3f19-712c-46f9-bbc8-e98a05455e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:54:37.823592 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:37.823986 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Bound using segment: {'id': '828f3f19-712c-46f9-bbc8-e98a05455e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:54:37.824466 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Bound port: 35fb83a7-48f5-40bc-adfe-9f51ae449b99, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828f3f19-712c-46f9-bbc8-e98a05455e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:54:37.824845 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:37.893312 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] For port 35fb83a7-48f5-40bc-adfe-9f51ae449b99, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:54:37.897314 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] For port 35fb83a7-48f5-40bc-adfe-9f51ae449b99, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=35fb83a7-48f5-40bc-adfe-9f51ae449b99,segment=NetworkSegment(828f3f19-712c-46f9-bbc8-e98a05455e26),segment_id=828f3f19-712c-46f9-bbc8-e98a05455e26)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:54:37.902875 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:37.961131 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Routers {'23ececd7-8376-42c9-994f-b39df04cc578'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:54:37.961763 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:54:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['23ececd7-8376-42c9-994f-b39df04cc578'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:37.995450 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53969a4-42bd-4b19-bc5b-595642c4744e None None] Pushing event updated for resources: {'Port': ['ID=35fb83a7-48f5-40bc-adfe-9f51ae449b99,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:38.023093 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-fb4c8e2b-3702-4894-83d4-44de1d05c058 None None] Provisioning complete for port 35fb83a7-48f5-40bc-adfe-9f51ae449b99 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:54:38.023764 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8e2b-3702-4894-83d4-44de1d05c058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:38.082578 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] Set router 23ececd7-8376-42c9-994f-b39df04cc578 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:54:38.112719 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8e2b-3702-4894-83d4-44de1d05c058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:38.146505 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-fb4c8e2b-3702-4894-83d4-44de1d05c058 None None] For port 35fb83a7-48f5-40bc-adfe-9f51ae449b99, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=35fb83a7-48f5-40bc-adfe-9f51ae449b99,segment=NetworkSegment(828f3f19-712c-46f9-bbc8-e98a05455e26),segment_id=828f3f19-712c-46f9-bbc8-e98a05455e26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:54:38.152414 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8e2b-3702-4894-83d4-44de1d05c058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:38.203070 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c8e2b-3702-4894-83d4-44de1d05c058 None None] Pushing event updated for resources: {'Port': ['ID=35fb83a7-48f5-40bc-adfe-9f51ae449b99,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:38.308529 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ececd7-8376-42c9-994f-b39df04cc578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812315102', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:54:31Z', 'updated_at': '2021-12-14T01:54:35Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:32Z', 'updated_at': '2021-12-14T01:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '35fb83a7-48f5-40bc-adfe-9f51ae449b99', 'name': '', 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:77:0d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '307aab03-85ff-4694-b49e-97295c83e38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:34Z', 'updated_at': '2021-12-14T01:54:37Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '307aab03-85ff-4694-b49e-97295c83e38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:38.310625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ad9ac712-0a57-446b-beac-6ec14914525e None None] Provisioning complete for port 35fb83a7-48f5-40bc-adfe-9f51ae449b99 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:54:38.311161 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac712-0a57-446b-beac-6ec14914525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:38.341438 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87467b16-cde1-4632-9c50-5ee1098c5caa None None] The sync data for ids ['23ececd7-8376-42c9-994f-b39df04cc578'] in dv-neutron-821592-1-hyperv is: [{'id': '23ececd7-8376-42c9-994f-b39df04cc578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812315102', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:54:31Z', 'updated_at': '2021-12-14T01:54:35Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:32Z', 'updated_at': '2021-12-14T01:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '35fb83a7-48f5-40bc-adfe-9f51ae449b99', 'name': '', 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:77:0d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '307aab03-85ff-4694-b49e-97295c83e38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:34Z', 'updated_at': '2021-12-14T01:54:37Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '307aab03-85ff-4694-b49e-97295c83e38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:54:38.408728 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d5637cc8-9e2c-4894-87cc-932f689356db req-ec841c7c-84d6-4fe7-a8bf-e1324dbebdca tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 210 time: 0.0726662 Dec 14 01:54:38.423806 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-a4bdf070-0b3d-4ef2-98ca-e184a4bb2220 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:38.425445 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-a4bdf070-0b3d-4ef2-98ca-e184a4bb2220 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "GET /v2.0/networks?id=4a650abc-2862-4b20-a8ae-eb93ae3bb452 HTTP/1.1" status: 200 len: 796 time: 0.1845999 Dec 14 01:54:38.509606 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-9f948294-12ea-46c6-bb61-ad07022d9c58 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df HTTP/1.1" status: 200 len: 380 time: 0.0630221 Dec 14 01:54:38.525229 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-c8ad03b6-b8f9-4be1-9203-6aa26636ddb2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'port': {'device_id': '57042607-7cdc-4302-80a9-10b4dd5dff8a', 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452', 'admin_state_up': True, 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'security_groups': ['fa468ff5-379f-46d7-bcd1-7187990091de']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:54:38.642587 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-c8ad03b6-b8f9-4be1-9203-6aa26636ddb2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Made reservation on behalf of f4c107ba67ff4c04ad2fb04bd1d8b8df for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:54:38.646163 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-c8ad03b6-b8f9-4be1-9203-6aa26636ddb2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:38.771830 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-c8ad03b6-b8f9-4be1-9203-6aa26636ddb2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.20.0.8 (4a650abc-2862-4b20-a8ae-eb93ae3bb452/307aab03-85ff-4694-b49e-97295c83e38a/75a1aff5-fd51-4622-acc4-6aedd65bda64) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:54:38.917866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-c8ad03b6-b8f9-4be1-9203-6aa26636ddb2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:38.953752 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-c8ad03b6-b8f9-4be1-9203-6aa26636ddb2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:38.998449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-c8ad03b6-b8f9-4be1-9203-6aa26636ddb2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 4a650abc-2862-4b20-a8ae-eb93ae3bb452 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:54:39.001935 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-c8ad03b6-b8f9-4be1-9203-6aa26636ddb2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:54:39.005947 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-c8ad03b6-b8f9-4be1-9203-6aa26636ddb2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:54:39.012452 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad03b6-b8f9-4be1-9203-6aa26636ddb2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=75a1aff5-fd51-4622-acc4-6aedd65bda64,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:39.070148 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-c8ad03b6-b8f9-4be1-9203-6aa26636ddb2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:39.070943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-c8ad03b6-b8f9-4be1-9203-6aa26636ddb2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:39.094624 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-c8ad03b6-b8f9-4be1-9203-6aa26636ddb2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5733826 Dec 14 01:54:39.113350 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Request body: {'port': {'device_id': '57042607-7cdc-4302-80a9-10b4dd5dff8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:54:39.174938 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:39.274146 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-47bb8211-c98a-497b-a606-ae508fa0da89 None None] Provisioning complete for port 75a1aff5-fd51-4622-acc4-6aedd65bda64 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:54:39.274720 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-47bb8211-c98a-497b-a606-ae508fa0da89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:39.311442 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-47bb8211-c98a-497b-a606-ae508fa0da89 None None] Port 75a1aff5-fd51-4622-acc4-6aedd65bda64 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:54:39.447162 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a1aff5-fd51-4622-acc4-6aedd65bda64 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:54:39.455081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:39.467866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Transition to ACTIVE for port object 75a1aff5-fd51-4622-acc4-6aedd65bda64 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:54:39.472848 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:39.529173 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a21b97-6a22-41e9-9beb-96e836f26baf req-663984ba-33af-4c87-a014-9dff5ee9af8d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:39.531030 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Pushing event updated for resources: {'Port': ['ID=75a1aff5-fd51-4622-acc4-6aedd65bda64,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:39.531366 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-06a21b97-6a22-41e9-9beb-96e836f26baf req-663984ba-33af-4c87-a014-9dff5ee9af8d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 943 time: 0.0633180 Dec 14 01:54:39.588239 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-06a21b97-6a22-41e9-9beb-96e836f26baf req-708d4402-abc6-4398-b696-3b9b0aa51bd4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa468ff5-379f-46d7-bcd1-7187990091de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475023 Dec 14 01:54:39.614900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Attempting to bind port 75a1aff5-fd51-4622-acc4-6aedd65bda64 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:54:39.615228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Attempting to bind port 75a1aff5-fd51-4622-acc4-6aedd65bda64 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '828f3f19-712c-46f9-bbc8-e98a05455e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:54:39.615553 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Attempting to bind port 75a1aff5-fd51-4622-acc4-6aedd65bda64 on network 4a650abc-2862-4b20-a8ae-eb93ae3bb452 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:54:39.620444 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Port 75a1aff5-fd51-4622-acc4-6aedd65bda64 on network 4a650abc-2862-4b20-a8ae-eb93ae3bb452 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:54:39.620770 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Attempting to bind port 75a1aff5-fd51-4622-acc4-6aedd65bda64 on network 4a650abc-2862-4b20-a8ae-eb93ae3bb452 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:54:39.626359 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:54:39.626696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Checking segment: {'id': '828f3f19-712c-46f9-bbc8-e98a05455e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:54:39.627083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Bound using segment: {'id': '828f3f19-712c-46f9-bbc8-e98a05455e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:54:39.627514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Bound port: 75a1aff5-fd51-4622-acc4-6aedd65bda64, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828f3f19-712c-46f9-bbc8-e98a05455e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:54:39.627872 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:39.701797 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] For port 75a1aff5-fd51-4622-acc4-6aedd65bda64, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:54:39.705238 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] For port 75a1aff5-fd51-4622-acc4-6aedd65bda64, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=75a1aff5-fd51-4622-acc4-6aedd65bda64,segment=NetworkSegment(828f3f19-712c-46f9-bbc8-e98a05455e26),segment_id=828f3f19-712c-46f9-bbc8-e98a05455e26)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:54:39.711024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:39.739732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 35fb83a7-48f5-40bc-adfe-9f51ae449b99 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:54:39.749277 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:39.750103 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:39.751756 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] 10.222.0.16 "PUT /v2.0/ports/75a1aff5-fd51-4622-acc4-6aedd65bda64 HTTP/1.1" status: 200 len: 1093 time: 0.6430659 Dec 14 01:54:39.752294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57042607-7cdc-4302-80a9-10b4dd5dff8a', 'tag': '75a1aff5-fd51-4622-acc4-6aedd65bda64'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:54:39.754824 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e62ff9-ed69-4ca0-8318-db5182bddd71" -d '{"events": [{"name": "network-changed", "server_uuid": "57042607-7cdc-4302-80a9-10b4dd5dff8a", "tag": "75a1aff5-fd51-4622-acc4-6aedd65bda64"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:54:39.783582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221e2c3-d5c1-4898-ae9b-41020478c02b service neutron] Pushing event updated for resources: {'Port': ['ID=75a1aff5-fd51-4622-acc4-6aedd65bda64,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:39.805970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 35fb83a7-48f5-40bc-adfe-9f51ae449b99 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:54:39.806367 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:39.842824 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c6c753-4c4f-42e8-8c88-02d7740a4c90 x-openstack-request-id: req-26c6c753-4c4f-42e8-8c88-02d7740a4c90 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:54:39.843100 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57042607-7cdc-4302-80a9-10b4dd5dff8a", "tag": "75a1aff5-fd51-4622-acc4-6aedd65bda64", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:54:39.843506 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26c6c753-4c4f-42e8-8c88-02d7740a4c90 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:54:39.843953 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57042607-7cdc-4302-80a9-10b4dd5dff8a', 'tag': '75a1aff5-fd51-4622-acc4-6aedd65bda64', 'status': 'completed', 'code': 200} Dec 14 01:54:39.879107 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-dd0cc667-85cd-477d-8616-52483610b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:39.880841 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-dd0cc667-85cd-477d-8616-52483610b23f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 1096 time: 0.0472715 Dec 14 01:54:39.929272 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-b140dcc4-b3f7-4abe-af5f-49a7307a2b46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75a1aff5-fd51-4622-acc4-6aedd65bda64 HTTP/1.1" status: 200 len: 217 time: 0.0354431 Dec 14 01:54:39.982980 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-2497467a-419f-4313-915c-2d010708883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:39.984578 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-2497467a-419f-4313-915c-2d010708883d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=307aab03-85ff-4694-b49e-97295c83e38a HTTP/1.1" status: 200 len: 835 time: 0.0478735 Dec 14 01:54:40.031632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-8eac4dc5-e1a9-4ba8-88d2-c486c8556eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:40.033164 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-8eac4dc5-e1a9-4ba8-88d2-c486c8556eab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a650abc-2862-4b20-a8ae-eb93ae3bb452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416765 Dec 14 01:54:40.134043 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-ba2b92d1-eb8a-471e-92b8-eae1de9854a5 service neutron] 10.222.0.16 "GET /v2.0/networks/4a650abc-2862-4b20-a8ae-eb93ae3bb452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933204 Dec 14 01:54:40.233990 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-20ff9894-9bc5-4cc3-92dc-a21bebd1913d req-8e36c57b-03fc-4c44-b16f-15982b3aa3b1 service neutron] 10.222.0.16 "GET /v2.0/networks/4a650abc-2862-4b20-a8ae-eb93ae3bb452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925846 Dec 14 01:54:40.364959 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e62ff9-ed69-4ca0-8318-db5182bddd71 req-4e1ea08f-d37c-4737-b09d-f6cba6984183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:40.366458 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c2e62ff9-ed69-4ca0-8318-db5182bddd71 req-4e1ea08f-d37c-4737-b09d-f6cba6984183 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 1096 time: 0.0444434 Dec 14 01:54:40.471513 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e62ff9-ed69-4ca0-8318-db5182bddd71 req-39f7170e-0c35-45d7-b873-f796a36a293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:40.473117 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c2e62ff9-ed69-4ca0-8318-db5182bddd71 req-39f7170e-0c35-45d7-b873-f796a36a293d service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a650abc-2862-4b20-a8ae-eb93ae3bb452 HTTP/1.1" status: 200 len: 896 time: 0.0991647 Dec 14 01:54:40.527328 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c2e62ff9-ed69-4ca0-8318-db5182bddd71 req-d13753a8-43c7-4651-86fe-aacb04e2f783 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75a1aff5-fd51-4622-acc4-6aedd65bda64 HTTP/1.1" status: 200 len: 217 time: 0.0460744 Dec 14 01:54:40.577819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e62ff9-ed69-4ca0-8318-db5182bddd71 req-6a25c5e6-2c12-4d1e-af5a-341e79409b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:40.579389 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c2e62ff9-ed69-4ca0-8318-db5182bddd71 req-6a25c5e6-2c12-4d1e-af5a-341e79409b48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=307aab03-85ff-4694-b49e-97295c83e38a HTTP/1.1" status: 200 len: 835 time: 0.0442293 Dec 14 01:54:40.633886 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e62ff9-ed69-4ca0-8318-db5182bddd71 req-e3b65bb0-099b-4020-9947-aeca70cd2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:40.635405 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c2e62ff9-ed69-4ca0-8318-db5182bddd71 req-e3b65bb0-099b-4020-9947-aeca70cd2ed4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a650abc-2862-4b20-a8ae-eb93ae3bb452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479527 Dec 14 01:54:40.710530 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99852bc1-7a17-4038-b0bf-cb7b8beae266 req-73422b69-f480-40b5-bafe-fadc8f34457d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:40.712020 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-99852bc1-7a17-4038-b0bf-cb7b8beae266 req-73422b69-f480-40b5-bafe-fadc8f34457d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 943 time: 0.0529537 Dec 14 01:54:40.728494 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c2e62ff9-ed69-4ca0-8318-db5182bddd71 req-6faea14e-6668-4125-953a-341e6fe75876 service neutron] 10.222.0.16 "GET /v2.0/networks/4a650abc-2862-4b20-a8ae-eb93ae3bb452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830631 Dec 14 01:54:40.762176 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-99852bc1-7a17-4038-b0bf-cb7b8beae266 req-30e8c80a-1fbf-4cc5-a265-8d81fe8b2e2f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa468ff5-379f-46d7-bcd1-7187990091de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438862 Dec 14 01:54:40.825022 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c2e62ff9-ed69-4ca0-8318-db5182bddd71 req-f8d0a00e-23d3-4ed1-906f-9c5a4637ee6f service neutron] 10.222.0.16 "GET /v2.0/networks/4a650abc-2862-4b20-a8ae-eb93ae3bb452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887346 Dec 14 01:54:41.157031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:41.906347 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c0488-d246-4795-96e3-58a99a27dae9 req-3657d332-dc5e-4027-920f-3838b3e9e872 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:41.907733 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-865c0488-d246-4795-96e3-58a99a27dae9 req-3657d332-dc5e-4027-920f-3838b3e9e872 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 943 time: 0.0606585 Dec 14 01:54:41.960140 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-865c0488-d246-4795-96e3-58a99a27dae9 req-dd501be5-9c39-4982-99ed-02d285eef6d5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa468ff5-379f-46d7-bcd1-7187990091de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433154 Dec 14 01:54:43.097212 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7103c-04d3-4d81-b6c8-70d80240e71b req-32b4307e-180a-4238-915e-389653c06680 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:43.098627 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-38c7103c-04d3-4d81-b6c8-70d80240e71b req-32b4307e-180a-4238-915e-389653c06680 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 943 time: 0.0524149 Dec 14 01:54:43.152586 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-38c7103c-04d3-4d81-b6c8-70d80240e71b req-a175ca63-ef02-47c2-905a-300d6a3e52d9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa468ff5-379f-46d7-bcd1-7187990091de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480592 Dec 14 01:54:43.732401 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 75a1aff5-fd51-4622-acc4-6aedd65bda64 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:54:43.848152 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 75a1aff5-fd51-4622-acc4-6aedd65bda64, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=75a1aff5-fd51-4622-acc4-6aedd65bda64,segment=NetworkSegment(828f3f19-712c-46f9-bbc8-e98a05455e26),segment_id=828f3f19-712c-46f9-bbc8-e98a05455e26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:54:43.859994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '75a1aff5-fd51-4622-acc4-6aedd65bda64', 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452', 'port_id': '75a1aff5-fd51-4622-acc4-6aedd65bda64', 'mac_address': 'fa:16:3e:00:f6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307aab03-85ff-4694-b49e-97295c83e38a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:54:43.896929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:43.910815 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a1aff5-fd51-4622-acc4-6aedd65bda64 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:54:43.930024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 75a1aff5-fd51-4622-acc4-6aedd65bda64, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=75a1aff5-fd51-4622-acc4-6aedd65bda64,segment=NetworkSegment(828f3f19-712c-46f9-bbc8-e98a05455e26),segment_id=828f3f19-712c-46f9-bbc8-e98a05455e26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:54:43.936004 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:43.984981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=75a1aff5-fd51-4622-acc4-6aedd65bda64,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:44.232978 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['75a1aff5-fd51-4622-acc4-6aedd65bda64'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:54:44.271878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceabdb8-47d4-481f-9233-30bde95557ed req-6ce60d72-0788-4020-a8ab-896bcbc08dce tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:44.273429 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2ceabdb8-47d4-481f-9233-30bde95557ed req-6ce60d72-0788-4020-a8ab-896bcbc08dce tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 944 time: 0.0516558 Dec 14 01:54:44.323789 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2ceabdb8-47d4-481f-9233-30bde95557ed req-64162f7f-8360-4ee9-a8ce-b5629d522a4b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa468ff5-379f-46d7-bcd1-7187990091de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442259 Dec 14 01:54:45.448267 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc02d9d-7b69-406c-85a9-7ee9333bbb7e req-11fefc1c-557c-4f25-bc23-4dc9cf5fb235 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:45.449983 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1fc02d9d-7b69-406c-85a9-7ee9333bbb7e req-11fefc1c-557c-4f25-bc23-4dc9cf5fb235 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 944 time: 0.0588830 Dec 14 01:54:45.499541 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1fc02d9d-7b69-406c-85a9-7ee9333bbb7e req-5395d008-6dd7-4f49-aed5-cfaca84e7a51 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa468ff5-379f-46d7-bcd1-7187990091de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430636 Dec 14 01:54:45.764043 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 75a1aff5-fd51-4622-acc4-6aedd65bda64 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:54:45.824604 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 75a1aff5-fd51-4622-acc4-6aedd65bda64 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:54:45.828767 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 75a1aff5-fd51-4622-acc4-6aedd65bda64 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:54:45.829236 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:45.905304 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:45.940298 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57042607-7cdc-4302-80a9-10b4dd5dff8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a1aff5-fd51-4622-acc4-6aedd65bda64'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:54:45.942793 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5c6633-377c-44cc-a1ac-763d0233a12d" -d '{"events": [{"server_uuid": "57042607-7cdc-4302-80a9-10b4dd5dff8a", "name": "network-vif-plugged", "status": "completed", "tag": "75a1aff5-fd51-4622-acc4-6aedd65bda64"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:54:45.957641 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 75a1aff5-fd51-4622-acc4-6aedd65bda64, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=75a1aff5-fd51-4622-acc4-6aedd65bda64,segment=NetworkSegment(828f3f19-712c-46f9-bbc8-e98a05455e26),segment_id=828f3f19-712c-46f9-bbc8-e98a05455e26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:54:45.964447 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:45.989677 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dd15d1-14a1-4622-97c6-e5e7e239d0b5 x-openstack-request-id: req-76dd15d1-14a1-4622-97c6-e5e7e239d0b5 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:54:45.990065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57042607-7cdc-4302-80a9-10b4dd5dff8a", "name": "network-vif-plugged", "status": "completed", "tag": "75a1aff5-fd51-4622-acc4-6aedd65bda64", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:54:45.990402 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76dd15d1-14a1-4622-97c6-e5e7e239d0b5 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:54:45.990992 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57042607-7cdc-4302-80a9-10b4dd5dff8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a1aff5-fd51-4622-acc4-6aedd65bda64', 'code': 200} Dec 14 01:54:46.019733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=75a1aff5-fd51-4622-acc4-6aedd65bda64,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:46.195163 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fcfac-0917-4b6b-8add-5a2b45c8c263 req-9442022f-a5c1-4f0a-9fcf-effc903c0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:46.196696 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-757fcfac-0917-4b6b-8add-5a2b45c8c263 req-9442022f-a5c1-4f0a-9fcf-effc903c0d9c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 1098 time: 0.0425727 Dec 14 01:54:46.244678 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-757fcfac-0917-4b6b-8add-5a2b45c8c263 req-d3cb8f2b-a8fe-4c35-a3fb-9cf844feeaf9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fa468ff5-379f-46d7-bcd1-7187990091de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401714 Dec 14 01:54:46.639622 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae236a18-f12f-4109-9126-44c9a441d70c req-bff746fa-8636-4684-95a6-6e2bd3e17360 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:46.641651 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ae236a18-f12f-4109-9126-44c9a441d70c req-bff746fa-8636-4684-95a6-6e2bd3e17360 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 945 time: 0.0592880 Dec 14 01:54:46.693947 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ae236a18-f12f-4109-9126-44c9a441d70c req-24931595-6e3b-4358-a209-b44b398c0d1e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa468ff5-379f-46d7-bcd1-7187990091de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462828 Dec 14 01:54:47.829474 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9b93a-220b-41ab-9979-e8453ded5757 req-3eded897-a906-46e1-bcd2-468033eb4613 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:47.831013 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-69a9b93a-220b-41ab-9979-e8453ded5757 req-3eded897-a906-46e1-bcd2-468033eb4613 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 945 time: 0.0519207 Dec 14 01:54:47.879019 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-69a9b93a-220b-41ab-9979-e8453ded5757 req-0369317f-5a99-4726-9932-cf8a7b415cc8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa468ff5-379f-46d7-bcd1-7187990091de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420957 Dec 14 01:54:47.996608 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd5bf9-e196-4cbe-a75b-aad86fe3c715 req-c4d03923-bd58-4d30-b0de-589124eaf5f2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:47.997509 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f9bd5bf9-e196-4cbe-a75b-aad86fe3c715 req-c4d03923-bd58-4d30-b0de-589124eaf5f2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 945 time: 0.0508626 Dec 14 01:54:48.053974 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f9bd5bf9-e196-4cbe-a75b-aad86fe3c715 req-3943842b-6b0a-4129-8364-cf03b0d39089 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa468ff5-379f-46d7-bcd1-7187990091de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496514 Dec 14 01:54:48.081755 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34718) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:48.122701 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482de195-1494-4650-9ab7-2df03fbdb5b7 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:48.124289 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-482de195-1494-4650-9ab7-2df03fbdb5b7 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 1093 time: 0.0414248 Dec 14 01:54:48.128189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34720) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:48.132368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '75a1aff5-fd51-4622-acc4-6aedd65bda64', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:54:48.161027 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:48.263080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:48.362261 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.26.1.133 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/8d197768-0373-4910-acf5-b347e13b0ac6) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:54:48.466523 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:48.504870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:48.545067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:54:48.548262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:54:48.551834 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:54:48.557301 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=8d197768-0373-4910-acf5-b347e13b0ac6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:48.798599 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d65aa34e-b6b5-4874-8aff-6a9c3cdcc056 req-b589eed3-5db2-4ec2-bbde-8cea04b462a8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432999 Dec 14 01:54:48.908831 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65aa34e-b6b5-4874-8aff-6a9c3cdcc056 req-813ab27f-8dc2-4fee-8cbf-d04627a8d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:48.910662 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d65aa34e-b6b5-4874-8aff-6a9c3cdcc056 req-813ab27f-8dc2-4fee-8cbf-d04627a8d655 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 1098 time: 0.0494423 Dec 14 01:54:49.021089 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65aa34e-b6b5-4874-8aff-6a9c3cdcc056 req-f166f506-91af-4cfa-b507-5be217bd5ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:49.022549 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d65aa34e-b6b5-4874-8aff-6a9c3cdcc056 req-f166f506-91af-4cfa-b507-5be217bd5ae4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a650abc-2862-4b20-a8ae-eb93ae3bb452 HTTP/1.1" status: 200 len: 896 time: 0.0922329 Dec 14 01:54:49.074814 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d65aa34e-b6b5-4874-8aff-6a9c3cdcc056 req-fdf4e671-9a66-45b3-9337-9e8ef3b475d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75a1aff5-fd51-4622-acc4-6aedd65bda64 HTTP/1.1" status: 200 len: 217 time: 0.0437391 Dec 14 01:54:49.297502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:49.371051 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:49.458687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65aa34e-b6b5-4874-8aff-6a9c3cdcc056 req-7f191067-6278-45f9-a045-59fc4935bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:49.460276 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d65aa34e-b6b5-4874-8aff-6a9c3cdcc056 req-7f191067-6278-45f9-a045-59fc4935bb26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=307aab03-85ff-4694-b49e-97295c83e38a HTTP/1.1" status: 200 len: 835 time: 0.3780022 Dec 14 01:54:49.507769 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65aa34e-b6b5-4874-8aff-6a9c3cdcc056 req-682d4a48-e93c-451e-8b2a-7a96aa11a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:49.509337 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d65aa34e-b6b5-4874-8aff-6a9c3cdcc056 req-682d4a48-e93c-451e-8b2a-7a96aa11a796 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a650abc-2862-4b20-a8ae-eb93ae3bb452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421133 Dec 14 01:54:49.522942 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:49.528768 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:49.603079 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=8d197768-0373-4910-acf5-b347e13b0ac6,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:54:49.603661 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d65aa34e-b6b5-4874-8aff-6a9c3cdcc056 req-94588fbc-b7ab-4ce7-a1c2-0b99a0ef41f7 service neutron] 10.222.0.16 "GET /v2.0/networks/4a650abc-2862-4b20-a8ae-eb93ae3bb452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862527 Dec 14 01:54:49.611930 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:49.695924 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d65aa34e-b6b5-4874-8aff-6a9c3cdcc056 req-c12efb45-8cdd-4740-9b2b-bae2e78500fa service neutron] 10.222.0.16 "GET /v2.0/networks/4a650abc-2862-4b20-a8ae-eb93ae3bb452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852587 Dec 14 01:54:49.719373 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Floating IP 322535ec-57e8-4c63-bbc4-8bbc0265a795 associated. External IP: 172.26.1.133, port: 75a1aff5-fd51-4622-acc4-6aedd65bda64. Dec 14 01:54:49.927353 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 23ececd7-8376-42c9-994f-b39df04cc578 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:54:50.040373 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:54:50.051189 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7aa462-f8dd-41a1-bfb6-b5d6c24cd1bf None None] Sync routers for ids ['23ececd7-8376-42c9-994f-b39df04cc578'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:54:50.059724 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:50.062407 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7aa462-f8dd-41a1-bfb6-b5d6c24cd1bf None None] Routers {'23ececd7-8376-42c9-994f-b39df04cc578'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:54:50.063098 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fb7aa462-f8dd-41a1-bfb6-b5d6c24cd1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:54:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['23ececd7-8376-42c9-994f-b39df04cc578'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:50.088316 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-eef83de2-82cf-4262-9056-e67c0ba69ff7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9590974 Dec 14 01:54:50.088914 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57042607-7cdc-4302-80a9-10b4dd5dff8a', 'tag': '75a1aff5-fd51-4622-acc4-6aedd65bda64'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:54:50.091255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df9b253-b6c3-4c45-bf34-a24d4058e9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "57042607-7cdc-4302-80a9-10b4dd5dff8a", "tag": "75a1aff5-fd51-4622-acc4-6aedd65bda64"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:54:50.132713 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9c9568-3bc8-4851-b88d-2ae0f21154cd x-openstack-request-id: req-3a9c9568-3bc8-4851-b88d-2ae0f21154cd {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:54:50.133231 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57042607-7cdc-4302-80a9-10b4dd5dff8a", "tag": "75a1aff5-fd51-4622-acc4-6aedd65bda64", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:54:50.133581 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a9c9568-3bc8-4851-b88d-2ae0f21154cd {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:54:50.134082 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57042607-7cdc-4302-80a9-10b4dd5dff8a', 'tag': '75a1aff5-fd51-4622-acc4-6aedd65bda64', 'status': 'completed', 'code': 200} Dec 14 01:54:50.173660 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-fb7aa462-f8dd-41a1-bfb6-b5d6c24cd1bf None None] Set router 23ececd7-8376-42c9-994f-b39df04cc578 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:54:50.203423 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7342ff-cc46-44fd-b181-ce6ebbd5f19a req-b2461e5d-6918-47f8-b735-ea8689ed8f2b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:50.205185 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fd7342ff-cc46-44fd-b181-ce6ebbd5f19a req-b2461e5d-6918-47f8-b735-ea8689ed8f2b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 945 time: 0.0549049 Dec 14 01:54:50.217639 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9b253-b6c3-4c45-bf34-a24d4058e9dc req-d11ded36-e23d-4886-a899-224ff46a5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:50.219545 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9df9b253-b6c3-4c45-bf34-a24d4058e9dc req-d11ded36-e23d-4886-a899-224ff46a5b91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 1098 time: 0.0428622 Dec 14 01:54:50.256249 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fd7342ff-cc46-44fd-b181-ce6ebbd5f19a req-010134b7-5be2-4b28-a548-6f82bcab5692 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa468ff5-379f-46d7-bcd1-7187990091de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448546 Dec 14 01:54:50.279650 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34726) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:50.314851 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9b253-b6c3-4c45-bf34-a24d4058e9dc req-b3b217eb-066e-49db-8870-26f989557f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:50.316424 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9df9b253-b6c3-4c45-bf34-a24d4058e9dc req-b3b217eb-066e-49db-8870-26f989557f70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a650abc-2862-4b20-a8ae-eb93ae3bb452 HTTP/1.1" status: 200 len: 896 time: 0.0893254 Dec 14 01:54:50.350902 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-59ed4fb1-9d7b-4297-9fb9-e7fb2a8dac13 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/322535ec-57e8-4c63-bbc4-8bbc0265a795 HTTP/1.1" status: 200 len: 991 time: 0.0680323 Dec 14 01:54:50.384202 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9df9b253-b6c3-4c45-bf34-a24d4058e9dc req-0d2b53dc-d97a-4834-a45b-97abab05d92b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75a1aff5-fd51-4622-acc4-6aedd65bda64 HTTP/1.1" status: 200 len: 999 time: 0.0607703 Dec 14 01:54:50.409239 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fb7aa462-f8dd-41a1-bfb6-b5d6c24cd1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ececd7-8376-42c9-994f-b39df04cc578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812315102', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:54:31Z', 'updated_at': '2021-12-14T01:54:35Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:32Z', 'updated_at': '2021-12-14T01:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '322535ec-57e8-4c63-bbc4-8bbc0265a795', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'port_id': '75a1aff5-fd51-4622-acc4-6aedd65bda64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452', 'mac_address': 'fa:16:3e:00:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57042607-7cdc-4302-80a9-10b4dd5dff8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:54:48Z', 'updated_at': '2021-12-14T01:54:48Z', 'revision_number': 0, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35fb83a7-48f5-40bc-adfe-9f51ae449b99', 'name': '', 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:77:0d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '307aab03-85ff-4694-b49e-97295c83e38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:34Z', 'updated_at': '2021-12-14T01:54:38Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '307aab03-85ff-4694-b49e-97295c83e38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:50.434841 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7aa462-f8dd-41a1-bfb6-b5d6c24cd1bf None None] Checking router: 23ececd7-8376-42c9-994f-b39df04cc578 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:54:50.437122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9b253-b6c3-4c45-bf34-a24d4058e9dc req-0aabe207-3175-43d1-823b-0e8779bb03fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:50.438612 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9df9b253-b6c3-4c45-bf34-a24d4058e9dc req-0aabe207-3175-43d1-823b-0e8779bb03fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=307aab03-85ff-4694-b49e-97295c83e38a HTTP/1.1" status: 200 len: 835 time: 0.0476005 Dec 14 01:54:50.443639 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7aa462-f8dd-41a1-bfb6-b5d6c24cd1bf None None] Routers {'23ececd7-8376-42c9-994f-b39df04cc578'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:54:50.444288 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fb7aa462-f8dd-41a1-bfb6-b5d6c24cd1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:54:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['23ececd7-8376-42c9-994f-b39df04cc578'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:50.485362 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9b253-b6c3-4c45-bf34-a24d4058e9dc req-d9d9d5c4-03db-416c-a1d7-84003f253a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:54:50.486876 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9df9b253-b6c3-4c45-bf34-a24d4058e9dc req-d9d9d5c4-03db-416c-a1d7-84003f253a51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a650abc-2862-4b20-a8ae-eb93ae3bb452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415807 Dec 14 01:54:50.549434 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-fb7aa462-f8dd-41a1-bfb6-b5d6c24cd1bf None None] Set router 23ececd7-8376-42c9-994f-b39df04cc578 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:54:50.578042 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9df9b253-b6c3-4c45-bf34-a24d4058e9dc req-fd2eac00-135c-4a5c-9f37-c0ad04117d6b service neutron] 10.222.0.16 "GET /v2.0/networks/4a650abc-2862-4b20-a8ae-eb93ae3bb452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841558 Dec 14 01:54:50.673881 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9df9b253-b6c3-4c45-bf34-a24d4058e9dc req-4ec7f3b2-294c-48ca-a02e-38ba4194e34f service neutron] 10.222.0.16 "GET /v2.0/networks/4a650abc-2862-4b20-a8ae-eb93ae3bb452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885763 Dec 14 01:54:50.803682 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fb7aa462-f8dd-41a1-bfb6-b5d6c24cd1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ececd7-8376-42c9-994f-b39df04cc578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812315102', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:54:31Z', 'updated_at': '2021-12-14T01:54:35Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:32Z', 'updated_at': '2021-12-14T01:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '322535ec-57e8-4c63-bbc4-8bbc0265a795', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'port_id': '75a1aff5-fd51-4622-acc4-6aedd65bda64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452', 'mac_address': 'fa:16:3e:00:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57042607-7cdc-4302-80a9-10b4dd5dff8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:54:48Z', 'updated_at': '2021-12-14T01:54:48Z', 'revision_number': 0, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35fb83a7-48f5-40bc-adfe-9f51ae449b99', 'name': '', 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:77:0d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '307aab03-85ff-4694-b49e-97295c83e38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:34Z', 'updated_at': '2021-12-14T01:54:38Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '307aab03-85ff-4694-b49e-97295c83e38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:54:50.830881 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7aa462-f8dd-41a1-bfb6-b5d6c24cd1bf None None] The sync data for ids ['23ececd7-8376-42c9-994f-b39df04cc578'] in dv-neutron-821592-1-hyperv is: [{'id': '23ececd7-8376-42c9-994f-b39df04cc578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812315102', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:54:31Z', 'updated_at': '2021-12-14T01:54:35Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:32Z', 'updated_at': '2021-12-14T01:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '322535ec-57e8-4c63-bbc4-8bbc0265a795', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'port_id': '75a1aff5-fd51-4622-acc4-6aedd65bda64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452', 'mac_address': 'fa:16:3e:00:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57042607-7cdc-4302-80a9-10b4dd5dff8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:54:48Z', 'updated_at': '2021-12-14T01:54:48Z', 'revision_number': 0, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35fb83a7-48f5-40bc-adfe-9f51ae449b99', 'name': '', 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:77:0d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '307aab03-85ff-4694-b49e-97295c83e38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:34Z', 'updated_at': '2021-12-14T01:54:38Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '307aab03-85ff-4694-b49e-97295c83e38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:54:51.030168 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8952c2-35b9-43cf-bf3c-091aeb900d88 None None] New status for floating IP 322535ec-57e8-4c63-bbc4-8bbc0265a795: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:54:51.353877 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34730) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:54:51.428605 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2e20031d-b5bd-45a6-b041-272871a05aa0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/322535ec-57e8-4c63-bbc4-8bbc0265a795 HTTP/1.1" status: 200 len: 993 time: 0.0733964 Dec 14 01:54:51.990184 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c3643df-ced4-4892-86e7-cac4cc484e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:54.221462 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec0542f7-b3c5-434f-9277-42b6612e35e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:55.539678 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:56.202748 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:54:56.926880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:54:57.733276 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:11.160248 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:21.997134 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4592aae-2e2e-407e-a098-05a509b4e416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:22.917887 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f561d-8cf0-4987-b957-c4a15cb7f511 req-d83f19c5-5a20-41b0-8e14-89f96f403866 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:22.919365 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fc1f561d-8cf0-4987-b957-c4a15cb7f511 req-d83f19c5-5a20-41b0-8e14-89f96f403866 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 945 time: 0.0522828 Dec 14 01:55:22.981100 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fc1f561d-8cf0-4987-b957-c4a15cb7f511 req-3a4daa60-1006-4713-aa2f-da83538b74d8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa468ff5-379f-46d7-bcd1-7187990091de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535998 Dec 14 01:55:24.118562 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca66ca6-14a8-4699-82b7-211eb29de536 req-183b8ccb-964a-4420-b3f2-277643eb7f8d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:24.120038 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aca66ca6-14a8-4699-82b7-211eb29de536 req-183b8ccb-964a-4420-b3f2-277643eb7f8d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 945 time: 0.0523593 Dec 14 01:55:24.172079 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aca66ca6-14a8-4699-82b7-211eb29de536 req-51af2990-55e1-4e51-b933-10a35a901e95 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa468ff5-379f-46d7-bcd1-7187990091de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434754 Dec 14 01:55:24.194978 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34758) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:24.213537 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89ec4bd4-c06c-4253-a5bd-937531a3604c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:24.257346 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-58a1395f-8af6-41a6-88ad-57a515ce1af9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/322535ec-57e8-4c63-bbc4-8bbc0265a795 HTTP/1.1" status: 200 len: 993 time: 0.0611689 Dec 14 01:55:25.542078 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:25.579833 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6ff7d-c9bf-488c-bac9-ac8adf84127d req-6a516572-8ca9-408e-ae5b-c571a38595fd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:25.581356 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8ca6ff7d-c9bf-488c-bac9-ac8adf84127d req-6a516572-8ca9-408e-ae5b-c571a38595fd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 945 time: 0.0597296 Dec 14 01:55:25.636896 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8ca6ff7d-c9bf-488c-bac9-ac8adf84127d req-247dcfa9-a963-4b64-b6fd-fa2a2cb1218d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa468ff5-379f-46d7-bcd1-7187990091de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470784 Dec 14 01:55:26.764916 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7c048-9b10-43a0-95f8-28a57e31bdd4 req-596b23dd-5d90-43ef-91d8-484e9b2a2244 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:26.766381 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e0f7c048-9b10-43a0-95f8-28a57e31bdd4 req-596b23dd-5d90-43ef-91d8-484e9b2a2244 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 945 time: 0.0489275 Dec 14 01:55:26.817055 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e0f7c048-9b10-43a0-95f8-28a57e31bdd4 req-8da64256-59de-48e2-9c59-df3c1ab7202b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa468ff5-379f-46d7-bcd1-7187990091de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445855 Dec 14 01:55:26.839593 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34768) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:26.905050 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-106afdd1-a6ad-402d-8a54-0ac8ac5a7feb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/322535ec-57e8-4c63-bbc4-8bbc0265a795 HTTP/1.1" status: 200 len: 993 time: 0.0639429 Dec 14 01:55:26.930752 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:27.178324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34774) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:27.344940 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port 8d197768-0373-4910-acf5-b347e13b0ac6 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:55:27.345281 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:27.429731 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:27.429973 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:27.444592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for 8d197768-0373-4910-acf5-b347e13b0ac6 owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:55:27.608943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:27.634325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=8d197768-0373-4910-acf5-b347e13b0ac6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:27.645954 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:27.646311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:27.646657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:27.647030 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:27.647364 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:27.647694 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:27.648057 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:27.648401 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:27.648727 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:27.649055 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:27.649378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:27.649718 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:27.650023 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:27.703986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:27.704432 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Floating IP 322535ec-57e8-4c63-bbc4-8bbc0265a795 disassociated (deleted). External IP: 172.26.1.133, port: 75a1aff5-fd51-4622-acc4-6aedd65bda64. Dec 14 01:55:27.727111 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:27.921744 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 23ececd7-8376-42c9-994f-b39df04cc578 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:55:28.033916 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:55:28.039385 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:28.044393 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5abe0e-7e06-439a-ae4e-f2279e646f62 None None] Sync routers for ids ['23ececd7-8376-42c9-994f-b39df04cc578'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:55:28.054386 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5abe0e-7e06-439a-ae4e-f2279e646f62 None None] Routers {'23ececd7-8376-42c9-994f-b39df04cc578'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:55:28.054993 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ba5abe0e-7e06-439a-ae4e-f2279e646f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:55:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['23ececd7-8376-42c9-994f-b39df04cc578'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:28.066270 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ed9fea98-36a5-40c2-823c-7b2faaf866b4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/floatingips/322535ec-57e8-4c63-bbc4-8bbc0265a795 HTTP/1.1" status: 204 len: 168 time: 0.8869019 Dec 14 01:55:28.066847 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57042607-7cdc-4302-80a9-10b4dd5dff8a', 'tag': '75a1aff5-fd51-4622-acc4-6aedd65bda64'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:55:28.069201 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bc1423-cc88-44a1-a224-0ea8e0a2d492" -d '{"events": [{"name": "network-changed", "server_uuid": "57042607-7cdc-4302-80a9-10b4dd5dff8a", "tag": "75a1aff5-fd51-4622-acc4-6aedd65bda64"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:55:28.112545 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a8568e-c642-4e32-af71-cba8518de137 x-openstack-request-id: req-77a8568e-c642-4e32-af71-cba8518de137 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:55:28.112838 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57042607-7cdc-4302-80a9-10b4dd5dff8a", "tag": "75a1aff5-fd51-4622-acc4-6aedd65bda64", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:55:28.113093 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77a8568e-c642-4e32-af71-cba8518de137 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:55:28.113527 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57042607-7cdc-4302-80a9-10b4dd5dff8a', 'tag': '75a1aff5-fd51-4622-acc4-6aedd65bda64', 'status': 'completed', 'code': 200} Dec 14 01:55:28.168492 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ba5abe0e-7e06-439a-ae4e-f2279e646f62 None None] Set router 23ececd7-8376-42c9-994f-b39df04cc578 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:55:28.208379 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc1423-cc88-44a1-a224-0ea8e0a2d492 req-facf3b28-3854-4a33-870c-73e5d8aa9a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:28.210498 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-44bc1423-cc88-44a1-a224-0ea8e0a2d492 req-facf3b28-3854-4a33-870c-73e5d8aa9a64 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 1098 time: 0.0504088 Dec 14 01:55:28.308498 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3296a18-88a9-4e72-8892-eccfee0e2f05 req-778963fe-b3d4-4c7a-865c-69b75f2f1e7f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:28.310814 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3296a18-88a9-4e72-8892-eccfee0e2f05 req-778963fe-b3d4-4c7a-865c-69b75f2f1e7f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 945 time: 0.0552297 Dec 14 01:55:28.357332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc1423-cc88-44a1-a224-0ea8e0a2d492 req-5301e727-ed06-42c0-9f57-b3f01d0d2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:28.359056 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-44bc1423-cc88-44a1-a224-0ea8e0a2d492 req-5301e727-ed06-42c0-9f57-b3f01d0d2b31 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a650abc-2862-4b20-a8ae-eb93ae3bb452 HTTP/1.1" status: 200 len: 896 time: 0.0973635 Dec 14 01:55:28.366819 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b3296a18-88a9-4e72-8892-eccfee0e2f05 req-42dac15b-e1bb-4761-9f1a-e6ca02498b38 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa468ff5-379f-46d7-bcd1-7187990091de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486891 Dec 14 01:55:28.405009 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-44bc1423-cc88-44a1-a224-0ea8e0a2d492 req-c0b81e47-100d-4cdf-a32a-55377499c782 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75a1aff5-fd51-4622-acc4-6aedd65bda64 HTTP/1.1" status: 200 len: 217 time: 0.0357146 Dec 14 01:55:28.458803 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc1423-cc88-44a1-a224-0ea8e0a2d492 req-e2f7fd4c-9900-4539-a018-ad8e8f3891e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:28.460694 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-44bc1423-cc88-44a1-a224-0ea8e0a2d492 req-e2f7fd4c-9900-4539-a018-ad8e8f3891e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=307aab03-85ff-4694-b49e-97295c83e38a HTTP/1.1" status: 200 len: 835 time: 0.0487282 Dec 14 01:55:28.508091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc1423-cc88-44a1-a224-0ea8e0a2d492 req-1bc91a0d-f09f-4c39-b630-67b157cb7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:28.509611 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-44bc1423-cc88-44a1-a224-0ea8e0a2d492 req-1bc91a0d-f09f-4c39-b630-67b157cb7811 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a650abc-2862-4b20-a8ae-eb93ae3bb452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410736 Dec 14 01:55:28.540200 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ba5abe0e-7e06-439a-ae4e-f2279e646f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ececd7-8376-42c9-994f-b39df04cc578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812315102', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:54:31Z', 'updated_at': '2021-12-14T01:54:35Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:32Z', 'updated_at': '2021-12-14T01:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '35fb83a7-48f5-40bc-adfe-9f51ae449b99', 'name': '', 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:77:0d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '307aab03-85ff-4694-b49e-97295c83e38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:34Z', 'updated_at': '2021-12-14T01:54:38Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '307aab03-85ff-4694-b49e-97295c83e38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:28.565917 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5abe0e-7e06-439a-ae4e-f2279e646f62 None None] Checking router: 23ececd7-8376-42c9-994f-b39df04cc578 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:55:28.574716 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5abe0e-7e06-439a-ae4e-f2279e646f62 None None] Routers {'23ececd7-8376-42c9-994f-b39df04cc578'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:55:28.575336 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ba5abe0e-7e06-439a-ae4e-f2279e646f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:55:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['23ececd7-8376-42c9-994f-b39df04cc578'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:28.603126 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-44bc1423-cc88-44a1-a224-0ea8e0a2d492 req-9c1c320a-1ba0-4362-b469-d905a5f3879a service neutron] 10.222.0.16 "GET /v2.0/networks/4a650abc-2862-4b20-a8ae-eb93ae3bb452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848470 Dec 14 01:55:28.680808 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ba5abe0e-7e06-439a-ae4e-f2279e646f62 None None] Set router 23ececd7-8376-42c9-994f-b39df04cc578 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:55:28.700565 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-44bc1423-cc88-44a1-a224-0ea8e0a2d492 req-0854495f-f11e-4645-82f7-7c2c02bde84f service neutron] 10.222.0.16 "GET /v2.0/networks/4a650abc-2862-4b20-a8ae-eb93ae3bb452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897422 Dec 14 01:55:28.973654 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ba5abe0e-7e06-439a-ae4e-f2279e646f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ececd7-8376-42c9-994f-b39df04cc578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812315102', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:54:31Z', 'updated_at': '2021-12-14T01:54:35Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:32Z', 'updated_at': '2021-12-14T01:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '35fb83a7-48f5-40bc-adfe-9f51ae449b99', 'name': '', 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:77:0d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '307aab03-85ff-4694-b49e-97295c83e38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:34Z', 'updated_at': '2021-12-14T01:54:38Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '307aab03-85ff-4694-b49e-97295c83e38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:29.002746 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5abe0e-7e06-439a-ae4e-f2279e646f62 None None] The sync data for ids ['23ececd7-8376-42c9-994f-b39df04cc578'] in dv-neutron-821592-1-hyperv is: [{'id': '23ececd7-8376-42c9-994f-b39df04cc578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812315102', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:54:31Z', 'updated_at': '2021-12-14T01:54:35Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:32Z', 'updated_at': '2021-12-14T01:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '35fb83a7-48f5-40bc-adfe-9f51ae449b99', 'name': '', 'network_id': '4a650abc-2862-4b20-a8ae-eb93ae3bb452', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:77:0d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '307aab03-85ff-4694-b49e-97295c83e38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:34Z', 'updated_at': '2021-12-14T01:54:38Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '307aab03-85ff-4694-b49e-97295c83e38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:55:29.245818 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e6ac4-2e1d-422f-af1f-3f4a12bc4b27 None None] New status for floating IP 322535ec-57e8-4c63-bbc4-8bbc0265a795: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:55:29.494512 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c5b4f-2fc8-4529-83f8-a5588e92343f req-eb7e0419-8975-49ff-a741-32b4b054ee81 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:29.496133 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d69c5b4f-2fc8-4529-83f8-a5588e92343f req-eb7e0419-8975-49ff-a741-32b4b054ee81 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 945 time: 0.0563598 Dec 14 01:55:29.560390 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d69c5b4f-2fc8-4529-83f8-a5588e92343f req-b33750b9-c5e0-46e1-b2b4-d41cf3fa191e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa468ff5-379f-46d7-bcd1-7187990091de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576391 Dec 14 01:55:30.013825 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d03e-8f31-40ea-899b-d817268fa853 req-a41ea042-d70d-43a6-baf3-98acbdafb488 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:30.015271 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2729d03e-8f31-40ea-899b-d817268fa853 req-a41ea042-d70d-43a6-baf3-98acbdafb488 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 945 time: 0.0595016 Dec 14 01:55:30.112123 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-2729d03e-8f31-40ea-899b-d817268fa853 req-047c76cc-fabf-45be-98ba-6ad45ea1f59e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port 75a1aff5-fd51-4622-acc4-6aedd65bda64 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:55:30.112464 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2729d03e-8f31-40ea-899b-d817268fa853 req-047c76cc-fabf-45be-98ba-6ad45ea1f59e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:30.205073 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-2729d03e-8f31-40ea-899b-d817268fa853 req-047c76cc-fabf-45be-98ba-6ad45ea1f59e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] For port 75a1aff5-fd51-4622-acc4-6aedd65bda64, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=75a1aff5-fd51-4622-acc4-6aedd65bda64,segment=NetworkSegment(828f3f19-712c-46f9-bbc8-e98a05455e26),segment_id=828f3f19-712c-46f9-bbc8-e98a05455e26)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:55:30.205413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2729d03e-8f31-40ea-899b-d817268fa853 req-047c76cc-fabf-45be-98ba-6ad45ea1f59e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:30.218855 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-2729d03e-8f31-40ea-899b-d817268fa853 req-047c76cc-fabf-45be-98ba-6ad45ea1f59e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for 75a1aff5-fd51-4622-acc4-6aedd65bda64 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:55:30.360431 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2729d03e-8f31-40ea-899b-d817268fa853 req-047c76cc-fabf-45be-98ba-6ad45ea1f59e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:30.390693 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c76cc-fabf-45be-98ba-6ad45ea1f59e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=75a1aff5-fd51-4622-acc4-6aedd65bda64,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:30.435850 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2729d03e-8f31-40ea-899b-d817268fa853 req-047c76cc-fabf-45be-98ba-6ad45ea1f59e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] No DVR routers for this DVR port 75a1aff5-fd51-4622-acc4-6aedd65bda64 on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:55:30.438445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-2729d03e-8f31-40ea-899b-d817268fa853 req-047c76cc-fabf-45be-98ba-6ad45ea1f59e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:30.441791 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2729d03e-8f31-40ea-899b-d817268fa853 req-047c76cc-fabf-45be-98ba-6ad45ea1f59e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "DELETE /v2.0/ports/75a1aff5-fd51-4622-acc4-6aedd65bda64 HTTP/1.1" status: 204 len: 173 time: 0.4203663 Dec 14 01:55:30.442223 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57042607-7cdc-4302-80a9-10b4dd5dff8a', 'name': 'network-vif-deleted', 'tag': '75a1aff5-fd51-4622-acc4-6aedd65bda64'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:55:30.444532 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f8559c-6429-45ac-ba97-56aa1ec1d9d4" -d '{"events": [{"server_uuid": "57042607-7cdc-4302-80a9-10b4dd5dff8a", "name": "network-vif-deleted", "tag": "75a1aff5-fd51-4622-acc4-6aedd65bda64"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:55:30.479485 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be696bc-137b-4868-8134-ad6960a3e37a x-openstack-request-id: req-1be696bc-137b-4868-8134-ad6960a3e37a {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:55:30.479885 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57042607-7cdc-4302-80a9-10b4dd5dff8a", "name": "network-vif-deleted", "tag": "75a1aff5-fd51-4622-acc4-6aedd65bda64", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:55:30.480065 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1be696bc-137b-4868-8134-ad6960a3e37a {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:55:30.480514 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57042607-7cdc-4302-80a9-10b4dd5dff8a', 'name': 'network-vif-deleted', 'tag': '75a1aff5-fd51-4622-acc4-6aedd65bda64', 'status': 'completed', 'code': 200} Dec 14 01:55:30.672343 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-172b11d4-e930-43ca-b309-fd766ae9e5db req-65bf0d5f-d97e-475a-8559-7e6abb5d81ff tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=57042607-7cdc-4302-80a9-10b4dd5dff8a HTTP/1.1" status: 200 len: 210 time: 0.0272865 Dec 14 01:55:31.729418 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34790) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:32.106325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7445da4f-ff62-41cf-a266-9a96c09825f1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:32.372182 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7445da4f-ff62-41cf-a266-9a96c09825f1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port 35fb83a7-48f5-40bc-adfe-9f51ae449b99 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:55:32.372469 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7445da4f-ff62-41cf-a266-9a96c09825f1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:32.467708 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7445da4f-ff62-41cf-a266-9a96c09825f1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] For port 35fb83a7-48f5-40bc-adfe-9f51ae449b99, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=35fb83a7-48f5-40bc-adfe-9f51ae449b99,segment=NetworkSegment(828f3f19-712c-46f9-bbc8-e98a05455e26),segment_id=828f3f19-712c-46f9-bbc8-e98a05455e26)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:55:32.468073 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7445da4f-ff62-41cf-a266-9a96c09825f1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:32.482632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7445da4f-ff62-41cf-a266-9a96c09825f1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for 35fb83a7-48f5-40bc-adfe-9f51ae449b99 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:55:32.686598 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7445da4f-ff62-41cf-a266-9a96c09825f1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:32.712053 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445da4f-ff62-41cf-a266-9a96c09825f1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=35fb83a7-48f5-40bc-adfe-9f51ae449b99,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:32.885054 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7445da4f-ff62-41cf-a266-9a96c09825f1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:33.121115 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7445da4f-ff62-41cf-a266-9a96c09825f1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 23ececd7-8376-42c9-994f-b39df04cc578 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:55:33.201489 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:55:33.237701 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7445da4f-ff62-41cf-a266-9a96c09825f1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:55:33.243757 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7445da4f-ff62-41cf-a266-9a96c09825f1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "PUT /v2.0/routers/23ececd7-8376-42c9-994f-b39df04cc578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5132966 Dec 14 01:55:33.246619 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34792) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:33.248970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dfede8-9127-42aa-9096-20bebb78441d None None] Sync routers for ids ['23ececd7-8376-42c9-994f-b39df04cc578'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:55:33.259813 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dfede8-9127-42aa-9096-20bebb78441d None None] Routers {'23ececd7-8376-42c9-994f-b39df04cc578'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:55:33.260486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-60dfede8-9127-42aa-9096-20bebb78441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:55:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['23ececd7-8376-42c9-994f-b39df04cc578'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:33.297086 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ad42dd-74a1-4d78-9857-90f883503330 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting subnet 307aab03-85ff-4694-b49e-97295c83e38a {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:55:33.300275 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-16ad42dd-74a1-4d78-9857-90f883503330 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:33.340213 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-16ad42dd-74a1-4d78-9857-90f883503330 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:33.363965 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-60dfede8-9127-42aa-9096-20bebb78441d None None] Set router 23ececd7-8376-42c9-994f-b39df04cc578 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:55:33.425728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-16ad42dd-74a1-4d78-9857-90f883503330 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:33.483280 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-16ad42dd-74a1-4d78-9857-90f883503330 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:33.511798 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-16ad42dd-74a1-4d78-9857-90f883503330 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:33.517688 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-16ad42dd-74a1-4d78-9857-90f883503330 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/subnets/307aab03-85ff-4694-b49e-97295c83e38a HTTP/1.1" status: 204 len: 168 time: 0.2675877 Dec 14 01:55:33.517688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad42dd-74a1-4d78-9857-90f883503330 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Subnet': ['ID=307aab03-85ff-4694-b49e-97295c83e38a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:33.518034 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34794) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:33.520718 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cede5103-62e7-4269-8dea-7d4b532c1b66 None None] Network 4a650abc-2862-4b20-a8ae-eb93ae3bb452 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:55:33.617028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-60dfede8-9127-42aa-9096-20bebb78441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ececd7-8376-42c9-994f-b39df04cc578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812315102', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:54:31Z', 'updated_at': '2021-12-14T01:55:32Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:32Z', 'updated_at': '2021-12-14T01:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:33.628638 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:33.650990 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dfede8-9127-42aa-9096-20bebb78441d None None] Checking router: 23ececd7-8376-42c9-994f-b39df04cc578 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:55:33.660818 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dfede8-9127-42aa-9096-20bebb78441d None None] Routers {'23ececd7-8376-42c9-994f-b39df04cc578'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:55:33.661476 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-60dfede8-9127-42aa-9096-20bebb78441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:55:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['23ececd7-8376-42c9-994f-b39df04cc578'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:33.738650 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:33.748825 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] DHCP port deletion for 4a650abc-2862-4b20-a8ae-eb93ae3bb452 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:55:33.798454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port ca2e3fe0-99d7-4912-a000-86251375497d {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:55:33.798874 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:33.803128 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-60dfede8-9127-42aa-9096-20bebb78441d None None] Set router 23ececd7-8376-42c9-994f-b39df04cc578 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:55:33.878087 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] For port ca2e3fe0-99d7-4912-a000-86251375497d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ca2e3fe0-99d7-4912-a000-86251375497d,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:55:33.878456 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:33.896068 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for ca2e3fe0-99d7-4912-a000-86251375497d owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:55:33.909329 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Deleting port 858511d3-6799-4c49-8dd2-b7e9458c833c {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:55:33.909705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.075580 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.106758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=ca2e3fe0-99d7-4912-a000-86251375497d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:34.136150 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 75a1aff5-fd51-4622-acc4-6aedd65bda64 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:55:34.137353 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.137696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.138023 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d3ee9e-7c53-4862-ab09-a0f91c189af2 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:55:34.138143 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.138372 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.138712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.139035 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.139365 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.139691 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.140017 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.140367 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.140692 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.141018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.141353 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.176229 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 75a1aff5-fd51-4622-acc4-6aedd65bda64 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:55:34.176583 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 75a1aff5-fd51-4622-acc4-6aedd65bda64 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:55:34.181623 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.187877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] For port 858511d3-6799-4c49-8dd2-b7e9458c833c, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=858511d3-6799-4c49-8dd2-b7e9458c833c,segment=NetworkSegment(828f3f19-712c-46f9-bbc8-e98a05455e26),segment_id=828f3f19-712c-46f9-bbc8-e98a05455e26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:55:34.188304 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.218543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Calling delete_port for 858511d3-6799-4c49-8dd2-b7e9458c833c owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:55:34.274841 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.277106 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.300238 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-60dfede8-9127-42aa-9096-20bebb78441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ececd7-8376-42c9-994f-b39df04cc578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812315102', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:54:31Z', 'updated_at': '2021-12-14T01:55:32Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:32Z', 'updated_at': '2021-12-14T01:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:34.326111 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.326597 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Fanout notify agent at l3_agent the message router_deleted on router 23ececd7-8376-42c9-994f-b39df04cc578 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:55:34.332633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dfede8-9127-42aa-9096-20bebb78441d None None] The sync data for ids ['23ececd7-8376-42c9-994f-b39df04cc578'] in dv-neutron-821592-1-hyperv is: [{'id': '23ececd7-8376-42c9-994f-b39df04cc578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812315102', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:54:31Z', 'updated_at': '2021-12-14T01:55:32Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'ca2e3fe0-99d7-4912-a000-86251375497d', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ececd7-8376-42c9-994f-b39df04cc578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:54:32Z', 'updated_at': '2021-12-14T01:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:55:34.333704 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.337993 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34796) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:34.338492 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a24fc3e9-2fea-4f60-b5a5-376f51bb5cd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/routers/23ececd7-8376-42c9-994f-b39df04cc578 HTTP/1.1" status: 204 len: 168 time: 0.8189077 Dec 14 01:55:34.351376 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.380352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Pushing event deleted for resources: {'Port': ['ID=858511d3-6799-4c49-8dd2-b7e9458c833c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:34.382651 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] No DVR routers for this DVR port 858511d3-6799-4c49-8dd2-b7e9458c833c on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:55:34.392853 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.393217 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.393602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.394027 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.394371 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.394707 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.395044 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.395376 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.395777 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.396025 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.396378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.396705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.397029 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633db1d-4ae2-44c3-8b27-d6e92fcb3954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:34.428969 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-022d34f4-6a2f-4135-9078-700e0037137f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.513108 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-022d34f4-6a2f-4135-9078-700e0037137f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.534158 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-022d34f4-6a2f-4135-9078-700e0037137f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a650abc-2862-4b20-a8ae-eb93ae3bb452']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:34.545943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-022d34f4-6a2f-4135-9078-700e0037137f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828f3f19-712c-46f9-bbc8-e98a05455e26') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:34.546237 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-022d34f4-6a2f-4135-9078-700e0037137f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828f3f19-712c-46f9-bbc8-e98a05455e26') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:34.560216 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-022d34f4-6a2f-4135-9078-700e0037137f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.573935 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-022d34f4-6a2f-4135-9078-700e0037137f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.580500 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022d34f4-6a2f-4135-9078-700e0037137f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:55:34.580821 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-022d34f4-6a2f-4135-9078-700e0037137f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:55:34.583718 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:55:34.657829 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-022d34f4-6a2f-4135-9078-700e0037137f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.666042 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-022d34f4-6a2f-4135-9078-700e0037137f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.669286 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-022d34f4-6a2f-4135-9078-700e0037137f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/networks/4a650abc-2862-4b20-a8ae-eb93ae3bb452 HTTP/1.1" status: 204 len: 168 time: 0.3273656 Dec 14 01:55:34.672571 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34798) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:34.683044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d34f4-6a2f-4135-9078-700e0037137f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Network': ['ID=4a650abc-2862-4b20-a8ae-eb93ae3bb452,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:34.740440 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39b25357-79c1-4aae-9591-5e86c25f64ee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.766510 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39b25357-79c1-4aae-9591-5e86c25f64ee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.850113 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39b25357-79c1-4aae-9591-5e86c25f64ee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.854502 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39b25357-79c1-4aae-9591-5e86c25f64ee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:34.856012 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-39b25357-79c1-4aae-9591-5e86c25f64ee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/security-groups/fa468ff5-379f-46d7-bcd1-7187990091de HTTP/1.1" status: 204 len: 168 time: 0.1821890 Dec 14 01:55:34.870267 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b25357-79c1-4aae-9591-5e86c25f64ee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa468ff5-379f-46d7-bcd1-7187990091de,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:35.186002 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34804) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:35.191149 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-38c7996d-c7c7-4735-929c-c65d56b18195 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1951419741', 'description': 'tempest-secgroup-smoke-1951419741 description', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:55:35.226134 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-38c7996d-c7c7-4735-929c-c65d56b18195 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.310515 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-38c7996d-c7c7-4735-929c-c65d56b18195 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.318054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-38c7996d-c7c7-4735-929c-c65d56b18195 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.356015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-38c7996d-c7c7-4735-929c-c65d56b18195 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.360625 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-38c7996d-c7c7-4735-929c-c65d56b18195 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1735325 Dec 14 01:55:35.361386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34806) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:35.363161 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7996d-c7c7-4735-929c-c65d56b18195 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072ce0a8-b4f7-40e5-891c-528431edaffc,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:35.370274 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-8f6ea396-1516-4001-900d-ded17933d0f0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '072ce0a8-b4f7-40e5-891c-528431edaffc', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:55:35.408547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f6ea396-1516-4001-900d-ded17933d0f0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.479820 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f6ea396-1516-4001-900d-ded17933d0f0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.485878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f6ea396-1516-4001-900d-ded17933d0f0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.507749 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ea396-1516-4001-900d-ded17933d0f0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372f3103-e366-44e2-92e7-a7c1e1a5f1f5,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:35.520222 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f6ea396-1516-4001-900d-ded17933d0f0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.521691 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8f6ea396-1516-4001-900d-ded17933d0f0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590884 Dec 14 01:55:35.524872 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34808) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:35.530143 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-5c6f1f52-a448-4c0c-a74a-c19dbda21ad8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '072ce0a8-b4f7-40e5-891c-528431edaffc', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:55:35.566715 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1f52-a448-4c0c-a74a-c19dbda21ad8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.641856 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1f52-a448-4c0c-a74a-c19dbda21ad8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.647561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1f52-a448-4c0c-a74a-c19dbda21ad8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.668453 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f1f52-a448-4c0c-a74a-c19dbda21ad8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d82535-c67e-45f2-80fe-4f689e899f56,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:35.676068 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1f52-a448-4c0c-a74a-c19dbda21ad8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.677301 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5c6f1f52-a448-4c0c-a74a-c19dbda21ad8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1514785 Dec 14 01:55:35.681125 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34810) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:35.685886 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1f8e2074-aeab-4f5c-84fb-79be396e1d32 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '072ce0a8-b4f7-40e5-891c-528431edaffc', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:55:35.718654 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f8e2074-aeab-4f5c-84fb-79be396e1d32 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.736728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 858511d3-6799-4c49-8dd2-b7e9458c833c no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:55:35.756306 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 858511d3-6799-4c49-8dd2-b7e9458c833c {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:55:35.756668 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 858511d3-6799-4c49-8dd2-b7e9458c833c not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:55:35.757106 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ca2e3fe0-99d7-4912-a000-86251375497d no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:55:35.780550 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: ca2e3fe0-99d7-4912-a000-86251375497d {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:55:35.780898 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ca2e3fe0-99d7-4912-a000-86251375497d not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:55:35.781315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 35fb83a7-48f5-40bc-adfe-9f51ae449b99 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:55:35.788557 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f8e2074-aeab-4f5c-84fb-79be396e1d32 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.793247 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f8e2074-aeab-4f5c-84fb-79be396e1d32 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.800613 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 35fb83a7-48f5-40bc-adfe-9f51ae449b99 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:55:35.800958 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 35fb83a7-48f5-40bc-adfe-9f51ae449b99 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:55:35.811836 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e2074-aeab-4f5c-84fb-79be396e1d32 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4565fda9-1bce-46d6-acb1-82cc69b15485,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:35.823313 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f8e2074-aeab-4f5c-84fb-79be396e1d32 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.825418 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1f8e2074-aeab-4f5c-84fb-79be396e1d32 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430571 Dec 14 01:55:35.828430 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34812) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:35.835554 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-93a76eb2-c262-4b38-81ab-3bfd0c802fb5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '072ce0a8-b4f7-40e5-891c-528431edaffc', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:55:35.872979 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93a76eb2-c262-4b38-81ab-3bfd0c802fb5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.938172 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93a76eb2-c262-4b38-81ab-3bfd0c802fb5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.943950 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93a76eb2-c262-4b38-81ab-3bfd0c802fb5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.961324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a76eb2-c262-4b38-81ab-3bfd0c802fb5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdca53f6-0afb-4945-84ed-15de1a3cdc49,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:35.971132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93a76eb2-c262-4b38-81ab-3bfd0c802fb5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:35.972383 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-93a76eb2-c262-4b38-81ab-3bfd0c802fb5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1429288 Dec 14 01:55:35.976399 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34814) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:35.980904 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-289cd67e-f43c-4ff8-91ad-e54d1c5e7cbc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '072ce0a8-b4f7-40e5-891c-528431edaffc', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:55:36.006396 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-289cd67e-f43c-4ff8-91ad-e54d1c5e7cbc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Project f4c107ba67ff4c04ad2fb04bd1d8b8df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:55:36.011413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-289cd67e-f43c-4ff8-91ad-e54d1c5e7cbc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.070797 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-289cd67e-f43c-4ff8-91ad-e54d1c5e7cbc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.076989 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-289cd67e-f43c-4ff8-91ad-e54d1c5e7cbc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.094238 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cd67e-f43c-4ff8-91ad-e54d1c5e7cbc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f79521c-3741-4011-b636-c5e98a279d37,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:36.103615 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-289cd67e-f43c-4ff8-91ad-e54d1c5e7cbc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.104888 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-289cd67e-f43c-4ff8-91ad-e54d1c5e7cbc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274784 Dec 14 01:55:36.107599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34816) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:36.111878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1bad5248-106a-4cab-9c15-ec9d50c31701 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '072ce0a8-b4f7-40e5-891c-528431edaffc', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:55:36.137598 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-1bad5248-106a-4cab-9c15-ec9d50c31701 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Project f4c107ba67ff4c04ad2fb04bd1d8b8df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:55:36.142615 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1bad5248-106a-4cab-9c15-ec9d50c31701 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.203611 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1bad5248-106a-4cab-9c15-ec9d50c31701 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.208070 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1bad5248-106a-4cab-9c15-ec9d50c31701 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.227279 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad5248-106a-4cab-9c15-ec9d50c31701 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5fd6d9-d999-4e99-b944-787508f248f7,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:36.233653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1bad5248-106a-4cab-9c15-ec9d50c31701 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.234865 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1bad5248-106a-4cab-9c15-ec9d50c31701 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263051 Dec 14 01:55:36.238236 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34818) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:36.243567 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-1cad3465-9757-48fa-8cb9-625ea2a9e8de tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'network': {'name': 'tempest-network-smoke--2014004719', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'port_security_enabled': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:55:36.268545 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cad3465-9757-48fa-8cb9-625ea2a9e8de tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Made reservation on behalf of f4c107ba67ff4c04ad2fb04bd1d8b8df for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:55:36.271984 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1cad3465-9757-48fa-8cb9-625ea2a9e8de tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.295438 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cad3465-9757-48fa-8cb9-625ea2a9e8de tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:55:36.305263 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1cad3465-9757-48fa-8cb9-625ea2a9e8de tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.305635 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-1cad3465-9757-48fa-8cb9-625ea2a9e8de tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Added segment e5bf6666-16ec-41d6-b9cc-b450a991e4f0 of type vlan for network 49ffc722-420d-48e7-a500-7e9957c509ae Dec 14 01:55:36.346019 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1cad3465-9757-48fa-8cb9-625ea2a9e8de tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.372173 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1cad3465-9757-48fa-8cb9-625ea2a9e8de tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.380676 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cad3465-9757-48fa-8cb9-625ea2a9e8de tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:36.381469 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1cad3465-9757-48fa-8cb9-625ea2a9e8de tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.443005 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1cad3465-9757-48fa-8cb9-625ea2a9e8de tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2037566 Dec 14 01:55:36.446040 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34820) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:36.451248 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-792008579', 'admin_state_up': True, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:55:36.458315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad3465-9757-48fa-8cb9-625ea2a9e8de tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Network': ['ID=49ffc722-420d-48e7-a500-7e9957c509ae,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:36.481604 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.482694 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.540603 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.622452 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 49ffc722-420d-48e7-a500-7e9957c509ae details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:55:36.684037 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.874243 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.892519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:36.996066 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.26.1.160 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/2520dd03-c54c-4365-a83c-c83999989163) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:55:37.095722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:37.131992 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:37.175596 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:55:37.178435 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:55:37.181960 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:55:37.192814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da684735-841a-4260-93db-b4a3421e6677 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:55:37.205341 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=2520dd03-c54c-4365-a83c-c83999989163,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:37.248344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-bba43ea2-2faa-415a-b770-cd25b8007613 None None] Provisioning complete for port 2520dd03-c54c-4365-a83c-c83999989163 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:55:37.248715 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bba43ea2-2faa-415a-b770-cd25b8007613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:37.281816 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bba43ea2-2faa-415a-b770-cd25b8007613 None None] Port 2520dd03-c54c-4365-a83c-c83999989163 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:55:37.456980 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:37.680325 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:37.824171 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 1d243be0-608b-4c15-bfe0-ee636feba3d3 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:55:38.289606 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:55:38.303013 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Sync routers for ids ['1d243be0-608b-4c15-bfe0-ee636feba3d3'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:55:38.314267 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Routers {'1d243be0-608b-4c15-bfe0-ee636feba3d3'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:55:38.314875 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:55:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['1d243be0-608b-4c15-bfe0-ee636feba3d3'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:38.315014 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:38.316166 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bd78deb2-05f8-4779-805e-01fa9e946b75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8689678 Dec 14 01:55:38.319625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34822) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:38.349362 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0df5cda6-6897-400f-8b92-b898dfccf7c9 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284889 Dec 14 01:55:38.352025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34824) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:38.418901 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Set router 1d243be0-608b-4c15-bfe0-ee636feba3d3 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:55:38.440027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275f7958-bbb0-48c2-bcc5-5a85aa30fbed tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:38.441582 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-275f7958-bbb0-48c2-bcc5-5a85aa30fbed tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886331 Dec 14 01:55:38.444696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34826) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:38.475694 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-40e1a2b1-1644-48f8-8ddd-428fa9aaa7b7 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299037 Dec 14 01:55:38.478308 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34828) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:38.483039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-cec1988c-3b7b-442f-8669-9387cc08a0ad tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-738107921', 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:55:38.575941 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec1988c-3b7b-442f-8669-9387cc08a0ad tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Made reservation on behalf of f4c107ba67ff4c04ad2fb04bd1d8b8df for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:55:38.579727 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cec1988c-3b7b-442f-8669-9387cc08a0ad tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:38.594140 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792008579', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '2520dd03-c54c-4365-a83c-c83999989163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:37Z', 'revision_number': 3, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '2520dd03-c54c-4365-a83c-c83999989163', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:38.623360 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Checking router: 1d243be0-608b-4c15-bfe0-ee636feba3d3 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:55:38.623703 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Updating router 1d243be0-608b-4c15-bfe0-ee636feba3d3 port 2520dd03-c54c-4365-a83c-c83999989163 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:55:38.653298 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:38.911561 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:38.918862 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:38.960686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25998440-1cfc-416f-8845-9b48c759a47e None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:55:38.964989 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Attempting to bind port 2520dd03-c54c-4365-a83c-c83999989163 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:55:38.965360 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Attempting to bind port 2520dd03-c54c-4365-a83c-c83999989163 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:55:38.965742 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Attempting to bind port 2520dd03-c54c-4365-a83c-c83999989163 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:55:38.975249 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:55:38.975648 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:55:38.976020 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:38.976430 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:55:38.976910 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Bound port: 2520dd03-c54c-4365-a83c-c83999989163, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:55:38.977283 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:38.983279 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36114ce-a7b1-4477-9446-f19e8e0aa57e None None] Pushing event updated for resources: {'Port': ['ID=2520dd03-c54c-4365-a83c-c83999989163,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:39.021758 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8995932a-52e8-4b0d-8428-7de8e8a6a78b None None] Provisioning complete for port 2520dd03-c54c-4365-a83c-c83999989163 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:55:39.022129 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8995932a-52e8-4b0d-8428-7de8e8a6a78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:39.036562 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] For port 2520dd03-c54c-4365-a83c-c83999989163, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:55:39.039598 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] For port 2520dd03-c54c-4365-a83c-c83999989163, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2520dd03-c54c-4365-a83c-c83999989163,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:55:39.045435 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36114ce-a7b1-4477-9446-f19e8e0aa57e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:39.045777 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36114ce-a7b1-4477-9446-f19e8e0aa57e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:39.046311 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36114ce-a7b1-4477-9446-f19e8e0aa57e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:39.046848 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36114ce-a7b1-4477-9446-f19e8e0aa57e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:39.047211 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36114ce-a7b1-4477-9446-f19e8e0aa57e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:39.047548 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36114ce-a7b1-4477-9446-f19e8e0aa57e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:39.048203 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36114ce-a7b1-4477-9446-f19e8e0aa57e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:39.048318 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36114ce-a7b1-4477-9446-f19e8e0aa57e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:39.048555 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36114ce-a7b1-4477-9446-f19e8e0aa57e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:39.049035 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36114ce-a7b1-4477-9446-f19e8e0aa57e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:39.049509 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36114ce-a7b1-4477-9446-f19e8e0aa57e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:39.049982 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36114ce-a7b1-4477-9446-f19e8e0aa57e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:39.050459 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36114ce-a7b1-4477-9446-f19e8e0aa57e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:55:39.054964 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:39.058189 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8995932a-52e8-4b0d-8428-7de8e8a6a78b None None] Port 2520dd03-c54c-4365-a83c-c83999989163 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:55:39.097521 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cec1988c-3b7b-442f-8669-9387cc08a0ad tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:39.103049 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5488f5-0a71-4220-be59-9c9630e9bce1 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:55:39.116070 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Routers {'1d243be0-608b-4c15-bfe0-ee636feba3d3'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:55:39.116740 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:55:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['1d243be0-608b-4c15-bfe0-ee636feba3d3'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:39.118540 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36114ce-a7b1-4477-9446-f19e8e0aa57e None None] Pushing event updated for resources: {'Port': ['ID=2520dd03-c54c-4365-a83c-c83999989163,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:39.162728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1988c-3b7b-442f-8669-9387cc08a0ad tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Subnet': ['ID=70623779-4e34-4f34-9d53-2836ba5caee0,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:39.175233 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec1988c-3b7b-442f-8669-9387cc08a0ad tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Checking segment: {'id': 'e5bf6666-16ec-41d6-b9cc-b450a991e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:55:39.175732 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec1988c-3b7b-442f-8669-9387cc08a0ad tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network hostable DHCP agents. Network: 49ffc722-420d-48e7-a500-7e9957c509ae, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:55:39.182819 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ffdbf541-d3e9-4060-bb61-f805f387f0fd None None] Provisioning complete for port 2520dd03-c54c-4365-a83c-c83999989163 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:55:39.183194 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf541-d3e9-4060-bb61-f805f387f0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:39.194191 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec1988c-3b7b-442f-8669-9387cc08a0ad tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 49ffc722-420d-48e7-a500-7e9957c509ae is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:55:39.205091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-cec1988c-3b7b-442f-8669-9387cc08a0ad tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 49ffc722-420d-48e7-a500-7e9957c509ae) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:55:39.210568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec1988c-3b7b-442f-8669-9387cc08a0ad tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:39.211752 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cec1988c-3b7b-442f-8669-9387cc08a0ad tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:39.215419 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ddc1aa-82fc-46c7-88ba-2cdfd7ed7781 None None] Network 49ffc722-420d-48e7-a500-7e9957c509ae requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:55:39.230348 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] Set router 1d243be0-608b-4c15-bfe0-ee636feba3d3 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:55:39.232910 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cec1988c-3b7b-442f-8669-9387cc08a0ad tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7535913 Dec 14 01:55:39.235694 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34830) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:39.326609 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf541-d3e9-4060-bb61-f805f387f0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:39.364263 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ffdbf541-d3e9-4060-bb61-f805f387f0fd None None] For port 2520dd03-c54c-4365-a83c-c83999989163, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2520dd03-c54c-4365-a83c-c83999989163,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:55:39.366627 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-49ffc722-420d-48e7-a500-7e9957c509ae', 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ips': [{'subnet_id': '70623779-4e34-4f34-9d53-2836ba5caee0'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:55:39.367485 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:39.379353 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf541-d3e9-4060-bb61-f805f387f0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:39.429890 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792008579', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '2520dd03-c54c-4365-a83c-c83999989163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:37Z', 'revision_number': 3, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '2520dd03-c54c-4365-a83c-c83999989163', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:39.494713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbf541-d3e9-4060-bb61-f805f387f0fd None None] Pushing event updated for resources: {'Port': ['ID=2520dd03-c54c-4365-a83c-c83999989163,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:39.548017 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Allocated IP 172.20.0.2 (49ffc722-420d-48e7-a500-7e9957c509ae/70623779-4e34-4f34-9d53-2836ba5caee0/e060705b-c61f-4675-a12e-e31596c83d7d) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:55:39.564789 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8610c84d-3385-495d-8e3f-99ea99896df3 None None] The sync data for ids ['1d243be0-608b-4c15-bfe0-ee636feba3d3'] in dv-neutron-821592-1-hyperv is: [{'id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792008579', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '2520dd03-c54c-4365-a83c-c83999989163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:37Z', 'revision_number': 3, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '2520dd03-c54c-4365-a83c-c83999989163', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:55:39.688119 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:39.702049 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:39.709529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:39.754130 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Network 49ffc722-420d-48e7-a500-7e9957c509ae is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:55:39.757019 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:55:39.759532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:55:39.768781 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Pushing event updated for resources: {'Port': ['ID=e060705b-c61f-4675-a12e-e31596c83d7d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:39.848333 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Attempting to bind port e060705b-c61f-4675-a12e-e31596c83d7d on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:55:39.848719 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Attempting to bind port e060705b-c61f-4675-a12e-e31596c83d7d by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5bf6666-16ec-41d6-b9cc-b450a991e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:55:39.849086 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Attempting to bind port e060705b-c61f-4675-a12e-e31596c83d7d on network 49ffc722-420d-48e7-a500-7e9957c509ae {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:55:39.854232 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:55:39.854610 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Checking segment: {'id': 'e5bf6666-16ec-41d6-b9cc-b450a991e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:55:39.855017 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:39.855498 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Bound using segment: {'id': 'e5bf6666-16ec-41d6-b9cc-b450a991e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:55:39.855967 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Bound port: e060705b-c61f-4675-a12e-e31596c83d7d, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5bf6666-16ec-41d6-b9cc-b450a991e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:55:39.856390 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:39.934806 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] For port e060705b-c61f-4675-a12e-e31596c83d7d, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:55:39.938293 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] For port e060705b-c61f-4675-a12e-e31596c83d7d, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e060705b-c61f-4675-a12e-e31596c83d7d,segment=NetworkSegment(e5bf6666-16ec-41d6-b9cc-b450a991e4f0),segment_id=e5bf6666-16ec-41d6-b9cc-b450a991e4f0)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:55:39.946174 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:40.019726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3d28b-80f5-4c30-8a56-d673df755100 None None] Pushing event updated for resources: {'Port': ['ID=e060705b-c61f-4675-a12e-e31596c83d7d,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:40.035182 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.20.0.1 (49ffc722-420d-48e7-a500-7e9957c509ae/70623779-4e34-4f34-9d53-2836ba5caee0/921b81af-9bc2-4283-a1e5-0ab0f5cc9abe) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:55:40.174973 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:40.229504 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:40.267118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 49ffc722-420d-48e7-a500-7e9957c509ae is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:55:40.275285 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:55:40.278083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:55:40.315980 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=921b81af-9bc2-4283-a1e5-0ab0f5cc9abe,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:40.335271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:40.474135 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:40.782403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:40.789117 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:40.864528 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=921b81af-9bc2-4283-a1e5-0ab0f5cc9abe,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:40.867138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:40.952963 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9aeb01-c154-4c96-9250-5bba3743c5dd None None] Network 49ffc722-420d-48e7-a500-7e9957c509ae requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:55:40.967715 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 49ffc722-420d-48e7-a500-7e9957c509ae is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:55:40.969182 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:55:41.034150 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-64114cfd-37a8-47b4-a876-8ddeee26cbde None None] Provisioning complete for port e060705b-c61f-4675-a12e-e31596c83d7d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:55:41.034150 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-64114cfd-37a8-47b4-a876-8ddeee26cbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:41.088445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 1d243be0-608b-4c15-bfe0-ee636feba3d3 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:55:41.153583 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-64114cfd-37a8-47b4-a876-8ddeee26cbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:41.167086 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:41.198346 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-64114cfd-37a8-47b4-a876-8ddeee26cbde None None] For port e060705b-c61f-4675-a12e-e31596c83d7d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e060705b-c61f-4675-a12e-e31596c83d7d,segment=NetworkSegment(e5bf6666-16ec-41d6-b9cc-b450a991e4f0),segment_id=e5bf6666-16ec-41d6-b9cc-b450a991e4f0)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:55:41.205749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-64114cfd-37a8-47b4-a876-8ddeee26cbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:41.215441 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:55:41.224145 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ed2083a0-8d5a-48a2-92ec-fa4cbffe1e5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "PUT /v2.0/routers/1d243be0-608b-4c15-bfe0-ee636feba3d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9835098 Dec 14 01:55:41.260591 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64114cfd-37a8-47b4-a876-8ddeee26cbde None None] Pushing event updated for resources: {'Port': ['ID=e060705b-c61f-4675-a12e-e31596c83d7d,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:41.400245 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-344945a3-6ab4-4c75-afaa-176f94709974 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951419741&fields=id&tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df HTTP/1.1" status: 200 len: 267 time: 0.0472453 Dec 14 01:55:41.433768 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-23c420df-5d60-4883-98f0-0b6ed538397b None None] Provisioning complete for port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:55:41.434358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23c420df-5d60-4883-98f0-0b6ed538397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:41.470050 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-23c420df-5d60-4883-98f0-0b6ed538397b None None] Port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:55:41.480813 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-23c420df-5d60-4883-98f0-0b6ed538397b None None] Provisioning complete for port e060705b-c61f-4675-a12e-e31596c83d7d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:55:41.481272 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23c420df-5d60-4883-98f0-0b6ed538397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:41.543347 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-1fd57f7a-e871-443e-a99a-0b0dfc0022e3 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:41.545372 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-1fd57f7a-e871-443e-a99a-0b0dfc0022e3 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/networks?id=49ffc722-420d-48e7-a500-7e9957c509ae HTTP/1.1" status: 200 len: 797 time: 0.1354232 Dec 14 01:55:41.554621 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Sync routers for ids ['1d243be0-608b-4c15-bfe0-ee636feba3d3'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:55:41.562105 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-19882a8e-2531-4c82-8146-a90d295d87df tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/quotas/f4c107ba67ff4c04ad2fb04bd1d8b8df HTTP/1.1" status: 200 len: 375 time: 0.0106010 Dec 14 01:55:41.575927 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Routers {'1d243be0-608b-4c15-bfe0-ee636feba3d3'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:55:41.576574 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:55:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['1d243be0-608b-4c15-bfe0-ee636feba3d3'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:41.623961 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-5480cdb3-3ec1-4043-a20e-8372a68eaaa1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560832 Dec 14 01:55:41.695930 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Set router 1d243be0-608b-4c15-bfe0-ee636feba3d3 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:55:41.737517 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-c6cca9cf-75af-4cad-af86-26503cb612ae service neutron] 10.222.0.32 "GET /v2.0/networks/49ffc722-420d-48e7-a500-7e9957c509ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036341 Dec 14 01:55:41.763732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8de8ae74-680c-4016-8435-6ead58c10728 None None] Provisioning complete for port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:55:41.764153 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8de8ae74-680c-4016-8435-6ead58c10728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:41.854606 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-4b51ab6c-f33f-4d6a-9d92-87fbac6b7761 service neutron] 10.222.0.32 "GET /v2.0/networks/49ffc722-420d-48e7-a500-7e9957c509ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115184 Dec 14 01:55:41.856296 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e060705b-c61f-4675-a12e-e31596c83d7d up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:55:41.899596 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8de8ae74-680c-4016-8435-6ead58c10728 None None] Port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:55:41.972495 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port e060705b-c61f-4675-a12e-e31596c83d7d triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:55:41.972860 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:42.022516 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d227690b-b7fa-49e3-b20e-85b8bfb0b6e9 req-9dd108eb-908a-468e-9409-a13533e3a681 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 210 time: 0.0359542 Dec 14 01:55:42.043783 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792008579', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '2520dd03-c54c-4365-a83c-c83999989163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:40Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '2520dd03-c54c-4365-a83c-c83999989163', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '921b81af-9bc2-4283-a1e5-0ab0f5cc9abe', 'name': '', 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:46:88:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:39Z', 'updated_at': '2021-12-14T01:55:40Z', 'revision_number': 2, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:42.043783 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3374cf9f-3570-41a9-9de9-d11446675fbf None None] Provisioning complete for port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:55:42.043783 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3374cf9f-3570-41a9-9de9-d11446675fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:42.068915 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Checking router: 1d243be0-608b-4c15-bfe0-ee636feba3d3 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:55:42.069186 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Updating router 1d243be0-608b-4c15-bfe0-ee636feba3d3 port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:55:42.148959 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:42.165255 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3374cf9f-3570-41a9-9de9-d11446675fbf None None] Port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:55:42.173846 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2520dd03-c54c-4365-a83c-c83999989163 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:55:42.317940 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 2520dd03-c54c-4365-a83c-c83999989163 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:55:42.318348 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:42.522059 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:42.527324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:42.577679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe96f7-5a47-457f-a7fc-6515a047f200 None None] Pushing event updated for resources: {'Port': ['ID=921b81af-9bc2-4283-a1e5-0ab0f5cc9abe,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:42.801757 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Attempting to bind port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:55:42.802123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Attempting to bind port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'e5bf6666-16ec-41d6-b9cc-b450a991e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:55:42.802490 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Attempting to bind port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe on network 49ffc722-420d-48e7-a500-7e9957c509ae {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:55:42.811275 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2fa7c1cf-f09b-4e8f-ab97-0464b5c3c5a5 None None] Provisioning complete for port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:55:42.811643 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fa7c1cf-f09b-4e8f-ab97-0464b5c3c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:42.813264 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:55:42.813644 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Checking segment: {'id': 'e5bf6666-16ec-41d6-b9cc-b450a991e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:55:42.814015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:42.814403 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Bound using segment: {'id': 'e5bf6666-16ec-41d6-b9cc-b450a991e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:55:42.814863 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Bound port: 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5bf6666-16ec-41d6-b9cc-b450a991e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:55:42.815240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:42.878964 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2fa7c1cf-f09b-4e8f-ab97-0464b5c3c5a5 None None] Port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:55:42.904937 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] For port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:55:42.908256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] For port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=921b81af-9bc2-4283-a1e5-0ab0f5cc9abe,segment=NetworkSegment(e5bf6666-16ec-41d6-b9cc-b450a991e4f0),segment_id=e5bf6666-16ec-41d6-b9cc-b450a991e4f0)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:55:42.914140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:42.976187 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe96f7-5a47-457f-a7fc-6515a047f200 None None] Pushing event updated for resources: {'Port': ['ID=921b81af-9bc2-4283-a1e5-0ab0f5cc9abe,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:42.979219 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Routers {'1d243be0-608b-4c15-bfe0-ee636feba3d3'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:55:42.979898 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:55:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['1d243be0-608b-4c15-bfe0-ee636feba3d3'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:43.106567 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] Set router 1d243be0-608b-4c15-bfe0-ee636feba3d3 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:55:43.175561 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-99b5f9a1-f0ce-49ed-b982-0f9db3c0a76b req-ccfa0cf1-6c39-457a-b762-209d0ae3fb32 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 210 time: 0.0474894 Dec 14 01:55:43.200686 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-9abf530b-f0aa-44c6-847d-ab7869b17d8e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:43.202361 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-9abf530b-f0aa-44c6-847d-ab7869b17d8e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "GET /v2.0/networks?id=49ffc722-420d-48e7-a500-7e9957c509ae HTTP/1.1" status: 200 len: 797 time: 0.1485474 Dec 14 01:55:43.275204 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-fadb0326-bfdf-4cb2-9790-2e8b94d4b877 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df HTTP/1.1" status: 200 len: 380 time: 0.0576200 Dec 14 01:55:43.285426 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-d3e7c6f0-f26a-4866-9aea-58cadf6fb3f2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'port': {'device_id': '42a92269-ae9c-4841-8255-be3bb7849947', 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae', 'admin_state_up': True, 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'security_groups': ['072ce0a8-b4f7-40e5-891c-528431edaffc']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:55:43.333079 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-799898fb-465e-42f4-98ee-47f85dec6cad None None] Provisioning complete for port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:55:43.333439 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-799898fb-465e-42f4-98ee-47f85dec6cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:43.400881 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-d3e7c6f0-f26a-4866-9aea-58cadf6fb3f2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Made reservation on behalf of f4c107ba67ff4c04ad2fb04bd1d8b8df for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:55:43.405361 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-d3e7c6f0-f26a-4866-9aea-58cadf6fb3f2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:43.417916 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792008579', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '2520dd03-c54c-4365-a83c-c83999989163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:40Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '2520dd03-c54c-4365-a83c-c83999989163', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '921b81af-9bc2-4283-a1e5-0ab0f5cc9abe', 'name': '', 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:46:88:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:39Z', 'updated_at': '2021-12-14T01:55:42Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:43.452375 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86f956-c6d9-4381-ad8b-e3c40d7163a4 None None] The sync data for ids ['1d243be0-608b-4c15-bfe0-ee636feba3d3'] in dv-neutron-821592-1-hyperv is: [{'id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792008579', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '2520dd03-c54c-4365-a83c-c83999989163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:40Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '2520dd03-c54c-4365-a83c-c83999989163', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '921b81af-9bc2-4283-a1e5-0ab0f5cc9abe', 'name': '', 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:46:88:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:39Z', 'updated_at': '2021-12-14T01:55:42Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:55:43.462323 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-799898fb-465e-42f4-98ee-47f85dec6cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:43.516457 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-799898fb-465e-42f4-98ee-47f85dec6cad None None] For port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=921b81af-9bc2-4283-a1e5-0ab0f5cc9abe,segment=NetworkSegment(e5bf6666-16ec-41d6-b9cc-b450a991e4f0),segment_id=e5bf6666-16ec-41d6-b9cc-b450a991e4f0)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:55:43.528467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-799898fb-465e-42f4-98ee-47f85dec6cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:43.564679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-d3e7c6f0-f26a-4866-9aea-58cadf6fb3f2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.20.0.9 (49ffc722-420d-48e7-a500-7e9957c509ae/70623779-4e34-4f34-9d53-2836ba5caee0/5e147828-1828-4e50-8687-60a7d4e78d96) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:55:43.588077 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799898fb-465e-42f4-98ee-47f85dec6cad None None] Pushing event updated for resources: {'Port': ['ID=921b81af-9bc2-4283-a1e5-0ab0f5cc9abe,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:43.721290 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-d3e7c6f0-f26a-4866-9aea-58cadf6fb3f2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:43.758501 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-d3e7c6f0-f26a-4866-9aea-58cadf6fb3f2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:43.775005 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:55:43.818884 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7c6f0-f26a-4866-9aea-58cadf6fb3f2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=5e147828-1828-4e50-8687-60a7d4e78d96,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:43.833569 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-d3e7c6f0-f26a-4866-9aea-58cadf6fb3f2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 49ffc722-420d-48e7-a500-7e9957c509ae is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:55:43.835024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-d3e7c6f0-f26a-4866-9aea-58cadf6fb3f2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:55:43.837520 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-d3e7c6f0-f26a-4866-9aea-58cadf6fb3f2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:55:43.845143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:55:43.845446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:43.893687 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-d3e7c6f0-f26a-4866-9aea-58cadf6fb3f2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:43.894378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-d3e7c6f0-f26a-4866-9aea-58cadf6fb3f2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:43.919652 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-d3e7c6f0-f26a-4866-9aea-58cadf6fb3f2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6377387 Dec 14 01:55:43.933862 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-814f90f8-4aec-4237-8046-166484293e78 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:55:43.935450 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-814f90f8-4aec-4237-8046-166484293e78 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073013 Dec 14 01:55:43.955047 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Request body: {'port': {'device_id': '42a92269-ae9c-4841-8255-be3bb7849947', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:55:44.018140 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:44.154009 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6d8ad450-b13a-4ad5-afe6-f589b746d678 None None] Provisioning complete for port 5e147828-1828-4e50-8687-60a7d4e78d96 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:55:44.155000 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad450-b13a-4ad5-afe6-f589b746d678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:44.193377 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ad450-b13a-4ad5-afe6-f589b746d678 None None] Port 5e147828-1828-4e50-8687-60a7d4e78d96 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:55:44.298864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74ae64-aac4-4c0d-b143-2c202269a071 req-f37eda0e-dac0-45c8-907c-ec0aa6ba7912 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:44.300443 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d74ae64-aac4-4c0d-b143-2c202269a071 req-f37eda0e-dac0-45c8-907c-ec0aa6ba7912 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 931 time: 0.0523076 Dec 14 01:55:44.308653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e147828-1828-4e50-8687-60a7d4e78d96 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:55:44.317287 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:44.331425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Transition to ACTIVE for port object 5e147828-1828-4e50-8687-60a7d4e78d96 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:55:44.337398 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:44.355044 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d74ae64-aac4-4c0d-b143-2c202269a071 req-f2012ab6-dd4b-419c-bd80-0649acb0c129 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484920 Dec 14 01:55:44.388309 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Pushing event updated for resources: {'Port': ['ID=5e147828-1828-4e50-8687-60a7d4e78d96,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:44.464142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Attempting to bind port 5e147828-1828-4e50-8687-60a7d4e78d96 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:55:44.464502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Attempting to bind port 5e147828-1828-4e50-8687-60a7d4e78d96 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'e5bf6666-16ec-41d6-b9cc-b450a991e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:55:44.464728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Attempting to bind port 5e147828-1828-4e50-8687-60a7d4e78d96 on network 49ffc722-420d-48e7-a500-7e9957c509ae {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:55:44.469429 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Port 5e147828-1828-4e50-8687-60a7d4e78d96 on network 49ffc722-420d-48e7-a500-7e9957c509ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:55:44.469750 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Attempting to bind port 5e147828-1828-4e50-8687-60a7d4e78d96 on network 49ffc722-420d-48e7-a500-7e9957c509ae {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:55:44.475173 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:55:44.475509 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Checking segment: {'id': 'e5bf6666-16ec-41d6-b9cc-b450a991e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:55:44.475880 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Bound using segment: {'id': 'e5bf6666-16ec-41d6-b9cc-b450a991e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:55:44.476340 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Bound port: 5e147828-1828-4e50-8687-60a7d4e78d96, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5bf6666-16ec-41d6-b9cc-b450a991e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:55:44.476698 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:44.556005 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] For port 5e147828-1828-4e50-8687-60a7d4e78d96, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:55:44.559499 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] For port 5e147828-1828-4e50-8687-60a7d4e78d96, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5e147828-1828-4e50-8687-60a7d4e78d96,segment=NetworkSegment(e5bf6666-16ec-41d6-b9cc-b450a991e4f0),segment_id=e5bf6666-16ec-41d6-b9cc-b450a991e4f0)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:55:44.566268 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:44.605016 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:44.605661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:44.607222 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] 10.222.0.16 "PUT /v2.0/ports/5e147828-1828-4e50-8687-60a7d4e78d96 HTTP/1.1" status: 200 len: 1093 time: 0.6574116 Dec 14 01:55:44.608083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a92269-ae9c-4841-8255-be3bb7849947', 'tag': '5e147828-1828-4e50-8687-60a7d4e78d96'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:55:44.610708 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74b08ff-f8ab-4bf5-8c17-734b8ca393bd" -d '{"events": [{"name": "network-changed", "server_uuid": "42a92269-ae9c-4841-8255-be3bb7849947", "tag": "5e147828-1828-4e50-8687-60a7d4e78d96"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:55:44.644844 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee6040-ecbe-4a21-868c-bde3e6989d43 service neutron] Pushing event updated for resources: {'Port': ['ID=5e147828-1828-4e50-8687-60a7d4e78d96,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:44.665971 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56eef00b-ee7b-45c6-bef6-bf4f50043951 x-openstack-request-id: req-56eef00b-ee7b-45c6-bef6-bf4f50043951 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:55:44.666431 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a92269-ae9c-4841-8255-be3bb7849947", "tag": "5e147828-1828-4e50-8687-60a7d4e78d96", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:55:44.666721 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56eef00b-ee7b-45c6-bef6-bf4f50043951 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:55:44.667135 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a92269-ae9c-4841-8255-be3bb7849947', 'tag': '5e147828-1828-4e50-8687-60a7d4e78d96', 'status': 'completed', 'code': 200} Dec 14 01:55:44.728452 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-42c205b4-4615-429f-a942-49af2c449301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:44.730100 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-42c205b4-4615-429f-a942-49af2c449301 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 1096 time: 0.0474479 Dec 14 01:55:44.784890 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-31525aba-fcd3-433a-b3af-d213ca2c1a8e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e147828-1828-4e50-8687-60a7d4e78d96 HTTP/1.1" status: 200 len: 217 time: 0.0396776 Dec 14 01:55:44.838211 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-90b0557d-3a7a-4da0-b1c3-e2a9824b7f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:44.839739 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-90b0557d-3a7a-4da0-b1c3-e2a9824b7f31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70623779-4e34-4f34-9d53-2836ba5caee0 HTTP/1.1" status: 200 len: 834 time: 0.0480418 Dec 14 01:55:44.886199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-4258183a-67d4-4a5d-8add-9080c0dd2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:44.887695 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-4258183a-67d4-4a5d-8add-9080c0dd2fa5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49ffc722-420d-48e7-a500-7e9957c509ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401821 Dec 14 01:55:44.982715 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-7957d22f-e9b7-485f-a95e-34efb679a1b2 service neutron] 10.222.0.16 "GET /v2.0/networks/49ffc722-420d-48e7-a500-7e9957c509ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865307 Dec 14 01:55:45.078730 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1a5ed508-56fc-4f4f-9f33-1644dc92f1b7 req-1601c4f4-49bc-4f22-bb57-5aa04ab52c52 service neutron] 10.222.0.16 "GET /v2.0/networks/49ffc722-420d-48e7-a500-7e9957c509ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872855 Dec 14 01:55:45.223727 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b08ff-f8ab-4bf5-8c17-734b8ca393bd req-07c048ec-d161-416f-b894-370270daa65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:45.225273 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e74b08ff-f8ab-4bf5-8c17-734b8ca393bd req-07c048ec-d161-416f-b894-370270daa65f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 1096 time: 0.0441446 Dec 14 01:55:45.330818 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b08ff-f8ab-4bf5-8c17-734b8ca393bd req-6d45e144-afb4-4345-9295-8cc317844eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:45.332275 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e74b08ff-f8ab-4bf5-8c17-734b8ca393bd req-6d45e144-afb4-4345-9295-8cc317844eba service neutron] 10.222.0.16 "GET /v2.0/networks?id=49ffc722-420d-48e7-a500-7e9957c509ae HTTP/1.1" status: 200 len: 897 time: 0.0994492 Dec 14 01:55:45.375861 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e74b08ff-f8ab-4bf5-8c17-734b8ca393bd req-bda1f0f2-fd7a-46be-af11-53ca5ac6dd96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e147828-1828-4e50-8687-60a7d4e78d96 HTTP/1.1" status: 200 len: 217 time: 0.0353954 Dec 14 01:55:45.432133 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b08ff-f8ab-4bf5-8c17-734b8ca393bd req-fcc205ae-1665-49e0-bcd1-ea7dfd599e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:45.433838 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e74b08ff-f8ab-4bf5-8c17-734b8ca393bd req-fcc205ae-1665-49e0-bcd1-ea7dfd599e5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70623779-4e34-4f34-9d53-2836ba5caee0 HTTP/1.1" status: 200 len: 834 time: 0.0505106 Dec 14 01:55:45.476600 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755640a0-bc93-45c6-bbc0-58632af068ab req-1aabe0a7-eb45-4a82-8784-a0380698dc9c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:45.478212 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-755640a0-bc93-45c6-bbc0-58632af068ab req-1aabe0a7-eb45-4a82-8784-a0380698dc9c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 943 time: 0.0540693 Dec 14 01:55:45.482666 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b08ff-f8ab-4bf5-8c17-734b8ca393bd req-26b8f79b-84f1-4b5e-8cdd-86200fcbfa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:45.484212 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e74b08ff-f8ab-4bf5-8c17-734b8ca393bd req-26b8f79b-84f1-4b5e-8cdd-86200fcbfa8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49ffc722-420d-48e7-a500-7e9957c509ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426722 Dec 14 01:55:45.527927 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-755640a0-bc93-45c6-bbc0-58632af068ab req-58f6e371-c132-45ab-af7c-541161e4eb35 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435820 Dec 14 01:55:45.576545 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e74b08ff-f8ab-4bf5-8c17-734b8ca393bd req-32439647-c5da-4830-9f69-4d92cddf4ad1 service neutron] 10.222.0.16 "GET /v2.0/networks/49ffc722-420d-48e7-a500-7e9957c509ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842750 Dec 14 01:55:45.671101 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e74b08ff-f8ab-4bf5-8c17-734b8ca393bd req-0e295eb9-e601-4abf-8f09-29422f77af98 service neutron] 10.222.0.16 "GET /v2.0/networks/49ffc722-420d-48e7-a500-7e9957c509ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861175 Dec 14 01:55:46.659938 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe5177-5319-460e-a133-5460cf392052 req-c35fa499-e954-4069-b325-b94684d9f432 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:46.661736 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-00fe5177-5319-460e-a133-5460cf392052 req-c35fa499-e954-4069-b325-b94684d9f432 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 943 time: 0.0583308 Dec 14 01:55:46.711244 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-00fe5177-5319-460e-a133-5460cf392052 req-464b8ebf-e127-47e2-a0fc-a1f60a75fd36 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432720 Dec 14 01:55:47.838045 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c98bf3-b00b-434a-80f1-4b92b4b1ea1f req-d8c6021d-3994-41de-8ac9-5169c86a688e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:47.839586 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b6c98bf3-b00b-434a-80f1-4b92b4b1ea1f req-d8c6021d-3994-41de-8ac9-5169c86a688e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 943 time: 0.0506730 Dec 14 01:55:47.896219 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b6c98bf3-b00b-434a-80f1-4b92b4b1ea1f req-797f3068-8c9f-4d8d-afbf-c43a1b675ce3 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504580 Dec 14 01:55:48.105332 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 5e147828-1828-4e50-8687-60a7d4e78d96 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:55:48.204894 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 5e147828-1828-4e50-8687-60a7d4e78d96, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5e147828-1828-4e50-8687-60a7d4e78d96,segment=NetworkSegment(e5bf6666-16ec-41d6-b9cc-b450a991e4f0),segment_id=e5bf6666-16ec-41d6-b9cc-b450a991e4f0)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:55:48.222854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '5e147828-1828-4e50-8687-60a7d4e78d96', 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae', 'port_id': '5e147828-1828-4e50-8687-60a7d4e78d96', 'mac_address': 'fa:16:3e:dc:54:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:55:48.263497 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:48.284167 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e147828-1828-4e50-8687-60a7d4e78d96 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:55:48.306501 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 5e147828-1828-4e50-8687-60a7d4e78d96, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5e147828-1828-4e50-8687-60a7d4e78d96,segment=NetworkSegment(e5bf6666-16ec-41d6-b9cc-b450a991e4f0),segment_id=e5bf6666-16ec-41d6-b9cc-b450a991e4f0)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:55:48.311461 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:48.357178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=5e147828-1828-4e50-8687-60a7d4e78d96,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:48.591478 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['5e147828-1828-4e50-8687-60a7d4e78d96'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:55:49.038056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52aaf1c-d292-4383-8e70-1bf9c9a04d6c req-b5f045f4-1a48-47ef-9446-f4aa28eefe7c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:49.039568 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e52aaf1c-d292-4383-8e70-1bf9c9a04d6c req-b5f045f4-1a48-47ef-9446-f4aa28eefe7c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 944 time: 0.0598137 Dec 14 01:55:49.093784 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e52aaf1c-d292-4383-8e70-1bf9c9a04d6c req-a4faee4b-478c-4e17-9000-ec96f18fa875 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480869 Dec 14 01:55:50.125373 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 5e147828-1828-4e50-8687-60a7d4e78d96 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:55:50.184960 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 5e147828-1828-4e50-8687-60a7d4e78d96 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:55:50.189663 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 5e147828-1828-4e50-8687-60a7d4e78d96 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:55:50.190041 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:50.272888 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:50.298513 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a92269-ae9c-4841-8255-be3bb7849947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e147828-1828-4e50-8687-60a7d4e78d96'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:55:50.300864 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f9afb7-dd0c-4828-97b4-76c6c5fa1b25" -d '{"events": [{"server_uuid": "42a92269-ae9c-4841-8255-be3bb7849947", "name": "network-vif-plugged", "status": "completed", "tag": "5e147828-1828-4e50-8687-60a7d4e78d96"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:55:50.315430 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 5e147828-1828-4e50-8687-60a7d4e78d96, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5e147828-1828-4e50-8687-60a7d4e78d96,segment=NetworkSegment(e5bf6666-16ec-41d6-b9cc-b450a991e4f0),segment_id=e5bf6666-16ec-41d6-b9cc-b450a991e4f0)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:55:50.320693 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:50.344187 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee02caa8-de21-43d6-a421-c555016bd410 x-openstack-request-id: req-ee02caa8-de21-43d6-a421-c555016bd410 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:55:50.345172 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a92269-ae9c-4841-8255-be3bb7849947", "name": "network-vif-plugged", "status": "completed", "tag": "5e147828-1828-4e50-8687-60a7d4e78d96", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:55:50.345554 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee02caa8-de21-43d6-a421-c555016bd410 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:55:50.345948 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a92269-ae9c-4841-8255-be3bb7849947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e147828-1828-4e50-8687-60a7d4e78d96', 'code': 200} Dec 14 01:55:50.377201 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=5e147828-1828-4e50-8687-60a7d4e78d96,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:50.401570 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808f625-0143-4e80-b4ec-b1d70ac3ffe7 req-d463af64-7f25-4418-bdee-152cf19d7dc3 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:50.403274 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3808f625-0143-4e80-b4ec-b1d70ac3ffe7 req-d463af64-7f25-4418-bdee-152cf19d7dc3 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0556583 Dec 14 01:55:50.457431 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3808f625-0143-4e80-b4ec-b1d70ac3ffe7 req-641f6bed-b644-45dc-867d-2cbe7bf88af3 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458183 Dec 14 01:55:50.547442 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9932e-c676-4166-8864-6a4349eea4f2 req-68f08040-f21c-4dff-962a-a2383eac8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:50.548951 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-17e9932e-c676-4166-8864-6a4349eea4f2 req-68f08040-f21c-4dff-962a-a2383eac8b4f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 1098 time: 0.0416739 Dec 14 01:55:50.596244 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-17e9932e-c676-4166-8864-6a4349eea4f2 req-a5d3a0d7-1db6-48bc-8c4c-064286daed36 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399585 Dec 14 01:55:51.588975 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b928c-57ed-4af2-b48e-8bd4ba0b67e1 req-3af96c79-b046-4104-b271-e6f59916bcb0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:51.590933 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ab7b928c-57ed-4af2-b48e-8bd4ba0b67e1 req-3af96c79-b046-4104-b271-e6f59916bcb0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0545492 Dec 14 01:55:51.642834 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ab7b928c-57ed-4af2-b48e-8bd4ba0b67e1 req-1230adca-fc1e-41c7-87ad-497ab3b65505 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456572 Dec 14 01:55:51.988301 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8269e318-5a2f-42d0-b4df-89d6f207a867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:52.769227 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308630c-915a-450b-849c-bfecc7ca1f00 req-0c60e01c-f42d-4612-850b-bbf3e0bdd0c9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:52.770729 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e308630c-915a-450b-849c-bfecc7ca1f00 req-0c60e01c-f42d-4612-850b-bbf3e0bdd0c9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0571942 Dec 14 01:55:52.824066 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e308630c-915a-450b-849c-bfecc7ca1f00 req-71e590a5-e4f1-4c51-a9b5-dbd192754bea tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450745 Dec 14 01:55:52.951668 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb2779-8a99-4a60-8d7e-242036fa097b req-1347b632-ecb5-449b-b678-93467aa51d66 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:52.953087 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3fcb2779-8a99-4a60-8d7e-242036fa097b req-1347b632-ecb5-449b-b678-93467aa51d66 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0610607 Dec 14 01:55:53.013553 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3fcb2779-8a99-4a60-8d7e-242036fa097b req-e76968e3-9c0f-460f-97a5-10d4b82762f6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515323 Dec 14 01:55:53.036131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34888) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:53.081905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f9e7e-07b0-490b-89f8-1d08bdb1db96 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:53.083447 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1e7f9e7e-07b0-490b-89f8-1d08bdb1db96 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 1093 time: 0.0462530 Dec 14 01:55:53.086361 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34890) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:53.090768 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '5e147828-1828-4e50-8687-60a7d4e78d96', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:55:53.116455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:53.214092 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:53.334617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.26.1.29 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/5444e48e-700e-4ff8-8214-a0a5436b1a33) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:55:53.434382 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:53.472702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:53.515603 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:55:53.518638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:55:53.522314 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:55:53.544120 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=5444e48e-700e-4ff8-8214-a0a5436b1a33,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:53.882611 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:53.952873 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:54.105224 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:54.112523 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:54.174946 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=5444e48e-700e-4ff8-8214-a0a5436b1a33,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:55:54.188341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:54.217089 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d1601e1-3986-411e-8ed5-73db2c248456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:54.599282 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Floating IP 1e6fc4d7-32b6-437c-9fa4-70492072ef46 associated. External IP: 172.26.1.29, port: 5e147828-1828-4e50-8687-60a7d4e78d96. Dec 14 01:55:54.813066 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 1d243be0-608b-4c15-bfe0-ee636feba3d3 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:55:54.921299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:55:54.931078 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc7250-13fc-4893-9994-c5bcc7318fd9 None None] Sync routers for ids ['1d243be0-608b-4c15-bfe0-ee636feba3d3'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:55:54.942236 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:54.942834 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc7250-13fc-4893-9994-c5bcc7318fd9 None None] Routers {'1d243be0-608b-4c15-bfe0-ee636feba3d3'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:55:54.944105 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-59dc7250-13fc-4893-9994-c5bcc7318fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:55:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['1d243be0-608b-4c15-bfe0-ee636feba3d3'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:54.969673 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-61f8f930-34df-4320-8d69-8328559a9d4a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8822925 Dec 14 01:55:54.970266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a92269-ae9c-4841-8255-be3bb7849947', 'tag': '5e147828-1828-4e50-8687-60a7d4e78d96'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:55:54.972567 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c626dc-61c6-4a8e-8994-4f054cf10ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "42a92269-ae9c-4841-8255-be3bb7849947", "tag": "5e147828-1828-4e50-8687-60a7d4e78d96"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:55:55.020410 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6599485-f3fa-498b-ac61-b860bbcbe118 x-openstack-request-id: req-f6599485-f3fa-498b-ac61-b860bbcbe118 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:55:55.020735 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a92269-ae9c-4841-8255-be3bb7849947", "tag": "5e147828-1828-4e50-8687-60a7d4e78d96", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:55:55.020970 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6599485-f3fa-498b-ac61-b860bbcbe118 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:55:55.021363 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a92269-ae9c-4841-8255-be3bb7849947', 'tag': '5e147828-1828-4e50-8687-60a7d4e78d96', 'status': 'completed', 'code': 200} Dec 14 01:55:55.048699 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-59dc7250-13fc-4893-9994-c5bcc7318fd9 None None] Set router 1d243be0-608b-4c15-bfe0-ee636feba3d3 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:55:55.078532 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04b327-62c0-4ec2-9260-93c74a43a9a1 req-d7c4dc8d-6a64-453f-9cd5-4f007d0bc9ff tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:55.080236 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5f04b327-62c0-4ec2-9260-93c74a43a9a1 req-d7c4dc8d-6a64-453f-9cd5-4f007d0bc9ff tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0535324 Dec 14 01:55:55.135182 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5f04b327-62c0-4ec2-9260-93c74a43a9a1 req-9cb86120-4100-4fec-afe4-48c603b73124 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483992 Dec 14 01:55:55.158162 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34898) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:55.165911 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c626dc-61c6-4a8e-8994-4f054cf10ae1 req-101b382c-5062-4e19-84b2-3cce226bc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:55.167579 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e3c626dc-61c6-4a8e-8994-4f054cf10ae1 req-101b382c-5062-4e19-84b2-3cce226bc369 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 1098 time: 0.1024618 Dec 14 01:55:55.225073 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c67c0d11-e133-4cd1-a225-006ee3177807 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/1e6fc4d7-32b6-437c-9fa4-70492072ef46 HTTP/1.1" status: 200 len: 990 time: 0.0641894 Dec 14 01:55:55.265157 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c626dc-61c6-4a8e-8994-4f054cf10ae1 req-0158b5fc-340c-4187-bc94-8ec930bc4107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:55.266678 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e3c626dc-61c6-4a8e-8994-4f054cf10ae1 req-0158b5fc-340c-4187-bc94-8ec930bc4107 service neutron] 10.222.0.16 "GET /v2.0/networks?id=49ffc722-420d-48e7-a500-7e9957c509ae HTTP/1.1" status: 200 len: 897 time: 0.0919080 Dec 14 01:55:55.285188 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-59dc7250-13fc-4893-9994-c5bcc7318fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792008579', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '2520dd03-c54c-4365-a83c-c83999989163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:40Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '2520dd03-c54c-4365-a83c-c83999989163', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '1e6fc4d7-32b6-437c-9fa4-70492072ef46', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'floating_ip_address': '172.26.1.29', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'port_id': '5e147828-1828-4e50-8687-60a7d4e78d96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae', 'mac_address': 'fa:16:3e:dc:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a92269-ae9c-4841-8255-be3bb7849947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:55:53Z', 'updated_at': '2021-12-14T01:55:53Z', 'revision_number': 0, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921b81af-9bc2-4283-a1e5-0ab0f5cc9abe', 'name': '', 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:46:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:39Z', 'updated_at': '2021-12-14T01:55:43Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:55.310724 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc7250-13fc-4893-9994-c5bcc7318fd9 None None] Checking router: 1d243be0-608b-4c15-bfe0-ee636feba3d3 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:55:55.319486 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc7250-13fc-4893-9994-c5bcc7318fd9 None None] Routers {'1d243be0-608b-4c15-bfe0-ee636feba3d3'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:55:55.320088 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-59dc7250-13fc-4893-9994-c5bcc7318fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:55:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['1d243be0-608b-4c15-bfe0-ee636feba3d3'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:55.333656 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e3c626dc-61c6-4a8e-8994-4f054cf10ae1 req-751837f1-6211-4e0c-8d6b-207de32eda84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e147828-1828-4e50-8687-60a7d4e78d96 HTTP/1.1" status: 200 len: 998 time: 0.0601733 Dec 14 01:55:55.384405 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c626dc-61c6-4a8e-8994-4f054cf10ae1 req-17e3abae-ce85-4d1d-8111-ba0a137223a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:55.385877 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e3c626dc-61c6-4a8e-8994-4f054cf10ae1 req-17e3abae-ce85-4d1d-8111-ba0a137223a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70623779-4e34-4f34-9d53-2836ba5caee0 HTTP/1.1" status: 200 len: 834 time: 0.0451465 Dec 14 01:55:55.426746 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-59dc7250-13fc-4893-9994-c5bcc7318fd9 None None] Set router 1d243be0-608b-4c15-bfe0-ee636feba3d3 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:55:55.436296 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c626dc-61c6-4a8e-8994-4f054cf10ae1 req-600f28d0-a908-41f3-b32a-0079df92b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:55:55.437799 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e3c626dc-61c6-4a8e-8994-4f054cf10ae1 req-600f28d0-a908-41f3-b32a-0079df92b65d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49ffc722-420d-48e7-a500-7e9957c509ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449133 Dec 14 01:55:55.527809 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e3c626dc-61c6-4a8e-8994-4f054cf10ae1 req-83d08e83-934f-4a0c-8fce-c73355767dd2 service neutron] 10.222.0.16 "GET /v2.0/networks/49ffc722-420d-48e7-a500-7e9957c509ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823493 Dec 14 01:55:55.542641 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:55.624655 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e3c626dc-61c6-4a8e-8994-4f054cf10ae1 req-350a00e5-479c-419f-8bc9-dc5da719d34a service neutron] 10.222.0.16 "GET /v2.0/networks/49ffc722-420d-48e7-a500-7e9957c509ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893714 Dec 14 01:55:55.656709 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-59dc7250-13fc-4893-9994-c5bcc7318fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792008579', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '2520dd03-c54c-4365-a83c-c83999989163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:40Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '2520dd03-c54c-4365-a83c-c83999989163', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '1e6fc4d7-32b6-437c-9fa4-70492072ef46', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'floating_ip_address': '172.26.1.29', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'port_id': '5e147828-1828-4e50-8687-60a7d4e78d96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae', 'mac_address': 'fa:16:3e:dc:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a92269-ae9c-4841-8255-be3bb7849947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:55:53Z', 'updated_at': '2021-12-14T01:55:53Z', 'revision_number': 0, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921b81af-9bc2-4283-a1e5-0ab0f5cc9abe', 'name': '', 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:46:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:39Z', 'updated_at': '2021-12-14T01:55:43Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:55:55.686829 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc7250-13fc-4893-9994-c5bcc7318fd9 None None] The sync data for ids ['1d243be0-608b-4c15-bfe0-ee636feba3d3'] in dv-neutron-821592-1-hyperv is: [{'id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792008579', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '2520dd03-c54c-4365-a83c-c83999989163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:40Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '2520dd03-c54c-4365-a83c-c83999989163', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '1e6fc4d7-32b6-437c-9fa4-70492072ef46', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'floating_ip_address': '172.26.1.29', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'port_id': '5e147828-1828-4e50-8687-60a7d4e78d96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae', 'mac_address': 'fa:16:3e:dc:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a92269-ae9c-4841-8255-be3bb7849947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:55:53Z', 'updated_at': '2021-12-14T01:55:53Z', 'revision_number': 0, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921b81af-9bc2-4283-a1e5-0ab0f5cc9abe', 'name': '', 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:46:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:39Z', 'updated_at': '2021-12-14T01:55:43Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:55:55.892320 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8cae0c-458f-457d-9cd8-8e475322505d None None] New status for floating IP 1e6fc4d7-32b6-437c-9fa4-70492072ef46: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:55:56.229344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34900) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:55:56.298075 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7993e1b7-cf4e-4ab7-9a5c-fb52ef5fbeae tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/1e6fc4d7-32b6-437c-9fa4-70492072ef46 HTTP/1.1" status: 200 len: 992 time: 0.0672224 Dec 14 01:55:56.946242 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:55:57.735336 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:56:10.206068 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:56:11.158019 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:56:21.987227 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92b871fc-4ec4-4af9-9617-dc95a4fe1c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:56:24.228877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce8edd5b-bef3-4fd4-8681-7dfd85084a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:56:25.552453 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:56:26.942506 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:56:27.731655 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:56:27.746428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644147a9-cd4f-4db7-a6d6-9103af78fd4d req-bd418cea-4df5-4238-a980-b4e3447d160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:27.747989 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-644147a9-cd4f-4db7-a6d6-9103af78fd4d req-bd418cea-4df5-4238-a980-b4e3447d160d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 1098 time: 0.0429583 Dec 14 01:56:27.795004 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cdff2-cf27-4fa0-b62d-8e7935b720bf req-aca42651-4848-4624-aab0-bd9718d456dd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:27.796494 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-da5cdff2-cf27-4fa0-b62d-8e7935b720bf req-aca42651-4848-4624-aab0-bd9718d456dd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.1253273 Dec 14 01:56:27.845459 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644147a9-cd4f-4db7-a6d6-9103af78fd4d req-91171066-d5e8-40bd-b129-73823f4eef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:27.847119 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-644147a9-cd4f-4db7-a6d6-9103af78fd4d req-91171066-d5e8-40bd-b129-73823f4eef5d service neutron] 10.222.0.16 "GET /v2.0/networks?id=49ffc722-420d-48e7-a500-7e9957c509ae HTTP/1.1" status: 200 len: 897 time: 0.0905573 Dec 14 01:56:27.848082 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-da5cdff2-cf27-4fa0-b62d-8e7935b720bf req-a284d5e8-080c-4d10-9f24-3aabfc3cb30f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448463 Dec 14 01:56:27.915747 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-644147a9-cd4f-4db7-a6d6-9103af78fd4d req-be26586e-4768-465c-bdbd-d255f156f991 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e147828-1828-4e50-8687-60a7d4e78d96 HTTP/1.1" status: 200 len: 1000 time: 0.0606508 Dec 14 01:56:27.978974 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644147a9-cd4f-4db7-a6d6-9103af78fd4d req-4751e245-1692-4426-b8e6-6f3affb55a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:27.980467 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-644147a9-cd4f-4db7-a6d6-9103af78fd4d req-4751e245-1692-4426-b8e6-6f3affb55a53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70623779-4e34-4f34-9d53-2836ba5caee0 HTTP/1.1" status: 200 len: 834 time: 0.0480337 Dec 14 01:56:28.042425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644147a9-cd4f-4db7-a6d6-9103af78fd4d req-a8142eb5-e973-4e48-96cb-b1ec25983018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:28.043961 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-644147a9-cd4f-4db7-a6d6-9103af78fd4d req-a8142eb5-e973-4e48-96cb-b1ec25983018 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49ffc722-420d-48e7-a500-7e9957c509ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552843 Dec 14 01:56:28.138665 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-644147a9-cd4f-4db7-a6d6-9103af78fd4d req-7786f5ed-793d-4b68-a4f2-bc38255cef73 service neutron] 10.222.0.16 "GET /v2.0/networks/49ffc722-420d-48e7-a500-7e9957c509ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864465 Dec 14 01:56:28.235070 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-644147a9-cd4f-4db7-a6d6-9103af78fd4d req-80145763-3765-41b5-9cd6-7baf70af259f service neutron] 10.222.0.16 "GET /v2.0/networks/49ffc722-420d-48e7-a500-7e9957c509ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884695 Dec 14 01:56:29.038722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec7787-3cba-4bea-b849-784404086d66 req-af4a1014-50fa-4b82-b6c6-c055a2aaaffe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:29.040328 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-daec7787-3cba-4bea-b849-784404086d66 req-af4a1014-50fa-4b82-b6c6-c055a2aaaffe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.1093445 Dec 14 01:56:29.099686 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-daec7787-3cba-4bea-b849-784404086d66 req-ae2a2bdb-0f42-4673-80c3-21d985bfe34c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459533 Dec 14 01:56:30.239876 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709baf1-7ceb-40db-a8a9-7adb632e87c5 req-6f3ef404-4a6f-490b-914f-cff9dde6c917 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:30.241384 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1709baf1-7ceb-40db-a8a9-7adb632e87c5 req-6f3ef404-4a6f-490b-914f-cff9dde6c917 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0510111 Dec 14 01:56:30.294738 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1709baf1-7ceb-40db-a8a9-7adb632e87c5 req-e886f118-3daa-49b8-b30f-2c43eec7a23d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447981 Dec 14 01:56:31.432786 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c7135-e0aa-435d-b1be-5b89c385a2ff req-7df15e88-d5fa-405e-a544-90c40d2a422c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:31.434286 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fd9c7135-e0aa-435d-b1be-5b89c385a2ff req-7df15e88-d5fa-405e-a544-90c40d2a422c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0618687 Dec 14 01:56:31.490568 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fd9c7135-e0aa-435d-b1be-5b89c385a2ff req-9c631ffb-621b-454d-b313-d2b0cf4aef87 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476806 Dec 14 01:56:32.622955 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90178cbd-53b6-4597-8a4c-445464d7d245 req-1cc67402-6d77-4a6a-b2b3-c11fbb7bcbbd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:32.624486 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-90178cbd-53b6-4597-8a4c-445464d7d245 req-1cc67402-6d77-4a6a-b2b3-c11fbb7bcbbd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0564389 Dec 14 01:56:32.675081 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-90178cbd-53b6-4597-8a4c-445464d7d245 req-62040768-8446-4fbf-8c2e-fbc05e12e16b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446086 Dec 14 01:56:33.802013 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e65d9-b943-4851-a24d-d349376fb016 req-7c0a734f-3bd8-4e9d-bed2-cabe41a31c5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:33.803580 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1a0e65d9-b943-4851-a24d-d349376fb016 req-7c0a734f-3bd8-4e9d-bed2-cabe41a31c5f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0548618 Dec 14 01:56:33.855454 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1a0e65d9-b943-4851-a24d-d349376fb016 req-c9238931-5d46-4516-bbea-fac8bbe32792 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435627 Dec 14 01:56:35.011300 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d571adf-86de-4ff0-ac68-6aced1169522 req-c27b858f-662f-4291-acad-e88f2aba866f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:35.012805 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4d571adf-86de-4ff0-ac68-6aced1169522 req-c27b858f-662f-4291-acad-e88f2aba866f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0553675 Dec 14 01:56:35.064839 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4d571adf-86de-4ff0-ac68-6aced1169522 req-826f7d58-e0d6-44cf-8854-447026141e06 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430036 Dec 14 01:56:36.201564 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931153d-bcf0-4142-831c-55fa540e164d req-13d37899-08af-41f6-b61f-8c2cdfa28241 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:36.203162 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0931153d-bcf0-4142-831c-55fa540e164d req-13d37899-08af-41f6-b61f-8c2cdfa28241 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0563629 Dec 14 01:56:36.257696 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0931153d-bcf0-4142-831c-55fa540e164d req-3867bdfb-64bf-465b-8423-2006b1a1398e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458522 Dec 14 01:56:37.415896 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517b076-7d38-4d01-8c50-c44433065887 req-d9cb2273-5a33-4b0d-abdf-ba39e621518a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:37.417496 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7517b076-7d38-4d01-8c50-c44433065887 req-d9cb2273-5a33-4b0d-abdf-ba39e621518a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0700123 Dec 14 01:56:37.496473 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7517b076-7d38-4d01-8c50-c44433065887 req-88c5eddb-17f1-4084-b6b2-8f46300170d0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700006 Dec 14 01:56:38.632812 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d1289-e515-4535-8a96-b26049756e38 req-ebeb5d7c-fff0-4512-9b3c-a85266d79c34 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:38.634296 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1e9d1289-e515-4535-8a96-b26049756e38 req-ebeb5d7c-fff0-4512-9b3c-a85266d79c34 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0615542 Dec 14 01:56:38.687599 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1e9d1289-e515-4535-8a96-b26049756e38 req-42d5dbe9-fc6f-4931-90cf-89de3a1175b6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445170 Dec 14 01:56:39.815567 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae431ae-5ad7-4549-9a59-0e4d0b787359 req-4e788ad0-792e-4173-874e-156118d5b129 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:39.817102 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0ae431ae-5ad7-4549-9a59-0e4d0b787359 req-4e788ad0-792e-4173-874e-156118d5b129 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0508728 Dec 14 01:56:39.867451 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0ae431ae-5ad7-4549-9a59-0e4d0b787359 req-1000ace6-e34b-456f-a96f-59038babeaa0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442917 Dec 14 01:56:41.012965 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca41f4-2fb6-4ade-8684-206d115ea992 req-c48ffbbd-2d5b-4549-8f84-f550d50a77be tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:41.014435 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-03ca41f4-2fb6-4ade-8684-206d115ea992 req-c48ffbbd-2d5b-4549-8f84-f550d50a77be tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0640850 Dec 14 01:56:41.070446 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-03ca41f4-2fb6-4ade-8684-206d115ea992 req-0ebbfa4e-0b85-47dc-8bf9-925ed9ecba70 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494771 Dec 14 01:56:41.149640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:56:42.203496 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3a006-89bf-4b4b-8710-2af0c59beb3f req-94199391-0ecd-4aeb-b596-cf58ecd8b526 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:42.205058 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6cf3a006-89bf-4b4b-8710-2af0c59beb3f req-94199391-0ecd-4aeb-b596-cf58ecd8b526 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0619028 Dec 14 01:56:42.272593 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6cf3a006-89bf-4b4b-8710-2af0c59beb3f req-da0cbba9-ebbb-4229-af9a-cdcbfda53d46 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585551 Dec 14 01:56:43.403117 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ba46-588d-4224-a5b2-b8c34ecd3edf req-002fc91c-f0c7-412c-be89-a4a69a146f75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:43.404965 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f853ba46-588d-4224-a5b2-b8c34ecd3edf req-002fc91c-f0c7-412c-be89-a4a69a146f75 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0562429 Dec 14 01:56:43.457722 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f853ba46-588d-4224-a5b2-b8c34ecd3edf req-9aab69c3-b9b9-4f2d-a28d-203120c6bbc7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435917 Dec 14 01:56:44.587702 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980834ed-59e0-49b1-ab3f-4bfe176dfd7f req-20b31d52-debd-4ff9-a1d8-c00ec561d2c6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:44.589206 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-980834ed-59e0-49b1-ab3f-4bfe176dfd7f req-20b31d52-debd-4ff9-a1d8-c00ec561d2c6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0501657 Dec 14 01:56:44.645488 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-980834ed-59e0-49b1-ab3f-4bfe176dfd7f req-493cd9ea-7d40-4bff-b1fb-67aa25788cf9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498950 Dec 14 01:56:44.670926 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34950) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:56:44.749425 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-af96f73f-58e1-4b2e-b520-df732ea0d675 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/1e6fc4d7-32b6-437c-9fa4-70492072ef46 HTTP/1.1" status: 200 len: 992 time: 0.0771983 Dec 14 01:56:47.210749 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:56:51.783098 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac6c6b73-a0b3-4efd-8300-6fd6d76ca309 req-65b2eb02-d2ac-442b-af06-6ceb26e0cf48 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479786 Dec 14 01:56:51.884544 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c6b73-a0b3-4efd-8300-6fd6d76ca309 req-dccafd51-781e-454f-830f-3c84fde95180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:51.886054 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac6c6b73-a0b3-4efd-8300-6fd6d76ca309 req-dccafd51-781e-454f-830f-3c84fde95180 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 1098 time: 0.0442078 Dec 14 01:56:51.981193 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13e9b702-a819-4dea-8044-d2b516459117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:56:51.994139 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c6b73-a0b3-4efd-8300-6fd6d76ca309 req-32d3d2b4-ae0e-461b-939a-e4c7d1c25b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:51.995643 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac6c6b73-a0b3-4efd-8300-6fd6d76ca309 req-32d3d2b4-ae0e-461b-939a-e4c7d1c25b28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=49ffc722-420d-48e7-a500-7e9957c509ae HTTP/1.1" status: 200 len: 897 time: 0.0891733 Dec 14 01:56:52.067770 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac6c6b73-a0b3-4efd-8300-6fd6d76ca309 req-d16dd2e1-68ae-48e4-9f03-308f9f85f957 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e147828-1828-4e50-8687-60a7d4e78d96 HTTP/1.1" status: 200 len: 1000 time: 0.0644503 Dec 14 01:56:52.120613 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c6b73-a0b3-4efd-8300-6fd6d76ca309 req-513edd9f-9aae-41ea-8c26-898adb1d58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:52.122077 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac6c6b73-a0b3-4efd-8300-6fd6d76ca309 req-513edd9f-9aae-41ea-8c26-898adb1d58f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70623779-4e34-4f34-9d53-2836ba5caee0 HTTP/1.1" status: 200 len: 834 time: 0.0471051 Dec 14 01:56:52.169416 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c6b73-a0b3-4efd-8300-6fd6d76ca309 req-03f730f9-e02e-4dbe-87f9-939399a3e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:56:52.171533 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac6c6b73-a0b3-4efd-8300-6fd6d76ca309 req-03f730f9-e02e-4dbe-87f9-939399a3e233 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49ffc722-420d-48e7-a500-7e9957c509ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423772 Dec 14 01:56:52.267998 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac6c6b73-a0b3-4efd-8300-6fd6d76ca309 req-9d36864e-8d91-4fc3-91ae-5f4cbef57fdc service neutron] 10.222.0.16 "GET /v2.0/networks/49ffc722-420d-48e7-a500-7e9957c509ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891900 Dec 14 01:56:52.359191 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac6c6b73-a0b3-4efd-8300-6fd6d76ca309 req-6a537529-f80e-401a-a13d-852ee7be3c92 service neutron] 10.222.0.16 "GET /v2.0/networks/49ffc722-420d-48e7-a500-7e9957c509ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838220 Dec 14 01:56:54.234330 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-78319562-df8e-494e-887b-242f75650e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:56:55.558705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:56:56.942143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:56:57.739018 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:11.151492 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:15.452949 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34962) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:15.622994 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port 5444e48e-700e-4ff8-8214-a0a5436b1a33 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:57:15.623336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:15.701908 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:15.702196 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:15.713712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for 5444e48e-700e-4ff8-8214-a0a5436b1a33 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:57:15.872016 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:15.896621 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=5444e48e-700e-4ff8-8214-a0a5436b1a33,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:15.926107 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:15.926342 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:15.926695 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:15.927032 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:15.927365 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:15.927692 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:15.928044 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:15.928362 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:15.928683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:15.929004 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:15.929323 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:15.929635 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:15.929952 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:15.972062 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:15.972344 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Floating IP 1e6fc4d7-32b6-437c-9fa4-70492072ef46 disassociated (deleted). External IP: 172.26.1.29, port: 5e147828-1828-4e50-8687-60a7d4e78d96. Dec 14 01:57:16.188936 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 1d243be0-608b-4c15-bfe0-ee636feba3d3 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:57:16.302989 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:57:16.307964 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:16.312625 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae421f7-e47b-422f-934f-021ec243576f None None] Sync routers for ids ['1d243be0-608b-4c15-bfe0-ee636feba3d3'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:57:16.323093 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae421f7-e47b-422f-934f-021ec243576f None None] Routers {'1d243be0-608b-4c15-bfe0-ee636feba3d3'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:57:16.323692 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-2ae421f7-e47b-422f-934f-021ec243576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:56:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['1d243be0-608b-4c15-bfe0-ee636feba3d3'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:16.335411 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-52b5a06f-c2e2-4bff-8703-c8dc28fb6835 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/floatingips/1e6fc4d7-32b6-437c-9fa4-70492072ef46 HTTP/1.1" status: 204 len: 168 time: 0.8814416 Dec 14 01:57:16.336020 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a92269-ae9c-4841-8255-be3bb7849947', 'tag': '5e147828-1828-4e50-8687-60a7d4e78d96'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:57:16.338327 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32192bb-a3bc-4215-bafa-d89df27a6c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "42a92269-ae9c-4841-8255-be3bb7849947", "tag": "5e147828-1828-4e50-8687-60a7d4e78d96"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:57:16.377719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3ab4fb-2c1c-42d0-a466-6b69c127a070 x-openstack-request-id: req-ac3ab4fb-2c1c-42d0-a466-6b69c127a070 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:57:16.378023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a92269-ae9c-4841-8255-be3bb7849947", "tag": "5e147828-1828-4e50-8687-60a7d4e78d96", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:57:16.378284 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac3ab4fb-2c1c-42d0-a466-6b69c127a070 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:57:16.378699 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a92269-ae9c-4841-8255-be3bb7849947', 'tag': '5e147828-1828-4e50-8687-60a7d4e78d96', 'status': 'completed', 'code': 200} Dec 14 01:57:16.438653 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-2ae421f7-e47b-422f-934f-021ec243576f None None] Set router 1d243be0-608b-4c15-bfe0-ee636feba3d3 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:57:16.482472 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32192bb-a3bc-4215-bafa-d89df27a6c1f req-11a94743-e630-421d-92fa-454d39ac0322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:16.483993 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b32192bb-a3bc-4215-bafa-d89df27a6c1f req-11a94743-e630-421d-92fa-454d39ac0322 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 1098 time: 0.0594475 Dec 14 01:57:16.568391 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd515052-c454-4b1d-9008-422af95b6d92 req-7f481b28-fc62-4c5b-b886-0164242bfa06 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:16.569830 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cd515052-c454-4b1d-9008-422af95b6d92 req-7f481b28-fc62-4c5b-b886-0164242bfa06 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0535054 Dec 14 01:57:16.604637 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32192bb-a3bc-4215-bafa-d89df27a6c1f req-4f5fa550-906b-492c-bb67-404e84881708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:16.606146 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b32192bb-a3bc-4215-bafa-d89df27a6c1f req-4f5fa550-906b-492c-bb67-404e84881708 service neutron] 10.222.0.16 "GET /v2.0/networks?id=49ffc722-420d-48e7-a500-7e9957c509ae HTTP/1.1" status: 200 len: 897 time: 0.0892220 Dec 14 01:57:16.621526 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cd515052-c454-4b1d-9008-422af95b6d92 req-fa4d5ba9-32ef-4b4e-98e7-18a50b3e7096 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444045 Dec 14 01:57:16.652558 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b32192bb-a3bc-4215-bafa-d89df27a6c1f req-6ef38909-6da2-49e6-aa03-c39899b3df65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e147828-1828-4e50-8687-60a7d4e78d96 HTTP/1.1" status: 200 len: 217 time: 0.0382693 Dec 14 01:57:16.653708 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-2ae421f7-e47b-422f-934f-021ec243576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792008579', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '2520dd03-c54c-4365-a83c-c83999989163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:40Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '2520dd03-c54c-4365-a83c-c83999989163', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '921b81af-9bc2-4283-a1e5-0ab0f5cc9abe', 'name': '', 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:46:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:39Z', 'updated_at': '2021-12-14T01:55:43Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:16.711913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32192bb-a3bc-4215-bafa-d89df27a6c1f req-1a46911f-b759-4954-9d05-9a5da1874b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:16.713458 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b32192bb-a3bc-4215-bafa-d89df27a6c1f req-1a46911f-b759-4954-9d05-9a5da1874b78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70623779-4e34-4f34-9d53-2836ba5caee0 HTTP/1.1" status: 200 len: 834 time: 0.0531297 Dec 14 01:57:16.767582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32192bb-a3bc-4215-bafa-d89df27a6c1f req-b6c417e7-747e-444a-bbbf-52e132b3b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:16.769160 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b32192bb-a3bc-4215-bafa-d89df27a6c1f req-b6c417e7-747e-444a-bbbf-52e132b3b6dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49ffc722-420d-48e7-a500-7e9957c509ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0475175 Dec 14 01:57:16.782442 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae421f7-e47b-422f-934f-021ec243576f None None] Checking router: 1d243be0-608b-4c15-bfe0-ee636feba3d3 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:57:16.794015 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae421f7-e47b-422f-934f-021ec243576f None None] Routers {'1d243be0-608b-4c15-bfe0-ee636feba3d3'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:57:16.794652 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-2ae421f7-e47b-422f-934f-021ec243576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:56:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['1d243be0-608b-4c15-bfe0-ee636feba3d3'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:16.865107 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b32192bb-a3bc-4215-bafa-d89df27a6c1f req-5cfa087f-2470-4715-9feb-a1b5b5894183 service neutron] 10.222.0.16 "GET /v2.0/networks/49ffc722-420d-48e7-a500-7e9957c509ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869017 Dec 14 01:57:16.897762 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-2ae421f7-e47b-422f-934f-021ec243576f None None] Set router 1d243be0-608b-4c15-bfe0-ee636feba3d3 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:57:16.957410 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b32192bb-a3bc-4215-bafa-d89df27a6c1f req-d939044f-ec65-4a60-9f17-86be7c631c63 service neutron] 10.222.0.16 "GET /v2.0/networks/49ffc722-420d-48e7-a500-7e9957c509ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850441 Dec 14 01:57:17.096816 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-2ae421f7-e47b-422f-934f-021ec243576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792008579', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '2520dd03-c54c-4365-a83c-c83999989163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:40Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '2520dd03-c54c-4365-a83c-c83999989163', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '921b81af-9bc2-4283-a1e5-0ab0f5cc9abe', 'name': '', 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:46:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:39Z', 'updated_at': '2021-12-14T01:55:43Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:17.126989 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae421f7-e47b-422f-934f-021ec243576f None None] The sync data for ids ['1d243be0-608b-4c15-bfe0-ee636feba3d3'] in dv-neutron-821592-1-hyperv is: [{'id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792008579', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '2520dd03-c54c-4365-a83c-c83999989163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:40Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '2520dd03-c54c-4365-a83c-c83999989163', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '921b81af-9bc2-4283-a1e5-0ab0f5cc9abe', 'name': '', 'network_id': '49ffc722-420d-48e7-a500-7e9957c509ae', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:46:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:39Z', 'updated_at': '2021-12-14T01:55:43Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '70623779-4e34-4f34-9d53-2836ba5caee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:57:17.350846 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce7ce28-d1d8-42e6-ace0-2e07385d9992 None None] New status for floating IP 1e6fc4d7-32b6-437c-9fa4-70492072ef46: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:57:17.757629 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19202700-bc40-4a2a-82b7-d957c58a7816 req-bc2b260a-7bff-4a26-a727-76c459018720 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:17.759157 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-19202700-bc40-4a2a-82b7-d957c58a7816 req-bc2b260a-7bff-4a26-a727-76c459018720 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0500913 Dec 14 01:57:17.810318 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-19202700-bc40-4a2a-82b7-d957c58a7816 req-dceaf070-7bd3-4b35-aa8d-6c3bd369d564 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=072ce0a8-b4f7-40e5-891c-528431edaffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451152 Dec 14 01:57:18.182674 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5df206-49ec-4100-9182-a2404f89590a req-0423d507-e3ea-4fd7-afbc-7e529fb26b6d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:18.184133 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d5df206-49ec-4100-9182-a2404f89590a req-0423d507-e3ea-4fd7-afbc-7e529fb26b6d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 945 time: 0.0580907 Dec 14 01:57:18.280594 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-4d5df206-49ec-4100-9182-a2404f89590a req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port 5e147828-1828-4e50-8687-60a7d4e78d96 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:57:18.280919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4d5df206-49ec-4100-9182-a2404f89590a req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:18.378834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-4d5df206-49ec-4100-9182-a2404f89590a req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] For port 5e147828-1828-4e50-8687-60a7d4e78d96, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5e147828-1828-4e50-8687-60a7d4e78d96,segment=NetworkSegment(e5bf6666-16ec-41d6-b9cc-b450a991e4f0),segment_id=e5bf6666-16ec-41d6-b9cc-b450a991e4f0)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:57:18.379202 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4d5df206-49ec-4100-9182-a2404f89590a req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:18.391727 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-4d5df206-49ec-4100-9182-a2404f89590a req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for 5e147828-1828-4e50-8687-60a7d4e78d96 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:57:18.529165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4d5df206-49ec-4100-9182-a2404f89590a req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:18.558710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=5e147828-1828-4e50-8687-60a7d4e78d96,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:18.571388 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:18.571745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:18.572156 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:18.572470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:18.572779 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:18.573132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:18.573471 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:18.573828 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:18.574113 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:18.574461 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:18.574799 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:18.575167 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:18.575494 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:18.614596 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5df206-49ec-4100-9182-a2404f89590a req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] No DVR routers for this DVR port 5e147828-1828-4e50-8687-60a7d4e78d96 on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:57:18.617166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4d5df206-49ec-4100-9182-a2404f89590a req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:18.620541 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d5df206-49ec-4100-9182-a2404f89590a req-29f58470-04f7-419e-a4c4-852235f763b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "DELETE /v2.0/ports/5e147828-1828-4e50-8687-60a7d4e78d96 HTTP/1.1" status: 204 len: 173 time: 0.4292312 Dec 14 01:57:18.620988 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a92269-ae9c-4841-8255-be3bb7849947', 'name': 'network-vif-deleted', 'tag': '5e147828-1828-4e50-8687-60a7d4e78d96'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:57:18.623289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933abeb5-5c4c-4e63-b7a7-79fb0d82dcc1" -d '{"events": [{"server_uuid": "42a92269-ae9c-4841-8255-be3bb7849947", "name": "network-vif-deleted", "tag": "5e147828-1828-4e50-8687-60a7d4e78d96"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:57:18.722692 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41780c7-b7e1-4c0d-a90a-3240a87ca1d4 x-openstack-request-id: req-d41780c7-b7e1-4c0d-a90a-3240a87ca1d4 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:57:18.723038 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a92269-ae9c-4841-8255-be3bb7849947", "name": "network-vif-deleted", "tag": "5e147828-1828-4e50-8687-60a7d4e78d96", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:57:18.723355 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d41780c7-b7e1-4c0d-a90a-3240a87ca1d4 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:57:18.724605 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a92269-ae9c-4841-8255-be3bb7849947', 'name': 'network-vif-deleted', 'tag': '5e147828-1828-4e50-8687-60a7d4e78d96', 'status': 'completed', 'code': 200} Dec 14 01:57:18.919006 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d437a783-84fa-4aad-a1e5-1ca503978459 req-756646e1-3eb5-47e9-8a54-f75ba7f3d2b2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a92269-ae9c-4841-8255-be3bb7849947 HTTP/1.1" status: 200 len: 210 time: 0.0274405 Dec 14 01:57:19.993088 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34982) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:20.376416 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb41ea6e-47fc-44ee-843e-34c40bafb8d9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:20.644747 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fb41ea6e-47fc-44ee-843e-34c40bafb8d9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:57:20.644990 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb41ea6e-47fc-44ee-843e-34c40bafb8d9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:20.740278 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-fb41ea6e-47fc-44ee-843e-34c40bafb8d9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] For port 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=921b81af-9bc2-4283-a1e5-0ab0f5cc9abe,segment=NetworkSegment(e5bf6666-16ec-41d6-b9cc-b450a991e4f0),segment_id=e5bf6666-16ec-41d6-b9cc-b450a991e4f0)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:57:20.740639 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb41ea6e-47fc-44ee-843e-34c40bafb8d9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:20.753230 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fb41ea6e-47fc-44ee-843e-34c40bafb8d9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:57:20.954922 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb41ea6e-47fc-44ee-843e-34c40bafb8d9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:20.982696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41ea6e-47fc-44ee-843e-34c40bafb8d9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=921b81af-9bc2-4283-a1e5-0ab0f5cc9abe,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:21.159607 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb41ea6e-47fc-44ee-843e-34c40bafb8d9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:21.697982 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb41ea6e-47fc-44ee-843e-34c40bafb8d9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 1d243be0-608b-4c15-bfe0-ee636feba3d3 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:57:21.813139 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb41ea6e-47fc-44ee-843e-34c40bafb8d9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:57:21.821729 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fb41ea6e-47fc-44ee-843e-34c40bafb8d9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "PUT /v2.0/routers/1d243be0-608b-4c15-bfe0-ee636feba3d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8241715 Dec 14 01:57:21.821729 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34984) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:21.823838 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b534189-bab1-43c0-a8f3-9019b710f154 None None] Sync routers for ids ['1d243be0-608b-4c15-bfe0-ee636feba3d3'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:57:21.834242 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b534189-bab1-43c0-a8f3-9019b710f154 None None] Routers {'1d243be0-608b-4c15-bfe0-ee636feba3d3'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:57:21.834842 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-9b534189-bab1-43c0-a8f3-9019b710f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:56:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['1d243be0-608b-4c15-bfe0-ee636feba3d3'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:21.873271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe0e758-4289-4de7-8245-e07d1889f6fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting subnet 70623779-4e34-4f34-9d53-2836ba5caee0 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:57:21.876430 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e758-4289-4de7-8245-e07d1889f6fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:21.916952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e758-4289-4de7-8245-e07d1889f6fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:21.938574 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-9b534189-bab1-43c0-a8f3-9019b710f154 None None] Set router 1d243be0-608b-4c15-bfe0-ee636feba3d3 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:57:21.986774 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99ff02f1-87c2-432e-a331-c0bb775ac9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:22.005808 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e758-4289-4de7-8245-e07d1889f6fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:22.062766 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e758-4289-4de7-8245-e07d1889f6fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:22.091091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0e758-4289-4de7-8245-e07d1889f6fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Subnet': ['ID=70623779-4e34-4f34-9d53-2836ba5caee0,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:22.093138 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e758-4289-4de7-8245-e07d1889f6fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:22.098859 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5fe0e758-4289-4de7-8245-e07d1889f6fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/subnets/70623779-4e34-4f34-9d53-2836ba5caee0 HTTP/1.1" status: 204 len: 168 time: 0.2737079 Dec 14 01:57:22.099190 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34986) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:22.099713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b650f0-a208-4905-8290-cb69f4007b64 None None] Network 49ffc722-420d-48e7-a500-7e9957c509ae requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:57:22.129082 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-9b534189-bab1-43c0-a8f3-9019b710f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792008579', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '2520dd03-c54c-4365-a83c-c83999989163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:57:20Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '2520dd03-c54c-4365-a83c-c83999989163', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:22.161830 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b534189-bab1-43c0-a8f3-9019b710f154 None None] Checking router: 1d243be0-608b-4c15-bfe0-ee636feba3d3 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:57:22.170260 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b534189-bab1-43c0-a8f3-9019b710f154 None None] Routers {'1d243be0-608b-4c15-bfe0-ee636feba3d3'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:57:22.170875 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-9b534189-bab1-43c0-a8f3-9019b710f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:56:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['1d243be0-608b-4c15-bfe0-ee636feba3d3'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:22.220126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0131359-6b41-4be0-bc61-931eb6a8399b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:22.272854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] DHCP port deletion for 49ffc722-420d-48e7-a500-7e9957c509ae request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:57:22.283582 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-9b534189-bab1-43c0-a8f3-9019b710f154 None None] Set router 1d243be0-608b-4c15-bfe0-ee636feba3d3 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:57:22.320855 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Deleting port e060705b-c61f-4675-a12e-e31596c83d7d {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:57:22.321538 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:22.330713 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0131359-6b41-4be0-bc61-931eb6a8399b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:22.384834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b0131359-6b41-4be0-bc61-931eb6a8399b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port 2520dd03-c54c-4365-a83c-c83999989163 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:57:22.385560 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0131359-6b41-4be0-bc61-931eb6a8399b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:22.389386 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] For port e060705b-c61f-4675-a12e-e31596c83d7d, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e060705b-c61f-4675-a12e-e31596c83d7d,segment=NetworkSegment(e5bf6666-16ec-41d6-b9cc-b450a991e4f0),segment_id=e5bf6666-16ec-41d6-b9cc-b450a991e4f0)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:57:22.389823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:22.402952 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Calling delete_port for e060705b-c61f-4675-a12e-e31596c83d7d owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:57:22.460450 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-9b534189-bab1-43c0-a8f3-9019b710f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792008579', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '2520dd03-c54c-4365-a83c-c83999989163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:57:20Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '2520dd03-c54c-4365-a83c-c83999989163', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:22.466608 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b0131359-6b41-4be0-bc61-931eb6a8399b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] For port 2520dd03-c54c-4365-a83c-c83999989163, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2520dd03-c54c-4365-a83c-c83999989163,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:57:22.467092 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0131359-6b41-4be0-bc61-931eb6a8399b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:22.483079 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:22.487827 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b0131359-6b41-4be0-bc61-931eb6a8399b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for 2520dd03-c54c-4365-a83c-c83999989163 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:57:22.491101 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b534189-bab1-43c0-a8f3-9019b710f154 None None] The sync data for ids ['1d243be0-608b-4c15-bfe0-ee636feba3d3'] in dv-neutron-821592-1-hyperv is: [{'id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792008579', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '2520dd03-c54c-4365-a83c-c83999989163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:57:20Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '2520dd03-c54c-4365-a83c-c83999989163', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d243be0-608b-4c15-bfe0-ee636feba3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:55:36Z', 'updated_at': '2021-12-14T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:57:22.510363 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Pushing event deleted for resources: {'Port': ['ID=e060705b-c61f-4675-a12e-e31596c83d7d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:22.514723 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] No DVR routers for this DVR port e060705b-c61f-4675-a12e-e31596c83d7d on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:57:22.521979 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:22.522331 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:22.522676 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:22.523022 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:22.523351 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:22.523685 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:22.524086 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:22.524366 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:22.524668 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:22.524993 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:22.525311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:22.525633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:22.525953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9efc5-1a1a-4936-afbf-eba56f866b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:22.554540 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 5e147828-1828-4e50-8687-60a7d4e78d96 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:57:22.576979 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 5e147828-1828-4e50-8687-60a7d4e78d96 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:57:22.577320 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 5e147828-1828-4e50-8687-60a7d4e78d96 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:57:22.663300 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0131359-6b41-4be0-bc61-931eb6a8399b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:22.690575 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0131359-6b41-4be0-bc61-931eb6a8399b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=2520dd03-c54c-4365-a83c-c83999989163,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:22.705836 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcd3269-a712-4094-a9b6-f9583c32d4a0 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:57:22.754486 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0131359-6b41-4be0-bc61-931eb6a8399b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:22.847886 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0131359-6b41-4be0-bc61-931eb6a8399b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:22.850485 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0131359-6b41-4be0-bc61-931eb6a8399b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:22.901716 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0131359-6b41-4be0-bc61-931eb6a8399b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:22.902295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0131359-6b41-4be0-bc61-931eb6a8399b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Fanout notify agent at l3_agent the message router_deleted on router 1d243be0-608b-4c15-bfe0-ee636feba3d3 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:57:22.911339 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0131359-6b41-4be0-bc61-931eb6a8399b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:22.912977 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b0131359-6b41-4be0-bc61-931eb6a8399b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/routers/1d243be0-608b-4c15-bfe0-ee636feba3d3 HTTP/1.1" status: 204 len: 168 time: 0.8125947 Dec 14 01:57:22.915540 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34988) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:22.999268 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37c5f746-e582-428b-ab42-67f67bcce284 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:23.087173 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37c5f746-e582-428b-ab42-67f67bcce284 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:23.107944 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-37c5f746-e582-428b-ab42-67f67bcce284 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ffc722-420d-48e7-a500-7e9957c509ae']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:23.117406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-37c5f746-e582-428b-ab42-67f67bcce284 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5bf6666-16ec-41d6-b9cc-b450a991e4f0') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:23.117707 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-37c5f746-e582-428b-ab42-67f67bcce284 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5bf6666-16ec-41d6-b9cc-b450a991e4f0') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:23.127528 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37c5f746-e582-428b-ab42-67f67bcce284 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:23.141054 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37c5f746-e582-428b-ab42-67f67bcce284 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:23.147516 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c5f746-e582-428b-ab42-67f67bcce284 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:57:23.147905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37c5f746-e582-428b-ab42-67f67bcce284 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:57:23.151004 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:57:23.211350 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37c5f746-e582-428b-ab42-67f67bcce284 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:23.218952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37c5f746-e582-428b-ab42-67f67bcce284 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:23.221720 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-37c5f746-e582-428b-ab42-67f67bcce284 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/networks/49ffc722-420d-48e7-a500-7e9957c509ae HTTP/1.1" status: 204 len: 168 time: 0.3051891 Dec 14 01:57:23.224821 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34990) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:23.233457 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5f746-e582-428b-ab42-67f67bcce284 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Network': ['ID=49ffc722-420d-48e7-a500-7e9957c509ae,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:23.285345 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4bcb-baac-41f4-a533-5cc439cf2628 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:23.312298 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4bcb-baac-41f4-a533-5cc439cf2628 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:23.377169 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4bcb-baac-41f4-a533-5cc439cf2628 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:23.379733 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4bcb-baac-41f4-a533-5cc439cf2628 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:23.381121 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7d5f4bcb-baac-41f4-a533-5cc439cf2628 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/security-groups/072ce0a8-b4f7-40e5-891c-528431edaffc HTTP/1.1" status: 204 len: 168 time: 0.1553254 Dec 14 01:57:23.390908 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f4bcb-baac-41f4-a533-5cc439cf2628 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072ce0a8-b4f7-40e5-891c-528431edaffc,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:23.798880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:57:23.820870 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:57:23.821181 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 921b81af-9bc2-4283-a1e5-0ab0f5cc9abe not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:57:23.821599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e060705b-c61f-4675-a12e-e31596c83d7d no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:57:23.840344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: e060705b-c61f-4675-a12e-e31596c83d7d {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:57:23.840693 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e060705b-c61f-4675-a12e-e31596c83d7d not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:57:23.841104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2520dd03-c54c-4365-a83c-c83999989163 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:57:23.859275 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 2520dd03-c54c-4365-a83c-c83999989163 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:57:23.859624 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2520dd03-c54c-4365-a83c-c83999989163 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:57:23.995662 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 34996) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:24.000392 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a9735465-5f70-4afc-b50b-c1f03c33cd90 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-724942816', 'description': 'tempest-secgroup-smoke-724942816 description', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:57:24.026362 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9735465-5f70-4afc-b50b-c1f03c33cd90 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.106049 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9735465-5f70-4afc-b50b-c1f03c33cd90 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.112468 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9735465-5f70-4afc-b50b-c1f03c33cd90 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.139326 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9735465-5f70-4afc-b50b-c1f03c33cd90 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.140572 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a9735465-5f70-4afc-b50b-c1f03c33cd90 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1438460 Dec 14 01:57:24.143737 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 34998) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:24.144766 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9735465-5f70-4afc-b50b-c1f03c33cd90 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b6d67a-aa40-4d67-9455-0b8058347580,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:24.148673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e577d883-3ac5-4ef7-bcf7-7ad752b644d6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '32b6d67a-aa40-4d67-9455-0b8058347580', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:57:24.179701 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e577d883-3ac5-4ef7-bcf7-7ad752b644d6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.216035 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:57:24.229806 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fefd7588-7fd2-42d0-9497-f13c9dacdd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.243603 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e577d883-3ac5-4ef7-bcf7-7ad752b644d6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.250127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e577d883-3ac5-4ef7-bcf7-7ad752b644d6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.267354 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577d883-3ac5-4ef7-bcf7-7ad752b644d6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9963516c-aba8-4670-8102-ab250d780944,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:24.276584 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e577d883-3ac5-4ef7-bcf7-7ad752b644d6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.277853 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e577d883-3ac5-4ef7-bcf7-7ad752b644d6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329496 Dec 14 01:57:24.281131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35000) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:24.285478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-97a2118f-9f75-4146-a71b-8cfeba3b169d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '32b6d67a-aa40-4d67-9455-0b8058347580', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:57:24.315020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97a2118f-9f75-4146-a71b-8cfeba3b169d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.371518 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97a2118f-9f75-4146-a71b-8cfeba3b169d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.376709 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97a2118f-9f75-4146-a71b-8cfeba3b169d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.395787 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2118f-9f75-4146-a71b-8cfeba3b169d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa7f318-6928-4ad2-ad69-a3b6c6d29be8,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:24.401173 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97a2118f-9f75-4146-a71b-8cfeba3b169d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.405585 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-97a2118f-9f75-4146-a71b-8cfeba3b169d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202667 Dec 14 01:57:24.405585 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35002) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:24.410187 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-8470c29a-5112-4335-b826-bde0bd52c9b6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '32b6d67a-aa40-4d67-9455-0b8058347580', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:57:24.440008 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8470c29a-5112-4335-b826-bde0bd52c9b6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.507858 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8470c29a-5112-4335-b826-bde0bd52c9b6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.514049 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8470c29a-5112-4335-b826-bde0bd52c9b6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.533164 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470c29a-5112-4335-b826-bde0bd52c9b6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4228371-b5d3-467d-963f-b99edd98874f,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:24.541703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8470c29a-5112-4335-b826-bde0bd52c9b6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.542909 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8470c29a-5112-4335-b826-bde0bd52c9b6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363828 Dec 14 01:57:24.547452 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35004) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:24.551856 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a2b0caa9-fdb8-4fd4-b994-f7766d4a61a8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '32b6d67a-aa40-4d67-9455-0b8058347580', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:57:24.583027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a2b0caa9-fdb8-4fd4-b994-f7766d4a61a8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.648209 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a2b0caa9-fdb8-4fd4-b994-f7766d4a61a8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.653587 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a2b0caa9-fdb8-4fd4-b994-f7766d4a61a8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.671905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0caa9-fdb8-4fd4-b994-f7766d4a61a8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6eb2b8-81d7-4ffc-bfa2-87336b324a65,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:24.680940 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a2b0caa9-fdb8-4fd4-b994-f7766d4a61a8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.682149 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-a2b0caa9-fdb8-4fd4-b994-f7766d4a61a8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337225 Dec 14 01:57:24.684902 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35006) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:24.689250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-3b847708-f19f-4f0d-b73e-336685d65be5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '32b6d67a-aa40-4d67-9455-0b8058347580', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:57:24.716220 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-3b847708-f19f-4f0d-b73e-336685d65be5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Project f4c107ba67ff4c04ad2fb04bd1d8b8df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:57:24.723841 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3b847708-f19f-4f0d-b73e-336685d65be5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.792739 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3b847708-f19f-4f0d-b73e-336685d65be5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.796793 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3b847708-f19f-4f0d-b73e-336685d65be5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.815271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b847708-f19f-4f0d-b73e-336685d65be5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84510e71-a4f9-4b63-aa77-cdf0600c99dc,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:24.820940 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3b847708-f19f-4f0d-b73e-336685d65be5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.822129 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3b847708-f19f-4f0d-b73e-336685d65be5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362886 Dec 14 01:57:24.825027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35008) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:24.829250 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-02fb0d62-9889-4fe4-8a2b-bdb6c92778d6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '32b6d67a-aa40-4d67-9455-0b8058347580', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:57:24.854133 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-02fb0d62-9889-4fe4-8a2b-bdb6c92778d6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Project f4c107ba67ff4c04ad2fb04bd1d8b8df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:57:24.858817 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02fb0d62-9889-4fe4-8a2b-bdb6c92778d6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.917940 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02fb0d62-9889-4fe4-8a2b-bdb6c92778d6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.922913 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02fb0d62-9889-4fe4-8a2b-bdb6c92778d6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.944543 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb0d62-9889-4fe4-8a2b-bdb6c92778d6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ec04fd-681d-4f8e-83e6-6615651a9bbf,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:24.956066 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02fb0d62-9889-4fe4-8a2b-bdb6c92778d6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:24.958408 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-02fb0d62-9889-4fe4-8a2b-bdb6c92778d6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322284 Dec 14 01:57:24.963014 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35010) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:24.969834 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-498371eb-3a44-4352-8f77-46f43c11e168 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'network': {'name': 'tempest-network-smoke--1467546333', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'port_security_enabled': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:57:24.999855 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498371eb-3a44-4352-8f77-46f43c11e168 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Made reservation on behalf of f4c107ba67ff4c04ad2fb04bd1d8b8df for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:57:25.003473 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-498371eb-3a44-4352-8f77-46f43c11e168 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:25.030621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498371eb-3a44-4352-8f77-46f43c11e168 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:57:25.040644 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-498371eb-3a44-4352-8f77-46f43c11e168 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:25.041027 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-498371eb-3a44-4352-8f77-46f43c11e168 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Added segment 909afc55-b635-4730-83cd-beee885db1e4 of type vlan for network 23553a80-0708-4362-94c3-82f952657256 Dec 14 01:57:25.083505 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-498371eb-3a44-4352-8f77-46f43c11e168 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:25.109787 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-498371eb-3a44-4352-8f77-46f43c11e168 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:25.115276 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498371eb-3a44-4352-8f77-46f43c11e168 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:25.116031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-498371eb-3a44-4352-8f77-46f43c11e168 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:25.175908 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-498371eb-3a44-4352-8f77-46f43c11e168 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2115636 Dec 14 01:57:25.178823 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35012) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:25.185474 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-960328045', 'admin_state_up': True, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:57:25.194345 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498371eb-3a44-4352-8f77-46f43c11e168 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Network': ['ID=23553a80-0708-4362-94c3-82f952657256,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:25.204926 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 23553a80-0708-4362-94c3-82f952657256 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:57:25.216709 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:25.217787 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:25.279707 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:25.421824 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:25.555744 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:25.615059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:25.633987 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:25.743174 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.26.1.158 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/e51ebdcb-e8d2-4e75-8e8a-d45972656600) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:57:25.847940 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:25.885173 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:25.926355 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:57:25.931364 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:57:25.933981 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:57:25.944607 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba56813-8b1d-4455-b2b3-91f78d12ab6b None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:57:25.962627 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=e51ebdcb-e8d2-4e75-8e8a-d45972656600,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:25.985449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b9303b5e-809e-4885-b3a7-c90880581a4d None None] Provisioning complete for port e51ebdcb-e8d2-4e75-8e8a-d45972656600 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:57:25.985947 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b9303b5e-809e-4885-b3a7-c90880581a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:26.020286 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b9303b5e-809e-4885-b3a7-c90880581a4d None None] Port e51ebdcb-e8d2-4e75-8e8a-d45972656600 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:57:26.203019 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:26.719525 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:26.851562 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 67411515-b085-41aa-8512-1ad478a11d8c is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:57:26.951676 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:26.961246 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:57:26.971120 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Sync routers for ids ['67411515-b085-41aa-8512-1ad478a11d8c'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:57:26.982935 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Routers {'67411515-b085-41aa-8512-1ad478a11d8c'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:57:26.983819 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-026ce769-4e8d-488c-9a57-317691277825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:57:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['67411515-b085-41aa-8512-1ad478a11d8c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:26.984018 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:26.985390 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c65098ca-4f7d-4dca-aa8a-3f3142bfc5fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8053749 Dec 14 01:57:26.988453 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35014) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:27.017106 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5f8daf69-8f69-4ed6-944e-f6b1ab8aaad5 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275054 Dec 14 01:57:27.019614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35016) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:27.089098 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Set router 67411515-b085-41aa-8512-1ad478a11d8c gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:57:27.108182 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f19be6-78e6-4dba-829f-ec87f2cf3749 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:27.109696 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e7f19be6-78e6-4dba-829f-ec87f2cf3749 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891769 Dec 14 01:57:27.112563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35018) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:27.140627 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ef4b654a-dc53-4fb8-9361-690116a28a4d tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269918 Dec 14 01:57:27.143477 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35020) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:27.148640 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b1cfeb61-f8ce-454f-b56d-9a6064d3fdff tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1446732351', 'network_id': '23553a80-0708-4362-94c3-82f952657256', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:57:27.241396 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cfeb61-f8ce-454f-b56d-9a6064d3fdff tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Made reservation on behalf of f4c107ba67ff4c04ad2fb04bd1d8b8df for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:57:27.245096 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1cfeb61-f8ce-454f-b56d-9a6064d3fdff tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:27.272747 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-026ce769-4e8d-488c-9a57-317691277825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67411515-b085-41aa-8512-1ad478a11d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960328045', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:26Z', 'revision_number': 3, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:27.303668 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Checking router: 67411515-b085-41aa-8512-1ad478a11d8c for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:57:27.304018 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Updating router 67411515-b085-41aa-8512-1ad478a11d8c port e51ebdcb-e8d2-4e75-8e8a-d45972656600 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:57:27.328825 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:27.432548 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1cfeb61-f8ce-454f-b56d-9a6064d3fdff tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:27.494271 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfeb61-f8ce-454f-b56d-9a6064d3fdff tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Subnet': ['ID=1af24835-5498-4e65-92e9-cdb70ccd0fc6,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:27.502654 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cfeb61-f8ce-454f-b56d-9a6064d3fdff tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Checking segment: {'id': '909afc55-b635-4730-83cd-beee885db1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23553a80-0708-4362-94c3-82f952657256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:57:27.503023 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cfeb61-f8ce-454f-b56d-9a6064d3fdff tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network hostable DHCP agents. Network: 23553a80-0708-4362-94c3-82f952657256, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:57:27.521963 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cfeb61-f8ce-454f-b56d-9a6064d3fdff tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 23553a80-0708-4362-94c3-82f952657256 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:57:27.531364 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b1cfeb61-f8ce-454f-b56d-9a6064d3fdff tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 23553a80-0708-4362-94c3-82f952657256) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:57:27.536169 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cfeb61-f8ce-454f-b56d-9a6064d3fdff tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:27.536728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1cfeb61-f8ce-454f-b56d-9a6064d3fdff tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:27.544935 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ba1698-d9bf-4826-a3ea-685a7cdddefd None None] Network 23553a80-0708-4362-94c3-82f952657256 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:57:27.554211 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b1cfeb61-f8ce-454f-b56d-9a6064d3fdff tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4096119 Dec 14 01:57:27.557792 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35022) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:27.624493 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:27.633182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:27.692057 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d1fa90-e940-4638-9daa-e7364ac34dd1 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:57:27.708283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b868dd4-9295-496e-837d-272bcce80d70 None None] Pushing event updated for resources: {'Port': ['ID=e51ebdcb-e8d2-4e75-8e8a-d45972656600,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:27.725676 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Attempting to bind port e51ebdcb-e8d2-4e75-8e8a-d45972656600 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:57:27.726039 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Attempting to bind port e51ebdcb-e8d2-4e75-8e8a-d45972656600 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:57:27.726405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Attempting to bind port e51ebdcb-e8d2-4e75-8e8a-d45972656600 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:57:27.755639 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:57:27.756228 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:57:27.756624 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:27.757019 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:57:27.757537 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Bound port: e51ebdcb-e8d2-4e75-8e8a-d45972656600, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:57:27.757925 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:27.763438 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:27.788328 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-23553a80-0708-4362-94c3-82f952657256', 'network_id': '23553a80-0708-4362-94c3-82f952657256', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ips': [{'subnet_id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:57:27.789689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:27.816829 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-03a03538-b537-4a5e-8012-f5ec4bdfe5f7 None None] Provisioning complete for port e51ebdcb-e8d2-4e75-8e8a-d45972656600 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:57:27.817214 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03a03538-b537-4a5e-8012-f5ec4bdfe5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:27.920463 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-026ce769-4e8d-488c-9a57-317691277825 None None] For port e51ebdcb-e8d2-4e75-8e8a-d45972656600, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:57:27.929745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-03a03538-b537-4a5e-8012-f5ec4bdfe5f7 None None] Port e51ebdcb-e8d2-4e75-8e8a-d45972656600 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:57:27.943229 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-026ce769-4e8d-488c-9a57-317691277825 None None] For port e51ebdcb-e8d2-4e75-8e8a-d45972656600, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e51ebdcb-e8d2-4e75-8e8a-d45972656600,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:57:27.952797 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:28.016678 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:28.038247 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef9e2b7-1a8c-4772-a22f-9bc6de7deed0 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:57:28.044446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Allocated IP 172.20.0.2 (23553a80-0708-4362-94c3-82f952657256/1af24835-5498-4e65-92e9-cdb70ccd0fc6/977c7419-a859-415c-ad5e-ca33033f8c11) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:57:28.073315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Routers {'67411515-b085-41aa-8512-1ad478a11d8c'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:57:28.073943 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-026ce769-4e8d-488c-9a57-317691277825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:57:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['67411515-b085-41aa-8512-1ad478a11d8c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:28.075678 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b868dd4-9295-496e-837d-272bcce80d70 None None] Pushing event updated for resources: {'Port': ['ID=e51ebdcb-e8d2-4e75-8e8a-d45972656600,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:28.222279 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-74730070-a6f1-4c2c-92e2-7016293e6b1c None None] Provisioning complete for port e51ebdcb-e8d2-4e75-8e8a-d45972656600 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:57:28.222653 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-74730070-a6f1-4c2c-92e2-7016293e6b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:28.295176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-026ce769-4e8d-488c-9a57-317691277825 None None] Set router 67411515-b085-41aa-8512-1ad478a11d8c gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:57:28.435285 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:28.468547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:28.497025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.20.0.1 (23553a80-0708-4362-94c3-82f952657256/1af24835-5498-4e65-92e9-cdb70ccd0fc6/8d55cad7-f413-4ffa-ab66-0871f4746210) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:57:28.617066 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:28.654040 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:28.695223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-74730070-a6f1-4c2c-92e2-7016293e6b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:28.704654 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 23553a80-0708-4362-94c3-82f952657256 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:57:28.708329 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:57:28.710516 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:57:28.711039 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Network 23553a80-0708-4362-94c3-82f952657256 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:57:28.717762 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=8d55cad7-f413-4ffa-ab66-0871f4746210,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:28.722901 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:57:28.725548 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:57:28.754519 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Pushing event updated for resources: {'Port': ['ID=977c7419-a859-415c-ad5e-ca33033f8c11,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:28.758451 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:28.766362 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-74730070-a6f1-4c2c-92e2-7016293e6b1c None None] For port e51ebdcb-e8d2-4e75-8e8a-d45972656600, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e51ebdcb-e8d2-4e75-8e8a-d45972656600,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:57:28.777831 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-74730070-a6f1-4c2c-92e2-7016293e6b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:28.892304 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:28.920352 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74730070-a6f1-4c2c-92e2-7016293e6b1c None None] Pushing event updated for resources: {'Port': ['ID=e51ebdcb-e8d2-4e75-8e8a-d45972656600,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:28.922959 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Attempting to bind port 977c7419-a859-415c-ad5e-ca33033f8c11 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:57:28.923324 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Attempting to bind port 977c7419-a859-415c-ad5e-ca33033f8c11 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '909afc55-b635-4730-83cd-beee885db1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23553a80-0708-4362-94c3-82f952657256'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:57:28.923696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Attempting to bind port 977c7419-a859-415c-ad5e-ca33033f8c11 on network 23553a80-0708-4362-94c3-82f952657256 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:57:28.938557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:57:28.938938 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Checking segment: {'id': '909afc55-b635-4730-83cd-beee885db1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23553a80-0708-4362-94c3-82f952657256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:57:28.939343 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:28.939747 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Bound using segment: {'id': '909afc55-b635-4730-83cd-beee885db1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23553a80-0708-4362-94c3-82f952657256'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:57:28.940243 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Bound port: 977c7419-a859-415c-ad5e-ca33033f8c11, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909afc55-b635-4730-83cd-beee885db1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23553a80-0708-4362-94c3-82f952657256'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:57:28.940610 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:28.953383 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-026ce769-4e8d-488c-9a57-317691277825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67411515-b085-41aa-8512-1ad478a11d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960328045', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:26Z', 'revision_number': 3, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:28.986579 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ce769-4e8d-488c-9a57-317691277825 None None] The sync data for ids ['67411515-b085-41aa-8512-1ad478a11d8c'] in dv-neutron-821592-1-hyperv is: [{'id': '67411515-b085-41aa-8512-1ad478a11d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960328045', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:26Z', 'revision_number': 3, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:57:29.076633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] For port 977c7419-a859-415c-ad5e-ca33033f8c11, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:57:29.094223 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] For port 977c7419-a859-415c-ad5e-ca33033f8c11, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=977c7419-a859-415c-ad5e-ca33033f8c11,segment=NetworkSegment(909afc55-b635-4730-83cd-beee885db1e4),segment_id=909afc55-b635-4730-83cd-beee885db1e4)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:57:29.103826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:29.174342 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144a677-0619-422c-b5c5-4a36a9317f9e None None] Pushing event updated for resources: {'Port': ['ID=977c7419-a859-415c-ad5e-ca33033f8c11,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:29.206130 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:29.213928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:29.302118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:29.317516 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=8d55cad7-f413-4ffa-ab66-0871f4746210,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:29.432425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 23553a80-0708-4362-94c3-82f952657256 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:57:29.433918 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:57:29.556810 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 67411515-b085-41aa-8512-1ad478a11d8c has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:57:29.665405 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:57:29.670589 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b49ff504-84ee-4f23-93f7-855928bc4447 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "PUT /v2.0/routers/67411515-b085-41aa-8512-1ad478a11d8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1121502 Dec 14 01:57:29.848283 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-c245e6d7-4836-431d-88bc-01a198faca0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-724942816&fields=id&tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df HTTP/1.1" status: 200 len: 267 time: 0.0520563 Dec 14 01:57:29.892280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e51ebdcb-e8d2-4e75-8e8a-d45972656600 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:57:29.951183 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port e51ebdcb-e8d2-4e75-8e8a-d45972656600 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:57:29.951724 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:29.976331 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-16a94b7a-6224-4e48-aab1-b7e3c04c8587 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:29.978152 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-16a94b7a-6224-4e48-aab1-b7e3c04c8587 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/networks?id=23553a80-0708-4362-94c3-82f952657256 HTTP/1.1" status: 200 len: 797 time: 0.1213140 Dec 14 01:57:30.004484 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-44b26219-9e7f-44f1-9d49-33f8d7192f89 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/quotas/f4c107ba67ff4c04ad2fb04bd1d8b8df HTTP/1.1" status: 200 len: 375 time: 0.0193198 Dec 14 01:57:30.045907 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 977c7419-a859-415c-ad5e-ca33033f8c11 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:57:30.063588 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-9cfec9a9-cb79-4d6c-936d-99713589188b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529838 Dec 14 01:57:30.095981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 977c7419-a859-415c-ad5e-ca33033f8c11 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:57:30.096642 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:30.183636 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:30.219052 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-37d83fca-266f-42ce-94d1-779f63a075b1 service neutron] 10.222.0.32 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432793 Dec 14 01:57:30.222497 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port 977c7419-a859-415c-ad5e-ca33033f8c11, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=977c7419-a859-415c-ad5e-ca33033f8c11,segment=NetworkSegment(909afc55-b635-4730-83cd-beee885db1e4),segment_id=909afc55-b635-4730-83cd-beee885db1e4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:57:30.229307 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:30.276070 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10df21a1-bdd1-4836-9fcd-1000b3856736 None None] Network 23553a80-0708-4362-94c3-82f952657256 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:57:30.290820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=977c7419-a859-415c-ad5e-ca33033f8c11,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:30.316549 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-5d971709-de4b-4fbc-a43e-59e9ee3b5c0a service neutron] 10.222.0.32 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895414 Dec 14 01:57:30.358846 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-dfa4174c-a7af-4686-ad0d-135eb2388dac None None] Provisioning complete for port 977c7419-a859-415c-ad5e-ca33033f8c11 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:57:30.359217 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfa4174c-a7af-4686-ad0d-135eb2388dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:30.516815 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fd40a25f-c1bf-4829-9b60-a86d0b840f16 req-0f2a287f-0890-4b6c-93e1-f0c4308ae510 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 210 time: 0.0335727 Dec 14 01:57:30.702838 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f13d8ebf-ae55-40b4-b7b1-84519ddf3a85 None None] Provisioning complete for port 8d55cad7-f413-4ffa-ab66-0871f4746210 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:57:30.703454 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f13d8ebf-ae55-40b4-b7b1-84519ddf3a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:30.743417 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f13d8ebf-ae55-40b4-b7b1-84519ddf3a85 None None] Port 8d55cad7-f413-4ffa-ab66-0871f4746210 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:57:30.759559 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Sync routers for ids ['67411515-b085-41aa-8512-1ad478a11d8c'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:57:30.766363 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f13d8ebf-ae55-40b4-b7b1-84519ddf3a85 None None] Provisioning complete for port 977c7419-a859-415c-ad5e-ca33033f8c11 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:57:30.766871 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f13d8ebf-ae55-40b4-b7b1-84519ddf3a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:30.772053 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Routers {'67411515-b085-41aa-8512-1ad478a11d8c'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:57:30.773028 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:57:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['67411515-b085-41aa-8512-1ad478a11d8c'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:30.894670 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Set router 67411515-b085-41aa-8512-1ad478a11d8c gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:57:30.981889 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-34472e0e-8d9e-4c55-9cee-bd34b13ab55e None None] Provisioning complete for port 8d55cad7-f413-4ffa-ab66-0871f4746210 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:57:30.982339 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34472e0e-8d9e-4c55-9cee-bd34b13ab55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:31.025667 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-34472e0e-8d9e-4c55-9cee-bd34b13ab55e None None] Port 8d55cad7-f413-4ffa-ab66-0871f4746210 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:57:31.146066 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4989fece-18e7-4291-a1c3-7ca8152af1fc None None] Provisioning complete for port 8d55cad7-f413-4ffa-ab66-0871f4746210 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:57:31.146857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4989fece-18e7-4291-a1c3-7ca8152af1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:31.185621 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4989fece-18e7-4291-a1c3-7ca8152af1fc None None] Port 8d55cad7-f413-4ffa-ab66-0871f4746210 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:57:31.211779 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67411515-b085-41aa-8512-1ad478a11d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960328045', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '8d55cad7-f413-4ffa-ab66-0871f4746210', 'name': '', 'network_id': '23553a80-0708-4362-94c3-82f952657256', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:28:1c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:28Z', 'updated_at': '2021-12-14T01:57:29Z', 'revision_number': 2, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:31.237675 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Checking router: 67411515-b085-41aa-8512-1ad478a11d8c for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:57:31.238031 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Updating router 67411515-b085-41aa-8512-1ad478a11d8c port 8d55cad7-f413-4ffa-ab66-0871f4746210 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:57:31.262725 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:31.548653 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:31.556248 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:31.558651 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-5b0c12c0-6815-4888-ad56-f53b549f2eeb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:31.560239 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-5b0c12c0-6815-4888-ad56-f53b549f2eeb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "GET /v2.0/networks?id=23553a80-0708-4362-94c3-82f952657256 HTTP/1.1" status: 200 len: 797 time: 0.1127222 Dec 14 01:57:31.626333 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b141cf3-298f-4fb5-aa2d-f751f96d1a19 None None] Pushing event updated for resources: {'Port': ['ID=8d55cad7-f413-4ffa-ab66-0871f4746210,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:31.640848 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c63e45fe-3f9f-4fea-a36c-643b761d36ff req-e01f30e4-4507-4623-910d-f667dd574a15 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 210 time: 0.0505259 Dec 14 01:57:31.650927 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141cf3-298f-4fb5-aa2d-f751f96d1a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:31.651265 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141cf3-298f-4fb5-aa2d-f751f96d1a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:31.651547 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141cf3-298f-4fb5-aa2d-f751f96d1a19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:31.651872 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141cf3-298f-4fb5-aa2d-f751f96d1a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:31.652218 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141cf3-298f-4fb5-aa2d-f751f96d1a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:31.652542 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141cf3-298f-4fb5-aa2d-f751f96d1a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:31.652867 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141cf3-298f-4fb5-aa2d-f751f96d1a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:31.653189 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141cf3-298f-4fb5-aa2d-f751f96d1a19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:31.653510 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141cf3-298f-4fb5-aa2d-f751f96d1a19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:31.653827 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141cf3-298f-4fb5-aa2d-f751f96d1a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:31.654148 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141cf3-298f-4fb5-aa2d-f751f96d1a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:31.654814 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141cf3-298f-4fb5-aa2d-f751f96d1a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:31.655128 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141cf3-298f-4fb5-aa2d-f751f96d1a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:57:31.670294 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Attempting to bind port 8d55cad7-f413-4ffa-ab66-0871f4746210 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:57:31.670809 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Attempting to bind port 8d55cad7-f413-4ffa-ab66-0871f4746210 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '909afc55-b635-4730-83cd-beee885db1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23553a80-0708-4362-94c3-82f952657256'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:57:31.671173 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Attempting to bind port 8d55cad7-f413-4ffa-ab66-0871f4746210 on network 23553a80-0708-4362-94c3-82f952657256 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:57:31.678037 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:57:31.678562 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Checking segment: {'id': '909afc55-b635-4730-83cd-beee885db1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23553a80-0708-4362-94c3-82f952657256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:57:31.678968 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:31.679367 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Bound using segment: {'id': '909afc55-b635-4730-83cd-beee885db1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23553a80-0708-4362-94c3-82f952657256'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:57:31.679854 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Bound port: 8d55cad7-f413-4ffa-ab66-0871f4746210, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909afc55-b635-4730-83cd-beee885db1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23553a80-0708-4362-94c3-82f952657256'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:57:31.680261 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:31.698081 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-f0a567ba-8d42-4d0e-9295-7d299dfabdae tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df HTTP/1.1" status: 200 len: 379 time: 0.1203225 Dec 14 01:57:31.723678 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-f29a5687-bf8a-4ddc-aa52-4573fb9ca3a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'port': {'device_id': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'network_id': '23553a80-0708-4362-94c3-82f952657256', 'admin_state_up': True, 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'security_groups': ['32b6d67a-aa40-4d67-9455-0b8058347580']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:57:31.758745 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] For port 8d55cad7-f413-4ffa-ab66-0871f4746210, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:57:31.763309 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] For port 8d55cad7-f413-4ffa-ab66-0871f4746210, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=8d55cad7-f413-4ffa-ab66-0871f4746210,segment=NetworkSegment(909afc55-b635-4730-83cd-beee885db1e4),segment_id=909afc55-b635-4730-83cd-beee885db1e4)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:57:31.770722 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:31.840713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 977c7419-a859-415c-ad5e-ca33033f8c11 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:57:31.851560 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Routers {'67411515-b085-41aa-8512-1ad478a11d8c'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:57:31.852246 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:57:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['67411515-b085-41aa-8512-1ad478a11d8c'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:31.866174 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-f29a5687-bf8a-4ddc-aa52-4573fb9ca3a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Made reservation on behalf of f4c107ba67ff4c04ad2fb04bd1d8b8df for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:57:31.871184 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-f29a5687-bf8a-4ddc-aa52-4573fb9ca3a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:31.906869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 977c7419-a859-415c-ad5e-ca33033f8c11 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:57:31.907620 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:31.962894 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b141cf3-298f-4fb5-aa2d-f751f96d1a19 None None] Pushing event updated for resources: {'Port': ['ID=8d55cad7-f413-4ffa-ab66-0871f4746210,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:31.985254 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] Set router 67411515-b085-41aa-8512-1ad478a11d8c gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:57:32.016849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0611ca16-2b1f-4c7a-a96c-17f3ac879e84 None None] Provisioning complete for port 8d55cad7-f413-4ffa-ab66-0871f4746210 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:57:32.017344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0611ca16-2b1f-4c7a-a96c-17f3ac879e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:32.023571 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-f29a5687-bf8a-4ddc-aa52-4573fb9ca3a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.20.0.8 (23553a80-0708-4362-94c3-82f952657256/1af24835-5498-4e65-92e9-cdb70ccd0fc6/ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:57:32.113076 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0611ca16-2b1f-4c7a-a96c-17f3ac879e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:32.153311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0611ca16-2b1f-4c7a-a96c-17f3ac879e84 None None] For port 8d55cad7-f413-4ffa-ab66-0871f4746210, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=8d55cad7-f413-4ffa-ab66-0871f4746210,segment=NetworkSegment(909afc55-b635-4730-83cd-beee885db1e4),segment_id=909afc55-b635-4730-83cd-beee885db1e4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:57:32.159414 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0611ca16-2b1f-4c7a-a96c-17f3ac879e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:32.228669 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611ca16-2b1f-4c7a-a96c-17f3ac879e84 None None] Pushing event updated for resources: {'Port': ['ID=8d55cad7-f413-4ffa-ab66-0871f4746210,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:32.239065 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-f29a5687-bf8a-4ddc-aa52-4573fb9ca3a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:32.246940 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67411515-b085-41aa-8512-1ad478a11d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960328045', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '8d55cad7-f413-4ffa-ab66-0871f4746210', 'name': '', 'network_id': '23553a80-0708-4362-94c3-82f952657256', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:28:1c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:28Z', 'updated_at': '2021-12-14T01:57:31Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:32.274578 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-f29a5687-bf8a-4ddc-aa52-4573fb9ca3a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:32.278153 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2d954c-5975-48d6-b06d-61fce51c8fb8 None None] The sync data for ids ['67411515-b085-41aa-8512-1ad478a11d8c'] in dv-neutron-821592-1-hyperv is: [{'id': '67411515-b085-41aa-8512-1ad478a11d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960328045', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '8d55cad7-f413-4ffa-ab66-0871f4746210', 'name': '', 'network_id': '23553a80-0708-4362-94c3-82f952657256', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:28:1c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:28Z', 'updated_at': '2021-12-14T01:57:31Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:57:32.284608 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8f05813b-1477-4e04-8002-1c6ce735de1c None None] Provisioning complete for port 8d55cad7-f413-4ffa-ab66-0871f4746210 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:57:32.286284 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f05813b-1477-4e04-8002-1c6ce735de1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:32.331233 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-f29a5687-bf8a-4ddc-aa52-4573fb9ca3a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 23553a80-0708-4362-94c3-82f952657256 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:57:32.332788 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-f29a5687-bf8a-4ddc-aa52-4573fb9ca3a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:57:32.337009 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-f29a5687-bf8a-4ddc-aa52-4573fb9ca3a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:57:32.391219 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a5687-bf8a-4ddc-aa52-4573fb9ca3a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:32.426767 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-f29a5687-bf8a-4ddc-aa52-4573fb9ca3a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:32.427438 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-f29a5687-bf8a-4ddc-aa52-4573fb9ca3a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:32.449781 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-f29a5687-bf8a-4ddc-aa52-4573fb9ca3a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7308812 Dec 14 01:57:32.471247 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Request body: {'port': {'device_id': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:57:32.531348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:32.650526 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5a384ebb-dc31-47cb-a35a-5e954a449d5b None None] Provisioning complete for port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:57:32.650896 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a384ebb-dc31-47cb-a35a-5e954a449d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:32.719470 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5a384ebb-dc31-47cb-a35a-5e954a449d5b None None] Port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:57:32.791194 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7406ddb-f99f-4631-83a5-5c521ad1fb10 req-ce89c0ce-d841-406d-a04e-766d1583bb09 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:32.792904 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a7406ddb-f99f-4631-83a5-5c521ad1fb10 req-ce89c0ce-d841-406d-a04e-766d1583bb09 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 931 time: 0.0555000 Dec 14 01:57:32.817257 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:57:32.825956 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:32.839401 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Transition to ACTIVE for port object ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:57:32.844745 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:32.845149 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a7406ddb-f99f-4631-83a5-5c521ad1fb10 req-d2ef3940-f637-4c7c-9bd1-43cb4356a1fb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458336 Dec 14 01:57:32.906916 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:32.988852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Attempting to bind port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:57:32.989235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Attempting to bind port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '909afc55-b635-4730-83cd-beee885db1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23553a80-0708-4362-94c3-82f952657256'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:57:32.989516 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Attempting to bind port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 on network 23553a80-0708-4362-94c3-82f952657256 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:57:32.994791 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 on network 23553a80-0708-4362-94c3-82f952657256 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:57:32.995125 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Attempting to bind port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 on network 23553a80-0708-4362-94c3-82f952657256 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:57:33.000564 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:57:33.000894 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Checking segment: {'id': '909afc55-b635-4730-83cd-beee885db1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23553a80-0708-4362-94c3-82f952657256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:57:33.001288 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Bound using segment: {'id': '909afc55-b635-4730-83cd-beee885db1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23553a80-0708-4362-94c3-82f952657256'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:57:33.001721 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Bound port: ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909afc55-b635-4730-83cd-beee885db1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23553a80-0708-4362-94c3-82f952657256'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:57:33.002080 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:33.083176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] For port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:57:33.087257 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] For port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,segment=NetworkSegment(909afc55-b635-4730-83cd-beee885db1e4),segment_id=909afc55-b635-4730-83cd-beee885db1e4)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:57:33.091621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:33.123428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:33.124053 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:33.125542 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] 10.222.0.16 "PUT /v2.0/ports/ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 HTTP/1.1" status: 200 len: 1093 time: 0.6589754 Dec 14 01:57:33.126016 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'tag': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:57:33.128382 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d97108d-a1de-4c20-badc-43f41d08e877" -d '{"events": [{"name": "network-changed", "server_uuid": "48c830e7-ae17-444d-8b67-39cf01773aaa", "tag": "ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:57:33.178425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42911888-48cd-49b6-a532-0f4ea9a4e941 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:33.193085 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643843e2-3cef-4809-b44d-08040cde1a7e x-openstack-request-id: req-643843e2-3cef-4809-b44d-08040cde1a7e {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:57:33.193906 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c830e7-ae17-444d-8b67-39cf01773aaa", "tag": "ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:57:33.194473 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-643843e2-3cef-4809-b44d-08040cde1a7e {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:57:33.195152 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'tag': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44', 'status': 'completed', 'code': 200} Dec 14 01:57:33.250134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-9304b84c-b8c1-4f1f-bacb-79e246433e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:33.251679 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-9304b84c-b8c1-4f1f-bacb-79e246433e55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 1096 time: 0.0446103 Dec 14 01:57:33.301958 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-429d99a3-c174-4446-af97-a794c16eba98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 HTTP/1.1" status: 200 len: 217 time: 0.0353715 Dec 14 01:57:33.360062 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-cff3dcd6-9fbb-4482-8d98-5a5dae10d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:33.361581 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-cff3dcd6-9fbb-4482-8d98-5a5dae10d646 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1af24835-5498-4e65-92e9-cdb70ccd0fc6 HTTP/1.1" status: 200 len: 835 time: 0.0514457 Dec 14 01:57:33.411125 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-423d333e-72ee-408c-8594-a00b2a62049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:33.412804 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-423d333e-72ee-408c-8594-a00b2a62049a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23553a80-0708-4362-94c3-82f952657256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440900 Dec 14 01:57:33.507614 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-c85b14ca-7121-44ed-af59-46774e2a41e7 service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875909 Dec 14 01:57:33.597363 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e67ba7c6-5dd3-4635-b150-2957b21b5507 req-b52178a3-c3bf-42a8-b85d-b34fd93719cc service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822091 Dec 14 01:57:33.734661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97108d-a1de-4c20-badc-43f41d08e877 req-cf3e2230-713c-4797-af68-a9f0e306070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:33.736247 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d97108d-a1de-4c20-badc-43f41d08e877 req-cf3e2230-713c-4797-af68-a9f0e306070a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 1096 time: 0.0511479 Dec 14 01:57:33.835087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 8d55cad7-f413-4ffa-ab66-0871f4746210 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:57:33.836176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97108d-a1de-4c20-badc-43f41d08e877 req-a9a61b74-435e-45e0-9bd0-d6cae2c45a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:33.837895 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d97108d-a1de-4c20-badc-43f41d08e877 req-a9a61b74-435e-45e0-9bd0-d6cae2c45a26 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23553a80-0708-4362-94c3-82f952657256 HTTP/1.1" status: 200 len: 897 time: 0.0947132 Dec 14 01:57:33.879627 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d97108d-a1de-4c20-badc-43f41d08e877 req-96ccf78c-cb73-4448-89f2-34045dfc4dcc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 HTTP/1.1" status: 200 len: 217 time: 0.0343137 Dec 14 01:57:33.882749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 8d55cad7-f413-4ffa-ab66-0871f4746210 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:57:33.883128 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:33.934087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97108d-a1de-4c20-badc-43f41d08e877 req-97e5a97d-4ba7-4a84-8bef-7f8896e89554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:33.935548 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d97108d-a1de-4c20-badc-43f41d08e877 req-97e5a97d-4ba7-4a84-8bef-7f8896e89554 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1af24835-5498-4e65-92e9-cdb70ccd0fc6 HTTP/1.1" status: 200 len: 835 time: 0.0464787 Dec 14 01:57:33.976330 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7806c5a-4998-4b3e-87dc-3eab1f51bfc2 req-4d8008e9-4562-488b-877e-9b6716d0cf92 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:33.977917 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e7806c5a-4998-4b3e-87dc-3eab1f51bfc2 req-4d8008e9-4562-488b-877e-9b6716d0cf92 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 943 time: 0.0508025 Dec 14 01:57:33.989866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97108d-a1de-4c20-badc-43f41d08e877 req-b5542cec-8d49-415c-9a56-df644689aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:33.991507 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d97108d-a1de-4c20-badc-43f41d08e877 req-b5542cec-8d49-415c-9a56-df644689aef7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23553a80-0708-4362-94c3-82f952657256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465987 Dec 14 01:57:34.028582 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e7806c5a-4998-4b3e-87dc-3eab1f51bfc2 req-c0bace9e-58c7-4fd4-ae12-7aadd3598aaf tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444660 Dec 14 01:57:34.088801 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d97108d-a1de-4c20-badc-43f41d08e877 req-70cc2909-b6cd-4ed9-bad7-3b960c15acaa service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892396 Dec 14 01:57:34.190689 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d97108d-a1de-4c20-badc-43f41d08e877 req-c03adb47-c7af-4e1d-b5b7-be780a4704b3 service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933461 Dec 14 01:57:35.156033 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2002365-9090-425e-92fc-39932b503223 req-9da076b5-d45a-4a26-8f8c-a50e4a788960 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:35.157540 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e2002365-9090-425e-92fc-39932b503223 req-9da076b5-d45a-4a26-8f8c-a50e4a788960 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 943 time: 0.0551760 Dec 14 01:57:35.213903 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e2002365-9090-425e-92fc-39932b503223 req-f55dc3ca-55e6-4348-b7b1-bd5912f2d925 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501451 Dec 14 01:57:36.348483 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d0bd9-fbd0-4c8e-81f3-5b0e4873003c req-3c1ee1c3-3d59-420f-a99f-62288d69671a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:36.350430 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ad6d0bd9-fbd0-4c8e-81f3-5b0e4873003c req-3c1ee1c3-3d59-420f-a99f-62288d69671a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 943 time: 0.0594013 Dec 14 01:57:36.401920 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ad6d0bd9-fbd0-4c8e-81f3-5b0e4873003c req-c099c582-6cf1-4426-a0e9-a9f9f150d029 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451305 Dec 14 01:57:36.605489 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:57:36.708670 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,segment=NetworkSegment(909afc55-b635-4730-83cd-beee885db1e4),segment_id=909afc55-b635-4730-83cd-beee885db1e4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:57:36.719870 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44', 'network_id': '23553a80-0708-4362-94c3-82f952657256', 'port_id': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44', 'mac_address': 'fa:16:3e:7a:c9:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:57:36.755464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:36.767956 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:57:36.788643 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,segment=NetworkSegment(909afc55-b635-4730-83cd-beee885db1e4),segment_id=909afc55-b635-4730-83cd-beee885db1e4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:57:36.795309 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:36.852255 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:37.073447 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:57:37.548194 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0864b55-dda3-4cdc-81cb-6c4e959a0b68 req-e1b3b024-34c2-4d33-9b08-e4a89457b81a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:37.549699 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f0864b55-dda3-4cdc-81cb-6c4e959a0b68 req-e1b3b024-34c2-4d33-9b08-e4a89457b81a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 944 time: 0.0641689 Dec 14 01:57:37.601714 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f0864b55-dda3-4cdc-81cb-6c4e959a0b68 req-37915bca-bcdb-48d0-8f1d-7487b5e3ddd7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446784 Dec 14 01:57:38.603030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:57:38.666742 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:57:38.670969 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:57:38.671353 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:38.732405 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bda0a-1ff5-4a3b-a8db-58cea38665c5 req-a0383ea4-d00f-4a54-bce5-fffed50735c0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:38.733874 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d23bda0a-1ff5-4a3b-a8db-58cea38665c5 req-a0383ea4-d00f-4a54-bce5-fffed50735c0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 944 time: 0.0546010 Dec 14 01:57:38.757160 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:38.782663 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:57:38.785277 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f2f805-7532-4128-9d1f-1a14a97be74a" -d '{"events": [{"server_uuid": "48c830e7-ae17-444d-8b67-39cf01773aaa", "name": "network-vif-plugged", "status": "completed", "tag": "ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:57:38.785570 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d23bda0a-1ff5-4a3b-a8db-58cea38665c5 req-1fa465e2-eea6-4d2a-8c12-7ed52a7f68dd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455618 Dec 14 01:57:38.807313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,segment=NetworkSegment(909afc55-b635-4730-83cd-beee885db1e4),segment_id=909afc55-b635-4730-83cd-beee885db1e4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:57:38.812912 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:38.837286 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faa2769-a137-4c3c-b622-b20248f0ca93 x-openstack-request-id: req-4faa2769-a137-4c3c-b622-b20248f0ca93 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:57:38.837536 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c830e7-ae17-444d-8b67-39cf01773aaa", "name": "network-vif-plugged", "status": "completed", "tag": "ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:57:38.837783 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4faa2769-a137-4c3c-b622-b20248f0ca93 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:57:38.838210 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44', 'code': 200} Dec 14 01:57:38.866852 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:39.075377 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7771b93-4dc9-4f93-a472-a076cc14d56c req-7bf6a503-9fce-4982-9da2-2ccd6707b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:39.077145 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d7771b93-4dc9-4f93-a472-a076cc14d56c req-7bf6a503-9fce-4982-9da2-2ccd6707b152 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 1098 time: 0.0542214 Dec 14 01:57:39.134260 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-d7771b93-4dc9-4f93-a472-a076cc14d56c req-1f3bed3c-96ca-4b7f-82c9-9123ef1f245c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484965 Dec 14 01:57:39.915179 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ec00c-de75-41c8-9669-b7970d0e35d2 req-5f0b8e17-dbcf-4699-9e18-d20617791e85 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:39.916708 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-137ec00c-de75-41c8-9669-b7970d0e35d2 req-5f0b8e17-dbcf-4699-9e18-d20617791e85 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0519228 Dec 14 01:57:39.967488 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-137ec00c-de75-41c8-9669-b7970d0e35d2 req-0a053230-e063-44c7-894f-0a74ee504bc8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446970 Dec 14 01:57:41.112346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2087242-8da7-47a8-8189-b675a95b0fe8 req-c8de145b-93d6-4539-a080-5a3166f6e932 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:41.113719 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d2087242-8da7-47a8-8189-b675a95b0fe8 req-c8de145b-93d6-4539-a080-5a3166f6e932 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0596271 Dec 14 01:57:41.145732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:41.163930 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d2087242-8da7-47a8-8189-b675a95b0fe8 req-14ea1650-4141-43c9-99d7-a2b44ed80c8c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440879 Dec 14 01:57:41.290613 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e6eb7-b6a8-4e4d-878d-c523b5d90587 req-2adc9999-3846-4305-993b-9aa043de34ee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:41.292088 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9a2e6eb7-b6a8-4e4d-878d-c523b5d90587 req-2adc9999-3846-4305-993b-9aa043de34ee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0577340 Dec 14 01:57:41.345961 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9a2e6eb7-b6a8-4e4d-878d-c523b5d90587 req-9e30d3da-3f35-445b-8c2d-05868ce5b370 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449784 Dec 14 01:57:41.368715 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35080) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:41.410435 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91ce0e6-a4bb-4324-91bb-d88d40520a7e tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:41.411937 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b91ce0e6-a4bb-4324-91bb-d88d40520a7e tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 1093 time: 0.0422909 Dec 14 01:57:41.415155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35082) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:41.419453 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:57:41.446510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:41.551476 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:41.660936 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.26.1.246 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/27166dec-31e9-4a54-a332-5b6712a5c067) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:57:41.768677 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:41.810419 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:41.855247 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:57:41.859756 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:57:41.863943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:57:41.867095 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=27166dec-31e9-4a54-a332-5b6712a5c067,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:42.563516 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:42.637279 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:42.811880 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:42.820783 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:42.889661 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=27166dec-31e9-4a54-a332-5b6712a5c067,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:57:42.898133 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:43.004231 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Floating IP 9adec548-3bb7-4627-ad1a-4581f7c2a52c associated. External IP: 172.26.1.246, port: ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44. Dec 14 01:57:43.232050 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 67411515-b085-41aa-8512-1ad478a11d8c has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:57:43.343106 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:57:43.353993 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f501152-dac0-4fe8-b693-d4326eb5d6da None None] Sync routers for ids ['67411515-b085-41aa-8512-1ad478a11d8c'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:57:43.362953 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:43.364282 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f501152-dac0-4fe8-b693-d4326eb5d6da None None] Routers {'67411515-b085-41aa-8512-1ad478a11d8c'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:57:43.364902 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0f501152-dac0-4fe8-b693-d4326eb5d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:57:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['67411515-b085-41aa-8512-1ad478a11d8c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:43.390790 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bbe4546f-e55a-4a54-b0fc-7b2d94363032 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9745951 Dec 14 01:57:43.391349 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'tag': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:57:43.393651 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8adf3b-2f3e-4a04-a284-38e1e13c557c" -d '{"events": [{"name": "network-changed", "server_uuid": "48c830e7-ae17-444d-8b67-39cf01773aaa", "tag": "ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:57:43.432649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec80133c-a58c-4130-802d-8995678d5216 x-openstack-request-id: req-ec80133c-a58c-4130-802d-8995678d5216 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:57:43.433060 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c830e7-ae17-444d-8b67-39cf01773aaa", "tag": "ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:57:43.433384 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec80133c-a58c-4130-802d-8995678d5216 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:57:43.433839 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'tag': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44', 'status': 'completed', 'code': 200} Dec 14 01:57:43.482328 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0f501152-dac0-4fe8-b693-d4326eb5d6da None None] Set router 67411515-b085-41aa-8512-1ad478a11d8c gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:57:43.493614 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bee39d-490f-41c5-bbef-d955d560919e req-24662d07-64b3-466f-8cf0-249fc1cce78f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:43.495232 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42bee39d-490f-41c5-bbef-d955d560919e req-24662d07-64b3-466f-8cf0-249fc1cce78f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0480351 Dec 14 01:57:43.520674 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8adf3b-2f3e-4a04-a284-38e1e13c557c req-d7320ee1-6065-4020-a58d-2ce455a47081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:43.522190 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ae8adf3b-2f3e-4a04-a284-38e1e13c557c req-d7320ee1-6065-4020-a58d-2ce455a47081 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 1098 time: 0.0455437 Dec 14 01:57:43.551271 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-42bee39d-490f-41c5-bbef-d955d560919e req-3afb4fb4-0161-47d1-a99a-7e2fb2a77f0b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496213 Dec 14 01:57:43.574111 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35088) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:43.626214 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8adf3b-2f3e-4a04-a284-38e1e13c557c req-89cda675-b464-47e1-ba86-ccfb1ff7fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:43.627865 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ae8adf3b-2f3e-4a04-a284-38e1e13c557c req-89cda675-b464-47e1-ba86-ccfb1ff7fda0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23553a80-0708-4362-94c3-82f952657256 HTTP/1.1" status: 200 len: 897 time: 0.0988986 Dec 14 01:57:43.640087 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7e6e2558-7dc0-43f9-9875-b24a00165903 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/9adec548-3bb7-4627-ad1a-4581f7c2a52c HTTP/1.1" status: 200 len: 991 time: 0.0633516 Dec 14 01:57:43.695421 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ae8adf3b-2f3e-4a04-a284-38e1e13c557c req-5272c8f7-31d1-4246-b0c1-bd0c122dfeca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 HTTP/1.1" status: 200 len: 999 time: 0.0603452 Dec 14 01:57:43.712978 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0f501152-dac0-4fe8-b693-d4326eb5d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67411515-b085-41aa-8512-1ad478a11d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960328045', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '9adec548-3bb7-4627-ad1a-4581f7c2a52c', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'floating_ip_address': '172.26.1.246', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'port_id': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23553a80-0708-4362-94c3-82f952657256', 'mac_address': 'fa:16:3e:7a:c9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:57:42Z', 'updated_at': '2021-12-14T01:57:42Z', 'revision_number': 0, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d55cad7-f413-4ffa-ab66-0871f4746210', 'name': '', 'network_id': '23553a80-0708-4362-94c3-82f952657256', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:28:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:28Z', 'updated_at': '2021-12-14T01:57:32Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:43.738702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f501152-dac0-4fe8-b693-d4326eb5d6da None None] Checking router: 67411515-b085-41aa-8512-1ad478a11d8c for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:57:43.746642 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8adf3b-2f3e-4a04-a284-38e1e13c557c req-bd77cb69-6a2e-4819-a206-335c4a5a07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:43.747481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f501152-dac0-4fe8-b693-d4326eb5d6da None None] Routers {'67411515-b085-41aa-8512-1ad478a11d8c'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:57:43.748128 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0f501152-dac0-4fe8-b693-d4326eb5d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:57:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['67411515-b085-41aa-8512-1ad478a11d8c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:43.748285 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ae8adf3b-2f3e-4a04-a284-38e1e13c557c req-bd77cb69-6a2e-4819-a206-335c4a5a07fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1af24835-5498-4e65-92e9-cdb70ccd0fc6 HTTP/1.1" status: 200 len: 835 time: 0.0467114 Dec 14 01:57:43.799723 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8adf3b-2f3e-4a04-a284-38e1e13c557c req-175d21e5-43c0-439c-b4f4-68e349827060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:43.801378 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ae8adf3b-2f3e-4a04-a284-38e1e13c557c req-175d21e5-43c0-439c-b4f4-68e349827060 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23553a80-0708-4362-94c3-82f952657256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466127 Dec 14 01:57:43.857143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0f501152-dac0-4fe8-b693-d4326eb5d6da None None] Set router 67411515-b085-41aa-8512-1ad478a11d8c gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:57:43.894685 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ae8adf3b-2f3e-4a04-a284-38e1e13c557c req-e88f314f-fd99-4137-9e97-b68d126e9709 service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863183 Dec 14 01:57:43.991494 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ae8adf3b-2f3e-4a04-a284-38e1e13c557c req-e711e696-c785-430d-a13a-a45d89b14047 service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896430 Dec 14 01:57:44.064140 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-0f71d44b-d01d-4ad3-acbc-6bfe6d5edb49 req-1b8eb947-6a6e-49c2-a2c7-3d9ed1cff662 tempest-ServerDiskConfigTestJSON-1703930324 tempest-ServerDiskConfigTestJSON-1703930324-project] (103408) timed out ('10.222.0.16', 51826) {{(pid=103408) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 01:57:44.097117 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0f501152-dac0-4fe8-b693-d4326eb5d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67411515-b085-41aa-8512-1ad478a11d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960328045', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '9adec548-3bb7-4627-ad1a-4581f7c2a52c', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'floating_ip_address': '172.26.1.246', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'port_id': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23553a80-0708-4362-94c3-82f952657256', 'mac_address': 'fa:16:3e:7a:c9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:57:42Z', 'updated_at': '2021-12-14T01:57:42Z', 'revision_number': 0, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d55cad7-f413-4ffa-ab66-0871f4746210', 'name': '', 'network_id': '23553a80-0708-4362-94c3-82f952657256', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:28:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:28Z', 'updated_at': '2021-12-14T01:57:32Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:57:44.123414 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f501152-dac0-4fe8-b693-d4326eb5d6da None None] The sync data for ids ['67411515-b085-41aa-8512-1ad478a11d8c'] in dv-neutron-821592-1-hyperv is: [{'id': '67411515-b085-41aa-8512-1ad478a11d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960328045', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '9adec548-3bb7-4627-ad1a-4581f7c2a52c', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'floating_ip_address': '172.26.1.246', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'port_id': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23553a80-0708-4362-94c3-82f952657256', 'mac_address': 'fa:16:3e:7a:c9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:57:42Z', 'updated_at': '2021-12-14T01:57:42Z', 'revision_number': 0, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d55cad7-f413-4ffa-ab66-0871f4746210', 'name': '', 'network_id': '23553a80-0708-4362-94c3-82f952657256', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:28:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:28Z', 'updated_at': '2021-12-14T01:57:32Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:57:44.351406 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f5c2f-fb2a-4405-b628-2cb21e4518ef None None] New status for floating IP 9adec548-3bb7-4627-ad1a-4581f7c2a52c: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:57:44.644084 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35090) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:57:44.718003 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a905738c-b321-41cc-a940-e655b341a187 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/9adec548-3bb7-4627-ad1a-4581f7c2a52c HTTP/1.1" status: 200 len: 993 time: 0.0723207 Dec 14 01:57:51.804682 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ea62c5c6-aa69-48fe-b1b5-8b07ccdd24b1 req-d07c046e-e9cb-406e-9a0f-77799d7083aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419657 Dec 14 01:57:51.914091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62c5c6-aa69-48fe-b1b5-8b07ccdd24b1 req-33cb05a8-c55a-46df-85fe-2a57d355aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:51.915584 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ea62c5c6-aa69-48fe-b1b5-8b07ccdd24b1 req-33cb05a8-c55a-46df-85fe-2a57d355aafa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 1098 time: 0.0414863 Dec 14 01:57:51.981333 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79c698b9-67a9-4794-bb38-ee20d4d8b118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:52.027871 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62c5c6-aa69-48fe-b1b5-8b07ccdd24b1 req-0de9831a-b178-48a1-9f5e-b25a0bdd7531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:52.029678 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ea62c5c6-aa69-48fe-b1b5-8b07ccdd24b1 req-0de9831a-b178-48a1-9f5e-b25a0bdd7531 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23553a80-0708-4362-94c3-82f952657256 HTTP/1.1" status: 200 len: 897 time: 0.0884483 Dec 14 01:57:52.098094 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ea62c5c6-aa69-48fe-b1b5-8b07ccdd24b1 req-701eb8ca-3e52-4f93-95f2-6694faf8eac0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 HTTP/1.1" status: 200 len: 1001 time: 0.0590956 Dec 14 01:57:52.157509 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62c5c6-aa69-48fe-b1b5-8b07ccdd24b1 req-57937fb8-0efb-4cc5-9d01-211962fc375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:52.158959 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ea62c5c6-aa69-48fe-b1b5-8b07ccdd24b1 req-57937fb8-0efb-4cc5-9d01-211962fc375a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1af24835-5498-4e65-92e9-cdb70ccd0fc6 HTTP/1.1" status: 200 len: 835 time: 0.0536940 Dec 14 01:57:52.217607 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62c5c6-aa69-48fe-b1b5-8b07ccdd24b1 req-d647bf22-4746-4733-be43-44b89c6e3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:57:52.219185 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ea62c5c6-aa69-48fe-b1b5-8b07ccdd24b1 req-d647bf22-4746-4733-be43-44b89c6e3c48 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23553a80-0708-4362-94c3-82f952657256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503187 Dec 14 01:57:52.315867 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ea62c5c6-aa69-48fe-b1b5-8b07ccdd24b1 req-16cfdc81-027b-4483-ab45-c234e0149e7f service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887399 Dec 14 01:57:52.416785 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ea62c5c6-aa69-48fe-b1b5-8b07ccdd24b1 req-c034e427-9c1d-4096-a11a-241b858521d9 service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928426 Dec 14 01:57:54.232052 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-168e7a8b-72f6-4630-a31b-29b46d6cedc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:55.561502 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:56.963589 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:57:57.730280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:01.225713 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:58:11.152176 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:11.445432 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-8cae5964-13ae-4d80-b517-940ee7f6c0c3 req-70a771ea-e535-4dd2-8d9c-2ac2a63c7954 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:58:11.446409 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8cae5964-13ae-4d80-b517-940ee7f6c0c3 req-70a771ea-e535-4dd2-8d9c-2ac2a63c7954 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076008 Dec 14 01:58:11.633560 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f773bd4-06ab-4060-8d65-7bc45fc0302a req-3ed5176e-1ba6-417e-adcd-97fa448bbcbd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:11.635064 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6f773bd4-06ab-4060-8d65-7bc45fc0302a req-3ed5176e-1ba6-417e-adcd-97fa448bbcbd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0512061 Dec 14 01:58:11.646952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35108) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:58:11.688368 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6f773bd4-06ab-4060-8d65-7bc45fc0302a req-6bef0972-bbd6-419c-bb61-cba1f47383ec tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469234 Dec 14 01:58:11.736803 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-dbae24d4-51ac-4f1e-a566-1319d3d321b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885737 Dec 14 01:58:11.747746 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-6ded58e6-f8f6-4951-a37a-10099e0a68c1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 01:58:11.748849 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-6ded58e6-f8f6-4951-a37a-10099e0a68c1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052288 Dec 14 01:58:12.810847 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e76c1b-de77-42b6-9469-2a25a2bf9460 req-f843c06b-4cc6-485f-b607-e6efd048a8e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:12.812381 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-00e76c1b-de77-42b6-9469-2a25a2bf9460 req-f843c06b-4cc6-485f-b607-e6efd048a8e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0509987 Dec 14 01:58:12.866448 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-00e76c1b-de77-42b6-9469-2a25a2bf9460 req-0b8964ad-29fc-4d0d-94fe-0ad43ea1e626 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479536 Dec 14 01:58:14.009696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4078f8-30d8-4393-9978-1a748050f02c req-aba06dba-9e40-455a-98eb-113aed088f20 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:14.011139 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0a4078f8-30d8-4393-9978-1a748050f02c req-aba06dba-9e40-455a-98eb-113aed088f20 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0515525 Dec 14 01:58:14.065763 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0a4078f8-30d8-4393-9978-1a748050f02c req-7d8ec129-baeb-42bb-a70e-144c7b4c7bc7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455866 Dec 14 01:58:15.054041 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-2adc039b-df70-4199-a12d-f910d3bd764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:15.055613 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-2adc039b-df70-4199-a12d-f910d3bd764b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 1098 time: 0.0492125 Dec 14 01:58:15.152653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-278f0535-acdc-405d-b47a-0b5c7c3ff4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:15.154150 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-278f0535-acdc-405d-b47a-0b5c7c3ff4f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23553a80-0708-4362-94c3-82f952657256 HTTP/1.1" status: 200 len: 897 time: 0.0888011 Dec 14 01:58:15.195041 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8b02-feb3-4849-9f62-506e6f2150e2 req-160a3ee4-ee08-4a9e-b0e2-6fbb4b105105 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:15.196856 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6e1c8b02-feb3-4849-9f62-506e6f2150e2 req-160a3ee4-ee08-4a9e-b0e2-6fbb4b105105 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0501189 Dec 14 01:58:15.222410 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-844b7da0-cb3e-481e-b2a1-86f9794a86a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 HTTP/1.1" status: 200 len: 1001 time: 0.0601575 Dec 14 01:58:15.246825 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6e1c8b02-feb3-4849-9f62-506e6f2150e2 req-7c1c3553-ac00-4dd1-b3b7-b87bcd0da947 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437911 Dec 14 01:58:15.277904 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-6d8ff171-8776-4b98-8655-a905b847d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:15.279719 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-6d8ff171-8776-4b98-8655-a905b847d666 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1af24835-5498-4e65-92e9-cdb70ccd0fc6 HTTP/1.1" status: 200 len: 835 time: 0.0495780 Dec 14 01:58:15.330102 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-0ed9e58e-ff7a-4c21-a073-870ad814904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:15.331521 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-0ed9e58e-ff7a-4c21-a073-870ad814904c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23553a80-0708-4362-94c3-82f952657256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447304 Dec 14 01:58:15.420990 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-57998923-a3ca-4230-b6da-2c5f3a749ba7 service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821881 Dec 14 01:58:15.517533 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-00daf237-b058-4677-843f-47e90f1f32a8 service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887985 Dec 14 01:58:16.380076 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114ae18-e716-464a-a9eb-957b1415ecf7 req-3841a7b3-fdf9-4e3a-8db5-19d4ea79aa76 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:16.381612 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5114ae18-e716-464a-a9eb-957b1415ecf7 req-3841a7b3-fdf9-4e3a-8db5-19d4ea79aa76 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0593445 Dec 14 01:58:16.434020 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5114ae18-e716-464a-a9eb-957b1415ecf7 req-9451bd59-a228-4f7a-bfea-4d622254ee18 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462062 Dec 14 01:58:17.568973 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498a3c8-3c65-47ad-b4b4-53a14b1144d5 req-26deda31-cfd8-423e-90bf-0008164e08fd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:17.572850 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2498a3c8-3c65-47ad-b4b4-53a14b1144d5 req-26deda31-cfd8-423e-90bf-0008164e08fd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0587544 Dec 14 01:58:17.623725 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2498a3c8-3c65-47ad-b4b4-53a14b1144d5 req-06a9afc8-d301-413c-b81e-0473ec6f663f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445032 Dec 14 01:58:18.759203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc928d4-f13f-44fd-87a8-3a4e271df233 req-d5d2ec00-e72b-4b26-9d7b-027faa8c4a3c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:18.760713 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5fc928d4-f13f-44fd-87a8-3a4e271df233 req-d5d2ec00-e72b-4b26-9d7b-027faa8c4a3c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0620000 Dec 14 01:58:18.812123 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5fc928d4-f13f-44fd-87a8-3a4e271df233 req-03aeac1b-712d-489b-b14b-a0858e2d52b5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449646 Dec 14 01:58:19.940280 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10da24a-8a64-47ad-a824-dd7d064c090b req-7f24baa8-2d6e-4d71-a731-abc9a5725660 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:19.941753 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f10da24a-8a64-47ad-a824-dd7d064c090b req-7f24baa8-2d6e-4d71-a731-abc9a5725660 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0559931 Dec 14 01:58:20.001323 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f10da24a-8a64-47ad-a824-dd7d064c090b req-e55315b4-ad00-4fcd-bb79-b627ef17a07a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535679 Dec 14 01:58:21.136022 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6344ca-5344-4840-beb7-9d3850ccfd4e req-4894f45d-c7ea-40ab-8cea-6036f08c53cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:21.137400 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6f6344ca-5344-4840-beb7-9d3850ccfd4e req-4894f45d-c7ea-40ab-8cea-6036f08c53cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0493360 Dec 14 01:58:21.189680 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6f6344ca-5344-4840-beb7-9d3850ccfd4e req-b4b4f1d3-88d0-4f78-9eb3-5c755c0a7f15 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460672 Dec 14 01:58:21.993672 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3528e0bc-4084-410a-acaf-d79237bf794a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:22.312126 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ad757-115d-40ec-bf20-383bc811352b req-a52e7e12-3fe4-4af9-89bc-5ecfb3a17d9d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:22.313703 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3b2ad757-115d-40ec-bf20-383bc811352b req-a52e7e12-3fe4-4af9-89bc-5ecfb3a17d9d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0507143 Dec 14 01:58:22.362485 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3b2ad757-115d-40ec-bf20-383bc811352b req-d23e608d-8343-417f-8477-592af36c1dfa tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427909 Dec 14 01:58:23.485458 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eb021-80c7-4d9d-9765-c68d6a471047 req-d80c2ed9-336c-4870-986e-cc2c02408240 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:23.486933 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d11eb021-80c7-4d9d-9765-c68d6a471047 req-d80c2ed9-336c-4870-986e-cc2c02408240 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0528936 Dec 14 01:58:23.539871 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d11eb021-80c7-4d9d-9765-c68d6a471047 req-5913928c-5f0c-40c3-b0f8-1b50d33fe95d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444450 Dec 14 01:58:24.236534 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4782-a819-4017-bb21-be93595e0d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:24.678031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41775f6c-cdb3-4ed4-8ced-c67d9cf71c1e req-bd3a4ae5-04d5-4d34-a949-51eba48da6b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:24.679490 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-41775f6c-cdb3-4ed4-8ced-c67d9cf71c1e req-bd3a4ae5-04d5-4d34-a949-51eba48da6b9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0582616 Dec 14 01:58:24.731183 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-41775f6c-cdb3-4ed4-8ced-c67d9cf71c1e req-ef5d1651-9d73-4acd-b1ea-1bd67d97641f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422509 Dec 14 01:58:25.573673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:25.862717 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98196009-1f4b-4e34-b789-77b2b07df671 req-44c833ac-c55b-49ab-a560-b1dfeec9b1fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:25.864217 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-98196009-1f4b-4e34-b789-77b2b07df671 req-44c833ac-c55b-49ab-a560-b1dfeec9b1fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0571344 Dec 14 01:58:25.917531 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-98196009-1f4b-4e34-b789-77b2b07df671 req-0f2bf377-8308-44d5-9f5a-cd65979ae7d5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442958 Dec 14 01:58:26.958735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:27.045790 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed513931-5d81-4dfb-8c39-ae21d25ca52a req-d7f2fa06-e8ee-4899-bfbd-3c8ddfbf03fb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:27.047834 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ed513931-5d81-4dfb-8c39-ae21d25ca52a req-d7f2fa06-e8ee-4899-bfbd-3c8ddfbf03fb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0531821 Dec 14 01:58:27.103182 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ed513931-5d81-4dfb-8c39-ae21d25ca52a req-645773e8-5e7b-43b6-930c-4138a2926302 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494287 Dec 14 01:58:27.731617 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:28.236257 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4c807-f267-4f39-9ed1-bb6289ceebeb req-bcb6ffd0-810e-40a9-ab45-def3c7c44c99 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:28.238162 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f5e4c807-f267-4f39-9ed1-bb6289ceebeb req-bcb6ffd0-810e-40a9-ab45-def3c7c44c99 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0533752 Dec 14 01:58:28.296974 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f5e4c807-f267-4f39-9ed1-bb6289ceebeb req-24aaea40-e96c-475c-8456-79b15a1e2831 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496008 Dec 14 01:58:29.424396 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586448b-312d-402c-9c52-6a2c2a498c69 req-34be80fc-8f25-4812-acb3-af3e94083dd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:29.425903 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c586448b-312d-402c-9c52-6a2c2a498c69 req-34be80fc-8f25-4812-acb3-af3e94083dd6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0568006 Dec 14 01:58:29.481938 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c586448b-312d-402c-9c52-6a2c2a498c69 req-34bdca4f-c9a0-41b0-b4bf-c42c21a0bffa tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500913 Dec 14 01:58:30.631700 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502327a-0832-430b-9e02-45761ddf4fe6 req-3442e980-6870-45b0-a90b-1aaa53a783be tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:30.633195 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6502327a-0832-430b-9e02-45761ddf4fe6 req-3442e980-6870-45b0-a90b-1aaa53a783be tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0683303 Dec 14 01:58:30.684296 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6502327a-0832-430b-9e02-45761ddf4fe6 req-f7881429-6887-45f2-b711-c9411bfb14b7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450640 Dec 14 01:58:31.811306 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3b331-f9d1-482b-af8b-be6742a86644 req-005872d1-5655-40f7-8f67-7b7cc69da6e0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:31.812859 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b0b3b331-f9d1-482b-af8b-be6742a86644 req-005872d1-5655-40f7-8f67-7b7cc69da6e0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0524735 Dec 14 01:58:31.863726 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b0b3b331-f9d1-482b-af8b-be6742a86644 req-d3c61bc7-69a4-44a0-a4ed-0c2a675b172e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447769 Dec 14 01:58:32.275035 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-2f27d5f6-51c4-41ed-b421-bd61824a1574 service neutron] 10.222.0.16 "GET /v2.0/ports/ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0663731 Dec 14 01:58:32.505419 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-936d89bf-f599-4108-993f-449bafb2045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:32.506967 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-936d89bf-f599-4108-993f-449bafb2045f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa&tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df HTTP/1.1" status: 200 len: 1098 time: 0.0435030 Dec 14 01:58:32.591341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-6911cd20-61d8-478f-b9ec-1023e9f58190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:32.592781 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-6911cd20-61d8-478f-b9ec-1023e9f58190 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 1098 time: 0.0521560 Dec 14 01:58:32.689145 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-a791470f-0de8-4476-8eb2-d9171eccedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:32.691164 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-a791470f-0de8-4476-8eb2-d9171eccedbb service neutron] 10.222.0.16 "GET /v2.0/networks?id=23553a80-0708-4362-94c3-82f952657256 HTTP/1.1" status: 200 len: 897 time: 0.0913911 Dec 14 01:58:32.759912 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-466e29fd-a5bd-41cb-aa22-ce075800124b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 HTTP/1.1" status: 200 len: 1001 time: 0.0613923 Dec 14 01:58:32.815354 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-8f4fa1b2-f757-469d-a2f0-9344189f4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:32.816867 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-8f4fa1b2-f757-469d-a2f0-9344189f4ee4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1af24835-5498-4e65-92e9-cdb70ccd0fc6 HTTP/1.1" status: 200 len: 835 time: 0.0495720 Dec 14 01:58:32.863006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-cbaf64af-792e-45e2-9e59-3897a903f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:32.864415 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-cbaf64af-792e-45e2-9e59-3897a903f260 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23553a80-0708-4362-94c3-82f952657256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403154 Dec 14 01:58:32.957511 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-a9f704e5-5ae9-43a8-a50e-b4625da75a73 service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839903 Dec 14 01:58:32.991568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc9086-9cba-4b9f-b8b8-ded6ff27c2c6 req-55070079-d9e2-4e27-b0fa-d94c7c9e6cfe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:32.993100 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f1bc9086-9cba-4b9f-b8b8-ded6ff27c2c6 req-55070079-d9e2-4e27-b0fa-d94c7c9e6cfe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0590432 Dec 14 01:58:33.042347 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f1bc9086-9cba-4b9f-b8b8-ded6ff27c2c6 req-26637677-9102-4ec5-a7e8-33fb7f00c08f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431845 Dec 14 01:58:33.055178 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-cc2332e1-4e49-4c90-8b5e-9fb47adee148 req-2183f890-2deb-447d-a3a1-498bf64e7a7a service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904160 Dec 14 01:58:34.169217 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803df98-3b62-4865-b0de-f512554f213b req-e3c3668f-69ad-4da6-a0f9-07433785b700 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:34.170711 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5803df98-3b62-4865-b0de-f512554f213b req-e3c3668f-69ad-4da6-a0f9-07433785b700 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0514345 Dec 14 01:58:34.220964 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5803df98-3b62-4865-b0de-f512554f213b req-a6e780bb-9078-4709-bb7f-65ba4b59d0a2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442278 Dec 14 01:58:35.346027 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458706f3-6e72-40ac-9c52-1c5b49777aea req-5de60aa6-e036-46de-8862-27b5b7eb58da tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:35.347482 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-458706f3-6e72-40ac-9c52-1c5b49777aea req-5de60aa6-e036-46de-8862-27b5b7eb58da tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0533438 Dec 14 01:58:35.415796 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-458706f3-6e72-40ac-9c52-1c5b49777aea req-1ef9d590-0b13-43f5-a09b-11b452cd4e62 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593228 Dec 14 01:58:35.621435 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb66252-9d5e-441d-98ea-2a7a7d7710cb req-3d7a252c-7e41-40c4-b25b-e21b439480e9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:35.622885 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dbb66252-9d5e-441d-98ea-2a7a7d7710cb req-3d7a252c-7e41-40c4-b25b-e21b439480e9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0524879 Dec 14 01:58:35.648139 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77ceb4-7a2d-4fb9-9c22-68a1316763f6 req-4de1a4c5-8c92-47da-9469-f490433941bb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:35.649653 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8b77ceb4-7a2d-4fb9-9c22-68a1316763f6 req-4de1a4c5-8c92-47da-9469-f490433941bb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa&tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 945 time: 0.0529459 Dec 14 01:58:35.673267 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dbb66252-9d5e-441d-98ea-2a7a7d7710cb req-da939e1d-5451-4f64-b138-07480b360aa3 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441270 Dec 14 01:58:35.760988 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77ceb4-7a2d-4fb9-9c22-68a1316763f6 req-c3cb000f-fa2c-4e73-a382-8967edbcfb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:35.760988 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8b77ceb4-7a2d-4fb9-9c22-68a1316763f6 req-c3cb000f-fa2c-4e73-a382-8967edbcfb9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 1098 time: 0.0408940 Dec 14 01:58:35.800185 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad58380-ba89-44eb-8919-cf7d18c6ffe5 req-bf043255-66da-42ec-8b2d-65225a2d1880 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:35.800557 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aad58380-ba89-44eb-8919-cf7d18c6ffe5 req-bf043255-66da-42ec-8b2d-65225a2d1880 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0538967 Dec 14 01:58:35.856585 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aad58380-ba89-44eb-8919-cf7d18c6ffe5 req-f8a4f9e1-b1c2-4d4a-9425-804599286955 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461333 Dec 14 01:58:35.859048 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77ceb4-7a2d-4fb9-9c22-68a1316763f6 req-b0b62a89-8a03-4981-9324-968abb5c864e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:35.860563 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8b77ceb4-7a2d-4fb9-9c22-68a1316763f6 req-b0b62a89-8a03-4981-9324-968abb5c864e service neutron] 10.222.0.16 "GET /v2.0/networks?id=23553a80-0708-4362-94c3-82f952657256 HTTP/1.1" status: 200 len: 897 time: 0.0931120 Dec 14 01:58:35.926902 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8b77ceb4-7a2d-4fb9-9c22-68a1316763f6 req-c0082584-e88e-4086-bd5a-44dd1db0bee8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 HTTP/1.1" status: 200 len: 1001 time: 0.0591774 Dec 14 01:58:35.983641 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77ceb4-7a2d-4fb9-9c22-68a1316763f6 req-31111a08-c20b-4549-b391-330b32831b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:35.985137 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8b77ceb4-7a2d-4fb9-9c22-68a1316763f6 req-31111a08-c20b-4549-b391-330b32831b06 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1af24835-5498-4e65-92e9-cdb70ccd0fc6 HTTP/1.1" status: 200 len: 835 time: 0.0513330 Dec 14 01:58:36.033440 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77ceb4-7a2d-4fb9-9c22-68a1316763f6 req-c591c632-c82e-425c-b333-b25d7d904983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:36.034923 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8b77ceb4-7a2d-4fb9-9c22-68a1316763f6 req-c591c632-c82e-425c-b333-b25d7d904983 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23553a80-0708-4362-94c3-82f952657256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428472 Dec 14 01:58:36.135831 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8b77ceb4-7a2d-4fb9-9c22-68a1316763f6 req-9c920200-e9bd-400c-a676-8fdbe130fae6 service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938461 Dec 14 01:58:36.233909 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8b77ceb4-7a2d-4fb9-9c22-68a1316763f6 req-99a57d1d-5a45-48eb-ae49-c47de9d68cae service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903966 Dec 14 01:58:36.873708 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:58:36.885830 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:58:36.985309 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd3139-f129-4897-9f34-9401cae4e780 req-a8eb6a9c-08fb-4be5-a595-375fc7daa718 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:36.986689 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-97dd3139-f129-4897-9f34-9401cae4e780 req-a8eb6a9c-08fb-4be5-a595-375fc7daa718 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0529928 Dec 14 01:58:37.031707 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:37.036011 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-97dd3139-f129-4897-9f34-9401cae4e780 req-b9ccbae0-3942-4e5a-96e5-b8fdc98d24e4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429366 Dec 14 01:58:37.038670 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,segment=NetworkSegment(909afc55-b635-4730-83cd-beee885db1e4),segment_id=909afc55-b635-4730-83cd-beee885db1e4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:58:37.060701 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35196) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:58:37.061593 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44', 'network_id': '23553a80-0708-4362-94c3-82f952657256', 'port_id': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44', 'mac_address': 'fa:16:3e:7a:c9:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:58:37.069418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:58:37.071781 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec66f1a-73e0-4a6d-af71-8de8252435f0" -d '{"events": [{"server_uuid": "48c830e7-ae17-444d-8b67-39cf01773aaa", "name": "network-vif-unplugged", "status": "completed", "tag": "ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:58:37.086550 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,segment=NetworkSegment(909afc55-b635-4730-83cd-beee885db1e4),segment_id=909afc55-b635-4730-83cd-beee885db1e4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:58:37.110563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:37.129361 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-81652c0d-b426-4721-ac94-98266b3df5fb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/9adec548-3bb7-4627-ad1a-4581f7c2a52c HTTP/1.1" status: 200 len: 993 time: 0.0674193 Dec 14 01:58:37.155532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:37.179397 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:58:37.184376 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 01:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f64f16-9294-4f0d-ab65-60bd8d951a5a x-openstack-request-id: req-f0f64f16-9294-4f0d-ab65-60bd8d951a5a {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:58:37.184607 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c830e7-ae17-444d-8b67-39cf01773aaa", "name": "network-vif-unplugged", "status": "completed", "tag": "ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:58:37.184856 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0f64f16-9294-4f0d-ab65-60bd8d951a5a {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:58:37.185236 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44', 'code': 200} Dec 14 01:58:37.185875 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:58:37.194597 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:58:37.194950 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:58:37.195292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:58:37.195633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:58:37.195966 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:58:37.196346 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:58:37.196674 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:58:37.197004 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:58:37.197330 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:58:37.197655 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:58:37.198016 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:58:37.198336 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:58:37.198652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:58:37.235970 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:58:37.236289 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:58:37.780699 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:37.798601 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:58:37.819610 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,segment=NetworkSegment(909afc55-b635-4730-83cd-beee885db1e4),segment_id=909afc55-b635-4730-83cd-beee885db1e4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:58:37.826297 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:37.871862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:58:37.959954 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:58:38.215828 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:58:38.899009 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:58:38.970991 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:58:38.971788 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:39.077277 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:39.117246 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,segment=NetworkSegment(909afc55-b635-4730-83cd-beee885db1e4),segment_id=909afc55-b635-4730-83cd-beee885db1e4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:58:39.125103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:39.187928 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:58:39.189484 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1ddd83-1157-4aff-8c30-b5ced985c811" -d '{"events": [{"server_uuid": "48c830e7-ae17-444d-8b67-39cf01773aaa", "name": "network-vif-plugged", "status": "completed", "tag": "ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:58:39.195226 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,revision_number=8']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:58:39.244258 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f64d4fa-636b-4e95-883a-0a5daa7affc4 x-openstack-request-id: req-3f64d4fa-636b-4e95-883a-0a5daa7affc4 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:58:39.244553 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c830e7-ae17-444d-8b67-39cf01773aaa", "name": "network-vif-plugged", "status": "completed", "tag": "ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:58:39.244805 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f64d4fa-636b-4e95-883a-0a5daa7affc4 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:58:39.245199 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44', 'code': 200} Dec 14 01:58:41.157273 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:51.801296 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6833f8a6-5a8e-46ad-b342-7b4e37dabce7 req-adbaf2e6-068f-4f35-95e7-3c2c091d7eb2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491028 Dec 14 01:58:51.906426 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f8a6-5a8e-46ad-b342-7b4e37dabce7 req-ff9bdbea-34aa-46b2-9ebb-6cc3eac5e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:51.907955 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6833f8a6-5a8e-46ad-b342-7b4e37dabce7 req-ff9bdbea-34aa-46b2-9ebb-6cc3eac5e499 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 1098 time: 0.0451469 Dec 14 01:58:51.986680 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-91d062ed-68f5-4924-b61e-8ffaf5ecad39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:52.019309 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f8a6-5a8e-46ad-b342-7b4e37dabce7 req-2fd2273b-5ff5-490a-88f1-204a4201cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:52.020843 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6833f8a6-5a8e-46ad-b342-7b4e37dabce7 req-2fd2273b-5ff5-490a-88f1-204a4201cb9a service neutron] 10.222.0.16 "GET /v2.0/networks?id=23553a80-0708-4362-94c3-82f952657256 HTTP/1.1" status: 200 len: 897 time: 0.0921597 Dec 14 01:58:52.091339 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6833f8a6-5a8e-46ad-b342-7b4e37dabce7 req-53820585-3907-4f2c-848a-e1c9eb4ca7cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 HTTP/1.1" status: 200 len: 1001 time: 0.0634403 Dec 14 01:58:52.141271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f8a6-5a8e-46ad-b342-7b4e37dabce7 req-5e1f8e98-3072-40fc-9ed6-1f10670c7c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:52.142755 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6833f8a6-5a8e-46ad-b342-7b4e37dabce7 req-5e1f8e98-3072-40fc-9ed6-1f10670c7c8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1af24835-5498-4e65-92e9-cdb70ccd0fc6 HTTP/1.1" status: 200 len: 835 time: 0.0444889 Dec 14 01:58:52.190116 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f8a6-5a8e-46ad-b342-7b4e37dabce7 req-f6c1cc2d-f63b-45de-a723-e5af6d30ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:58:52.191709 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6833f8a6-5a8e-46ad-b342-7b4e37dabce7 req-f6c1cc2d-f63b-45de-a723-e5af6d30ef3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23553a80-0708-4362-94c3-82f952657256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418086 Dec 14 01:58:52.287214 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6833f8a6-5a8e-46ad-b342-7b4e37dabce7 req-e2005d20-0ad9-40f3-9f67-220312c9a8ba service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877936 Dec 14 01:58:52.378900 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-6833f8a6-5a8e-46ad-b342-7b4e37dabce7 req-b8b4e954-2b00-4fdd-b50c-a62e7c19dc7f service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836451 Dec 14 01:58:54.244520 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be791143-493b-4e87-8fea-98a15f73d944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:55.575669 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:56.962066 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:58:57.729681 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:05.634867 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35212) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:05.819063 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port 27166dec-31e9-4a54-a332-5b6712a5c067 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:59:05.819404 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:05.897343 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:05.897600 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:05.909890 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for 27166dec-31e9-4a54-a332-5b6712a5c067 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:59:06.079268 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:06.104072 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=27166dec-31e9-4a54-a332-5b6712a5c067,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:06.115523 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:06.115874 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:06.116242 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:06.116545 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:06.116905 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:06.117291 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:06.117535 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:06.117877 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:06.118174 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:06.118498 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:06.118885 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:06.119209 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:06.119510 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:06.180424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:06.180654 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Floating IP 9adec548-3bb7-4627-ad1a-4581f7c2a52c disassociated (deleted). External IP: 172.26.1.246, port: ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44. Dec 14 01:59:06.751093 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 67411515-b085-41aa-8512-1ad478a11d8c has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:59:06.867479 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:59:06.874261 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:06.879875 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f67653-07b0-4ec2-9578-dcb8c280ad76 None None] Sync routers for ids ['67411515-b085-41aa-8512-1ad478a11d8c'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:59:06.891024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f67653-07b0-4ec2-9578-dcb8c280ad76 None None] Routers {'67411515-b085-41aa-8512-1ad478a11d8c'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:59:06.891972 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-41f67653-07b0-4ec2-9578-dcb8c280ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:58:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['67411515-b085-41aa-8512-1ad478a11d8c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:06.906337 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cb933d46-7e2f-4923-b728-32a4bf40b1bc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/floatingips/9adec548-3bb7-4627-ad1a-4581f7c2a52c HTTP/1.1" status: 204 len: 168 time: 1.2700686 Dec 14 01:59:06.907025 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'tag': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:59:06.909395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb48845-a5ac-4f79-854a-f5ee89875dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "48c830e7-ae17-444d-8b67-39cf01773aaa", "tag": "ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:59:07.007462 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-41f67653-07b0-4ec2-9578-dcb8c280ad76 None None] Set router 67411515-b085-41aa-8512-1ad478a11d8c gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:59:07.012646 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabfda87-277d-444b-85de-b40e26426896 x-openstack-request-id: req-eabfda87-277d-444b-85de-b40e26426896 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:59:07.013034 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c830e7-ae17-444d-8b67-39cf01773aaa", "tag": "ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:59:07.013320 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eabfda87-277d-444b-85de-b40e26426896 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:59:07.013749 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'tag': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44', 'status': 'completed', 'code': 200} Dec 14 01:59:07.121623 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb48845-a5ac-4f79-854a-f5ee89875dc0 req-e3bea805-d1b6-472a-a96d-02f9d96abb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:07.124084 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3cb48845-a5ac-4f79-854a-f5ee89875dc0 req-e3bea805-d1b6-472a-a96d-02f9d96abb71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 1098 time: 0.0505977 Dec 14 01:59:07.150446 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e4d7a-d357-49b3-aef9-22fcf55f5e3d req-c09f3689-2989-4910-bd97-afc0a5028042 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:07.159294 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f54e4d7a-d357-49b3-aef9-22fcf55f5e3d req-c09f3689-2989-4910-bd97-afc0a5028042 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0637507 Dec 14 01:59:07.211742 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f54e4d7a-d357-49b3-aef9-22fcf55f5e3d req-5545e2cc-bf84-4d0e-a921-82a0cdd43e95 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503795 Dec 14 01:59:07.215542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb48845-a5ac-4f79-854a-f5ee89875dc0 req-272b2074-76fc-40e6-b4df-b780e1b92deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:07.217456 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3cb48845-a5ac-4f79-854a-f5ee89875dc0 req-272b2074-76fc-40e6-b4df-b780e1b92deb service neutron] 10.222.0.16 "GET /v2.0/networks?id=23553a80-0708-4362-94c3-82f952657256 HTTP/1.1" status: 200 len: 897 time: 0.0856066 Dec 14 01:59:07.227510 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-41f67653-07b0-4ec2-9578-dcb8c280ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67411515-b085-41aa-8512-1ad478a11d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960328045', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '8d55cad7-f413-4ffa-ab66-0871f4746210', 'name': '', 'network_id': '23553a80-0708-4362-94c3-82f952657256', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:28:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:28Z', 'updated_at': '2021-12-14T01:57:32Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:07.247168 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f67653-07b0-4ec2-9578-dcb8c280ad76 None None] Checking router: 67411515-b085-41aa-8512-1ad478a11d8c for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:59:07.255881 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f67653-07b0-4ec2-9578-dcb8c280ad76 None None] Routers {'67411515-b085-41aa-8512-1ad478a11d8c'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:59:07.256476 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-41f67653-07b0-4ec2-9578-dcb8c280ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:58:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['67411515-b085-41aa-8512-1ad478a11d8c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:07.260080 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3cb48845-a5ac-4f79-854a-f5ee89875dc0 req-7ad3c310-96e4-4a56-8cca-f920e6198e14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 HTTP/1.1" status: 200 len: 217 time: 0.0347199 Dec 14 01:59:07.313756 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb48845-a5ac-4f79-854a-f5ee89875dc0 req-8b1dfc2c-4d64-41eb-9860-c5e099050c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:07.315208 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3cb48845-a5ac-4f79-854a-f5ee89875dc0 req-8b1dfc2c-4d64-41eb-9860-c5e099050c09 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1af24835-5498-4e65-92e9-cdb70ccd0fc6 HTTP/1.1" status: 200 len: 835 time: 0.0474215 Dec 14 01:59:07.363924 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-41f67653-07b0-4ec2-9578-dcb8c280ad76 None None] Set router 67411515-b085-41aa-8512-1ad478a11d8c gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:59:07.366050 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb48845-a5ac-4f79-854a-f5ee89875dc0 req-b275a96d-934d-4a79-97aa-bc1e208d3bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:07.367561 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3cb48845-a5ac-4f79-854a-f5ee89875dc0 req-b275a96d-934d-4a79-97aa-bc1e208d3bbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23553a80-0708-4362-94c3-82f952657256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448017 Dec 14 01:59:07.459738 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3cb48845-a5ac-4f79-854a-f5ee89875dc0 req-d4ea8b31-364f-49fa-922e-82207412f3e1 service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817721 Dec 14 01:59:07.554309 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3cb48845-a5ac-4f79-854a-f5ee89875dc0 req-f25ed590-ae3f-4f4c-9069-9ecee8242c4b service neutron] 10.222.0.16 "GET /v2.0/networks/23553a80-0708-4362-94c3-82f952657256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858586 Dec 14 01:59:07.570588 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-41f67653-07b0-4ec2-9578-dcb8c280ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67411515-b085-41aa-8512-1ad478a11d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960328045', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '8d55cad7-f413-4ffa-ab66-0871f4746210', 'name': '', 'network_id': '23553a80-0708-4362-94c3-82f952657256', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:28:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:28Z', 'updated_at': '2021-12-14T01:57:32Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:07.596455 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f67653-07b0-4ec2-9578-dcb8c280ad76 None None] The sync data for ids ['67411515-b085-41aa-8512-1ad478a11d8c'] in dv-neutron-821592-1-hyperv is: [{'id': '67411515-b085-41aa-8512-1ad478a11d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960328045', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '8d55cad7-f413-4ffa-ab66-0871f4746210', 'name': '', 'network_id': '23553a80-0708-4362-94c3-82f952657256', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:28:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:28Z', 'updated_at': '2021-12-14T01:57:32Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '1af24835-5498-4e65-92e9-cdb70ccd0fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:59:07.822119 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb9f0ab-c741-442b-933d-9ece6fb6cf7f None None] New status for floating IP 9adec548-3bb7-4627-ad1a-4581f7c2a52c: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:59:08.336715 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72512d5-935f-4fa5-bce0-05501c18fee3 req-ef3a97e5-25c0-45a3-80c9-980e9f7fad6e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:08.338190 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d72512d5-935f-4fa5-bce0-05501c18fee3 req-ef3a97e5-25c0-45a3-80c9-980e9f7fad6e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0578337 Dec 14 01:59:08.386818 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d72512d5-935f-4fa5-bce0-05501c18fee3 req-7197361c-7b47-4f45-b5b7-e7d3ee9232e3 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b6d67a-aa40-4d67-9455-0b8058347580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425398 Dec 14 01:59:09.016622 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f0168-78e3-45f2-bde3-84cc607715a6 req-90b6b418-5ce7-4b72-a8c3-8e6e1cb537bf tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:09.018084 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-894f0168-78e3-45f2-bde3-84cc607715a6 req-90b6b418-5ce7-4b72-a8c3-8e6e1cb537bf tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 945 time: 0.0602822 Dec 14 01:59:09.126780 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-894f0168-78e3-45f2-bde3-84cc607715a6 req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:59:09.127017 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-894f0168-78e3-45f2-bde3-84cc607715a6 req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:09.218476 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-894f0168-78e3-45f2-bde3-84cc607715a6 req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] For port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,segment=NetworkSegment(909afc55-b635-4730-83cd-beee885db1e4),segment_id=909afc55-b635-4730-83cd-beee885db1e4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:59:09.218836 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-894f0168-78e3-45f2-bde3-84cc607715a6 req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:09.231131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-894f0168-78e3-45f2-bde3-84cc607715a6 req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:59:09.367994 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-894f0168-78e3-45f2-bde3-84cc607715a6 req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:09.398035 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:09.425532 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:09.425883 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:09.426228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:09.426565 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:09.426893 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:09.427227 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:09.427558 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:09.427885 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:09.428240 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:09.428566 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:09.428893 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:09.429216 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:09.429536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:09.453287 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-894f0168-78e3-45f2-bde3-84cc607715a6 req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] No DVR routers for this DVR port ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:59:09.455872 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-894f0168-78e3-45f2-bde3-84cc607715a6 req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:09.459246 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-894f0168-78e3-45f2-bde3-84cc607715a6 req-33b65dfb-e374-497a-965c-5c4733f9bbe9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "DELETE /v2.0/ports/ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 HTTP/1.1" status: 204 len: 173 time: 0.4345789 Dec 14 01:59:09.459681 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'name': 'network-vif-deleted', 'tag': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:59:09.462039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cc64a7-ae55-438b-8f91-428f517f8d4c" -d '{"events": [{"server_uuid": "48c830e7-ae17-444d-8b67-39cf01773aaa", "name": "network-vif-deleted", "tag": "ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:59:09.497395 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4270d663-2345-47b2-a85a-91a6565541e7 req-b7082d7d-c723-47eb-8690-388e35be1ad7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=48c830e7-ae17-444d-8b67-39cf01773aaa HTTP/1.1" status: 200 len: 210 time: 0.0274501 Dec 14 01:59:09.501733 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d0cc59-8a6f-4760-8fe6-ce7fdc947d01 x-openstack-request-id: req-f3d0cc59-8a6f-4760-8fe6-ce7fdc947d01 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:59:09.502006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c830e7-ae17-444d-8b67-39cf01773aaa", "name": "network-vif-deleted", "tag": "ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:59:09.502251 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3d0cc59-8a6f-4760-8fe6-ce7fdc947d01 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:59:09.502653 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c830e7-ae17-444d-8b67-39cf01773aaa', 'name': 'network-vif-deleted', 'tag': 'ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44', 'status': 'completed', 'code': 200} Dec 14 01:59:10.574693 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35230) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:11.156805 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:11.250413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-437d089c-bc01-48a9-a053-eb1d4fcd70fa tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:11.523926 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-437d089c-bc01-48a9-a053-eb1d4fcd70fa tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port 8d55cad7-f413-4ffa-ab66-0871f4746210 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:59:11.524274 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-437d089c-bc01-48a9-a053-eb1d4fcd70fa tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:11.626596 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-437d089c-bc01-48a9-a053-eb1d4fcd70fa tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] For port 8d55cad7-f413-4ffa-ab66-0871f4746210, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=8d55cad7-f413-4ffa-ab66-0871f4746210,segment=NetworkSegment(909afc55-b635-4730-83cd-beee885db1e4),segment_id=909afc55-b635-4730-83cd-beee885db1e4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:59:11.627375 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-437d089c-bc01-48a9-a053-eb1d4fcd70fa tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:11.641565 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-437d089c-bc01-48a9-a053-eb1d4fcd70fa tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for 8d55cad7-f413-4ffa-ab66-0871f4746210 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:59:11.837901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-437d089c-bc01-48a9-a053-eb1d4fcd70fa tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:11.864052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d089c-bc01-48a9-a053-eb1d4fcd70fa tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=8d55cad7-f413-4ffa-ab66-0871f4746210,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:12.040346 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-437d089c-bc01-48a9-a053-eb1d4fcd70fa tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:12.266290 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437d089c-bc01-48a9-a053-eb1d4fcd70fa tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 67411515-b085-41aa-8512-1ad478a11d8c has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:59:12.378370 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437d089c-bc01-48a9-a053-eb1d4fcd70fa tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:59:12.383861 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-437d089c-bc01-48a9-a053-eb1d4fcd70fa tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "PUT /v2.0/routers/67411515-b085-41aa-8512-1ad478a11d8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8081155 Dec 14 01:59:12.387131 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35232) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:12.388874 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2005a7-42af-44cb-977e-ee1337e4b80e None None] Sync routers for ids ['67411515-b085-41aa-8512-1ad478a11d8c'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:59:12.399215 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2005a7-42af-44cb-977e-ee1337e4b80e None None] Routers {'67411515-b085-41aa-8512-1ad478a11d8c'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:59:12.400062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bf2005a7-42af-44cb-977e-ee1337e4b80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:58:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['67411515-b085-41aa-8512-1ad478a11d8c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:12.443827 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a5da6d-07b4-4a4e-af18-fe13c628c4d1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting subnet 1af24835-5498-4e65-92e9-cdb70ccd0fc6 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 01:59:12.447338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20a5da6d-07b4-4a4e-af18-fe13c628c4d1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:12.492538 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20a5da6d-07b4-4a4e-af18-fe13c628c4d1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:12.515619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-bf2005a7-42af-44cb-977e-ee1337e4b80e None None] Set router 67411515-b085-41aa-8512-1ad478a11d8c gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:59:12.577582 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20a5da6d-07b4-4a4e-af18-fe13c628c4d1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:12.639821 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20a5da6d-07b4-4a4e-af18-fe13c628c4d1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:12.669006 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5da6d-07b4-4a4e-af18-fe13c628c4d1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Subnet': ['ID=1af24835-5498-4e65-92e9-cdb70ccd0fc6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:12.671113 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20a5da6d-07b4-4a4e-af18-fe13c628c4d1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:12.676915 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-20a5da6d-07b4-4a4e-af18-fe13c628c4d1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/subnets/1af24835-5498-4e65-92e9-cdb70ccd0fc6 HTTP/1.1" status: 204 len: 168 time: 0.2861538 Dec 14 01:59:12.677674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35234) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:12.683559 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfd4110-6cbf-4dd6-a812-ac34b37d9c64 None None] Network 23553a80-0708-4362-94c3-82f952657256 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:59:12.770803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bf2005a7-42af-44cb-977e-ee1337e4b80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67411515-b085-41aa-8512-1ad478a11d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960328045', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:59:11Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:12.791251 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cef802f-888f-47a0-9a26-3b97d8c63fee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:12.805262 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2005a7-42af-44cb-977e-ee1337e4b80e None None] Checking router: 67411515-b085-41aa-8512-1ad478a11d8c for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:59:12.818580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2005a7-42af-44cb-977e-ee1337e4b80e None None] Routers {'67411515-b085-41aa-8512-1ad478a11d8c'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:59:12.819193 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bf2005a7-42af-44cb-977e-ee1337e4b80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:58:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['67411515-b085-41aa-8512-1ad478a11d8c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:12.901520 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cef802f-888f-47a0-9a26-3b97d8c63fee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:12.937345 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3688b41f-e09d-494f-a511-aa901f3924c3 None None] DHCP port deletion for 23553a80-0708-4362-94c3-82f952657256 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:59:12.940203 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-bf2005a7-42af-44cb-977e-ee1337e4b80e None None] Set router 67411515-b085-41aa-8512-1ad478a11d8c gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:59:12.958223 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9cef802f-888f-47a0-9a26-3b97d8c63fee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port e51ebdcb-e8d2-4e75-8e8a-d45972656600 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:59:12.958794 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cef802f-888f-47a0-9a26-3b97d8c63fee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.042111 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9cef802f-888f-47a0-9a26-3b97d8c63fee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] For port e51ebdcb-e8d2-4e75-8e8a-d45972656600, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e51ebdcb-e8d2-4e75-8e8a-d45972656600,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:59:13.042482 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cef802f-888f-47a0-9a26-3b97d8c63fee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.056488 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9cef802f-888f-47a0-9a26-3b97d8c63fee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for e51ebdcb-e8d2-4e75-8e8a-d45972656600 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:59:13.149299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:59:13.196390 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:59:13.196664 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device ea5fbdcc-5ec8-4ad2-b29a-53566c1b0d44 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:59:13.228636 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cef802f-888f-47a0-9a26-3b97d8c63fee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.257874 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef802f-888f-47a0-9a26-3b97d8c63fee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=e51ebdcb-e8d2-4e75-8e8a-d45972656600,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:13.277114 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76efb21-c489-42f3-ae68-4cc729040afc None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:59:13.291426 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3688b41f-e09d-494f-a511-aa901f3924c3 None None] Deleting port 977c7419-a859-415c-ad5e-ca33033f8c11 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 01:59:13.291798 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3688b41f-e09d-494f-a511-aa901f3924c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.318915 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cef802f-888f-47a0-9a26-3b97d8c63fee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.380441 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3688b41f-e09d-494f-a511-aa901f3924c3 None None] For port 977c7419-a859-415c-ad5e-ca33033f8c11, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=977c7419-a859-415c-ad5e-ca33033f8c11,segment=NetworkSegment(909afc55-b635-4730-83cd-beee885db1e4),segment_id=909afc55-b635-4730-83cd-beee885db1e4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:59:13.380849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3688b41f-e09d-494f-a511-aa901f3924c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.395630 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3688b41f-e09d-494f-a511-aa901f3924c3 None None] Calling delete_port for 977c7419-a859-415c-ad5e-ca33033f8c11 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 01:59:13.410249 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cef802f-888f-47a0-9a26-3b97d8c63fee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.412328 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cef802f-888f-47a0-9a26-3b97d8c63fee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.456306 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bf2005a7-42af-44cb-977e-ee1337e4b80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67411515-b085-41aa-8512-1ad478a11d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960328045', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:59:11Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:13.459848 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cef802f-888f-47a0-9a26-3b97d8c63fee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.461536 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cef802f-888f-47a0-9a26-3b97d8c63fee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Fanout notify agent at l3_agent the message router_deleted on router 67411515-b085-41aa-8512-1ad478a11d8c {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 01:59:13.469086 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cef802f-888f-47a0-9a26-3b97d8c63fee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.472869 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9cef802f-888f-47a0-9a26-3b97d8c63fee tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/routers/67411515-b085-41aa-8512-1ad478a11d8c HTTP/1.1" status: 204 len: 168 time: 0.7914455 Dec 14 01:59:13.473304 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35236) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:13.487114 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2005a7-42af-44cb-977e-ee1337e4b80e None None] The sync data for ids ['67411515-b085-41aa-8512-1ad478a11d8c'] in dv-neutron-821592-1-hyperv is: [{'id': '67411515-b085-41aa-8512-1ad478a11d8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960328045', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:59:11Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'e51ebdcb-e8d2-4e75-8e8a-d45972656600', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67411515-b085-41aa-8512-1ad478a11d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:57:25Z', 'updated_at': '2021-12-14T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:59:13.521892 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3688b41f-e09d-494f-a511-aa901f3924c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.548793 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688b41f-e09d-494f-a511-aa901f3924c3 None None] Pushing event deleted for resources: {'Port': ['ID=977c7419-a859-415c-ad5e-ca33033f8c11,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:13.552506 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3688b41f-e09d-494f-a511-aa901f3924c3 None None] No DVR routers for this DVR port 977c7419-a859-415c-ad5e-ca33033f8c11 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 01:59:13.560791 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3af8704f-7477-472b-bea4-673ff4f45ac8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.648395 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3af8704f-7477-472b-bea4-673ff4f45ac8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.674209 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3af8704f-7477-472b-bea4-673ff4f45ac8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23553a80-0708-4362-94c3-82f952657256']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:13.683333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3af8704f-7477-472b-bea4-673ff4f45ac8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909afc55-b635-4730-83cd-beee885db1e4') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:13.683598 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-3af8704f-7477-472b-bea4-673ff4f45ac8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909afc55-b635-4730-83cd-beee885db1e4') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:13.693672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3af8704f-7477-472b-bea4-673ff4f45ac8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.707089 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3af8704f-7477-472b-bea4-673ff4f45ac8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.713112 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af8704f-7477-472b-bea4-673ff4f45ac8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 01:59:13.713495 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3af8704f-7477-472b-bea4-673ff4f45ac8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 01:59:13.716536 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 01:59:13.776403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3af8704f-7477-472b-bea4-673ff4f45ac8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.784141 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3af8704f-7477-472b-bea4-673ff4f45ac8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.787123 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3af8704f-7477-472b-bea4-673ff4f45ac8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/networks/23553a80-0708-4362-94c3-82f952657256 HTTP/1.1" status: 204 len: 168 time: 0.3127091 Dec 14 01:59:13.790048 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35238) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:13.799081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8704f-7477-472b-bea4-673ff4f45ac8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Network': ['ID=23553a80-0708-4362-94c3-82f952657256,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:13.855047 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-998b8cb4-3f3e-4a56-be49-f7916475a0cb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.888342 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-998b8cb4-3f3e-4a56-be49-f7916475a0cb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.951008 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 977c7419-a859-415c-ad5e-ca33033f8c11 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:59:13.959026 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-998b8cb4-3f3e-4a56-be49-f7916475a0cb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.962007 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-998b8cb4-3f3e-4a56-be49-f7916475a0cb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:13.963269 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-998b8cb4-3f3e-4a56-be49-f7916475a0cb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/security-groups/32b6d67a-aa40-4d67-9455-0b8058347580 HTTP/1.1" status: 204 len: 168 time: 0.1721377 Dec 14 01:59:13.972848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 977c7419-a859-415c-ad5e-ca33033f8c11 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:59:13.973131 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 977c7419-a859-415c-ad5e-ca33033f8c11 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:59:13.973465 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 8d55cad7-f413-4ffa-ab66-0871f4746210 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:59:13.977821 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b8cb4-3f3e-4a56-be49-f7916475a0cb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b6d67a-aa40-4d67-9455-0b8058347580,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:13.997361 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 8d55cad7-f413-4ffa-ab66-0871f4746210 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:59:13.997712 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 8d55cad7-f413-4ffa-ab66-0871f4746210 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:59:14.432732 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35244) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:14.437617 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-9e731518-8b6a-4095-8266-96eac1a2d250 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631497067', 'description': 'tempest-secgroup-smoke-1631497067 description', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:59:14.468376 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e731518-8b6a-4095-8266-96eac1a2d250 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:14.544819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e731518-8b6a-4095-8266-96eac1a2d250 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:14.554235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e731518-8b6a-4095-8266-96eac1a2d250 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:14.588389 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e731518-8b6a-4095-8266-96eac1a2d250 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:14.589761 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9e731518-8b6a-4095-8266-96eac1a2d250 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1558642 Dec 14 01:59:14.591858 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e731518-8b6a-4095-8266-96eac1a2d250 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cebae3-3c88-4328-ae59-b3bbd4bb301a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:14.594072 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35246) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:14.599142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-629be292-dc8f-4aa2-9e62-6cd877a6587d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': 'd1cebae3-3c88-4328-ae59-b3bbd4bb301a', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:59:14.628073 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-629be292-dc8f-4aa2-9e62-6cd877a6587d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:14.690465 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-629be292-dc8f-4aa2-9e62-6cd877a6587d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:14.695325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-629be292-dc8f-4aa2-9e62-6cd877a6587d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:14.714077 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629be292-dc8f-4aa2-9e62-6cd877a6587d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39f7c04-0b9a-4295-9ed9-f0859536f173,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:14.724925 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-629be292-dc8f-4aa2-9e62-6cd877a6587d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:14.726173 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-629be292-dc8f-4aa2-9e62-6cd877a6587d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309001 Dec 14 01:59:14.729012 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35248) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:14.733498 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6a674d35-6a9c-4030-8da6-84326838ab07 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': 'd1cebae3-3c88-4328-ae59-b3bbd4bb301a', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:59:14.761872 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6a674d35-6a9c-4030-8da6-84326838ab07 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:14.821209 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6a674d35-6a9c-4030-8da6-84326838ab07 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:14.826399 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6a674d35-6a9c-4030-8da6-84326838ab07 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:14.845114 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a674d35-6a9c-4030-8da6-84326838ab07 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c1bec7-d295-4631-af9a-59b43e694f5a,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:14.854430 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6a674d35-6a9c-4030-8da6-84326838ab07 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:14.855641 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6a674d35-6a9c-4030-8da6-84326838ab07 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256738 Dec 14 01:59:14.858536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35250) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:14.863300 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fd99141e-56eb-447b-9137-470c50b4aea1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': 'd1cebae3-3c88-4328-ae59-b3bbd4bb301a', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:59:14.894649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fd99141e-56eb-447b-9137-470c50b4aea1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:14.955028 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fd99141e-56eb-447b-9137-470c50b4aea1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:14.960066 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fd99141e-56eb-447b-9137-470c50b4aea1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:14.983330 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99141e-56eb-447b-9137-470c50b4aea1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a394072f-c673-4fda-adec-467b7492e99e,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:14.990093 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fd99141e-56eb-447b-9137-470c50b4aea1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:14.990925 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fd99141e-56eb-447b-9137-470c50b4aea1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314125 Dec 14 01:59:14.994066 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35252) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:14.999602 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-474286a4-a7e1-4171-adec-f5c6c1485941 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': 'd1cebae3-3c88-4328-ae59-b3bbd4bb301a', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:59:15.033506 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-474286a4-a7e1-4171-adec-f5c6c1485941 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.091820 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-474286a4-a7e1-4171-adec-f5c6c1485941 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.096200 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-474286a4-a7e1-4171-adec-f5c6c1485941 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.115923 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474286a4-a7e1-4171-adec-f5c6c1485941 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda79eb8-c666-4874-bd34-32534781ade7,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:15.122178 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-474286a4-a7e1-4171-adec-f5c6c1485941 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.123203 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-474286a4-a7e1-4171-adec-f5c6c1485941 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275153 Dec 14 01:59:15.126510 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35254) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:15.131123 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-3a577a3c-a38b-48f3-a61d-4fe0cac96fb0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': 'd1cebae3-3c88-4328-ae59-b3bbd4bb301a', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:59:15.156867 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-3a577a3c-a38b-48f3-a61d-4fe0cac96fb0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Project f4c107ba67ff4c04ad2fb04bd1d8b8df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:59:15.161887 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a577a3c-a38b-48f3-a61d-4fe0cac96fb0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.215596 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:59:15.222927 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a577a3c-a38b-48f3-a61d-4fe0cac96fb0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.227678 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a577a3c-a38b-48f3-a61d-4fe0cac96fb0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.246477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a577a3c-a38b-48f3-a61d-4fe0cac96fb0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285ff181-8347-4036-b05b-a329baf3416b,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:15.255759 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a577a3c-a38b-48f3-a61d-4fe0cac96fb0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.259799 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3a577a3c-a38b-48f3-a61d-4fe0cac96fb0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296325 Dec 14 01:59:15.260222 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35256) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:15.264962 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-bbe70b99-be00-4a03-bd94-6c8a6369cf2d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': 'd1cebae3-3c88-4328-ae59-b3bbd4bb301a', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:59:15.290283 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-bbe70b99-be00-4a03-bd94-6c8a6369cf2d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Project f4c107ba67ff4c04ad2fb04bd1d8b8df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 01:59:15.295637 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbe70b99-be00-4a03-bd94-6c8a6369cf2d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.359608 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbe70b99-be00-4a03-bd94-6c8a6369cf2d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.364802 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbe70b99-be00-4a03-bd94-6c8a6369cf2d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.383468 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe70b99-be00-4a03-bd94-6c8a6369cf2d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7befd2-c98b-410f-b806-4127f2116022,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:15.391411 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbe70b99-be00-4a03-bd94-6c8a6369cf2d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.392659 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bbe70b99-be00-4a03-bd94-6c8a6369cf2d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313679 Dec 14 01:59:15.395712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35258) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:15.400628 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-29b1f265-c5fa-4d79-9ba8-8c6cc04af049 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'network': {'name': 'tempest-network-smoke--1194749699', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'port_security_enabled': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:59:15.422982 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b1f265-c5fa-4d79-9ba8-8c6cc04af049 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Made reservation on behalf of f4c107ba67ff4c04ad2fb04bd1d8b8df for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:59:15.426514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-29b1f265-c5fa-4d79-9ba8-8c6cc04af049 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.449269 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b1f265-c5fa-4d79-9ba8-8c6cc04af049 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 01:59:15.458814 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-29b1f265-c5fa-4d79-9ba8-8c6cc04af049 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.459147 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-29b1f265-c5fa-4d79-9ba8-8c6cc04af049 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Added segment 5a351b83-46f7-455c-b72c-e18383aeb234 of type vlan for network 4a360efe-0080-41ec-bebd-d9b01b20fe7c Dec 14 01:59:15.498732 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-29b1f265-c5fa-4d79-9ba8-8c6cc04af049 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.523963 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-29b1f265-c5fa-4d79-9ba8-8c6cc04af049 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.530193 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b1f265-c5fa-4d79-9ba8-8c6cc04af049 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:15.530768 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-29b1f265-c5fa-4d79-9ba8-8c6cc04af049 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.589478 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-29b1f265-c5fa-4d79-9ba8-8c6cc04af049 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1923602 Dec 14 01:59:15.592146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35260) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:15.599526 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-171881830', 'admin_state_up': True, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:59:15.606960 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1f265-c5fa-4d79-9ba8-8c6cc04af049 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Network': ['ID=4a360efe-0080-41ec-bebd-d9b01b20fe7c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:15.619738 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 4a360efe-0080-41ec-bebd-d9b01b20fe7c details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 01:59:15.635747 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.637007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.696425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.824992 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e51ebdcb-e8d2-4e75-8e8a-d45972656600 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 01:59:15.845658 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:15.849602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: e51ebdcb-e8d2-4e75-8e8a-d45972656600 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 01:59:15.849951 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e51ebdcb-e8d2-4e75-8e8a-d45972656600 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 01:59:16.046338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:16.065195 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:16.171002 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.26.1.248 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/9e602860-cf79-4ebd-90a9-f63cfb3e3d9a) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:59:16.276295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:16.326160 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:16.366675 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:59:16.369494 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:59:16.373025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:59:16.378445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=9e602860-cf79-4ebd-90a9-f63cfb3e3d9a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:16.383063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab84515b-fc67-4c3e-8e05-8314145a27c3 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:59:16.448533 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-788c03f0-a09e-46b9-80f8-ee4cf2beea5b None None] Provisioning complete for port 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:59:16.448892 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-788c03f0-a09e-46b9-80f8-ee4cf2beea5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:16.483787 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-788c03f0-a09e-46b9-80f8-ee4cf2beea5b None None] Port 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:59:16.635319 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:16.847748 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:16.981676 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 01:59:17.414785 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:59:17.425951 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Sync routers for ids ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:59:17.437180 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:17.438257 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Routers {'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:59:17.438794 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7762ad6c-abbf-42fe-b514-ab22a1420c0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8454373 Dec 14 01:59:17.442065 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35262) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:17.442375 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:58:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:17.468925 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-408da1ee-0fc9-46fe-909b-1c04f11a4079 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257728 Dec 14 01:59:17.471593 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35264) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:17.545670 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Set router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:59:17.555634 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e41b7e-939d-4574-b708-c2afce0605c5 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:17.557473 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-45e41b7e-939d-4574-b708-c2afce0605c5 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849757 Dec 14 01:59:17.561668 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35266) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:17.594963 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5796dab3-c7aa-4f2f-aa3b-c335d066cc84 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319519 Dec 14 01:59:17.597723 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35268) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:17.604117 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6d207dcc-45bb-44bc-864e-98f38f4ff5bb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1547944068', 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:59:17.701373 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d207dcc-45bb-44bc-864e-98f38f4ff5bb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Made reservation on behalf of f4c107ba67ff4c04ad2fb04bd1d8b8df for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:59:17.705037 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6d207dcc-45bb-44bc-864e-98f38f4ff5bb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:17.828379 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171881830', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:59:15Z', 'updated_at': '2021-12-14T01:59:16Z', 'revision_number': 3, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:16Z', 'updated_at': '2021-12-14T01:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:17.853449 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Checking router: e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:59:17.853793 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Updating router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 port 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:59:17.881043 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:17.885016 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6d207dcc-45bb-44bc-864e-98f38f4ff5bb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:17.943857 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d207dcc-45bb-44bc-864e-98f38f4ff5bb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Subnet': ['ID=0e70df57-c32a-4554-a2cb-aae3650dccf9,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:17.955575 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d207dcc-45bb-44bc-864e-98f38f4ff5bb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Checking segment: {'id': '5a351b83-46f7-455c-b72c-e18383aeb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:59:17.955867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d207dcc-45bb-44bc-864e-98f38f4ff5bb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network hostable DHCP agents. Network: 4a360efe-0080-41ec-bebd-d9b01b20fe7c, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 01:59:17.973197 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d207dcc-45bb-44bc-864e-98f38f4ff5bb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 4a360efe-0080-41ec-bebd-d9b01b20fe7c is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 01:59:17.982901 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-6d207dcc-45bb-44bc-864e-98f38f4ff5bb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 4a360efe-0080-41ec-bebd-d9b01b20fe7c) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:59:17.987649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d207dcc-45bb-44bc-864e-98f38f4ff5bb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:17.988376 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6d207dcc-45bb-44bc-864e-98f38f4ff5bb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:17.993900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0087156a-704d-49d1-b952-f7a96828d2d3 None None] Network 4a360efe-0080-41ec-bebd-d9b01b20fe7c requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:59:18.005945 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6d207dcc-45bb-44bc-864e-98f38f4ff5bb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4071934 Dec 14 01:59:18.008815 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35270) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:18.102258 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-4a360efe-0080-41ec-bebd-d9b01b20fe7c', 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ips': [{'subnet_id': '0e70df57-c32a-4554-a2cb-aae3650dccf9'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 01:59:18.103434 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:18.136323 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:18.142821 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:18.190757 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Attempting to bind port 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:59:18.191133 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Attempting to bind port 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:59:18.191487 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Attempting to bind port 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:59:18.194083 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4896cb6-27bf-4678-a910-6e4e0ac11063 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:59:18.199311 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:59:18.199677 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:59:18.200071 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:18.200556 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:59:18.201002 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Bound port: 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:59:18.201378 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:18.226893 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661adb6f-6ab3-41f6-842c-680261ec43fd None None] Pushing event updated for resources: {'Port': ['ID=9e602860-cf79-4ebd-90a9-f63cfb3e3d9a,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:18.241084 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661adb6f-6ab3-41f6-842c-680261ec43fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:18.241426 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661adb6f-6ab3-41f6-842c-680261ec43fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:18.241760 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661adb6f-6ab3-41f6-842c-680261ec43fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:18.242093 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661adb6f-6ab3-41f6-842c-680261ec43fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:18.242422 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661adb6f-6ab3-41f6-842c-680261ec43fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:18.242743 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661adb6f-6ab3-41f6-842c-680261ec43fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:18.243064 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661adb6f-6ab3-41f6-842c-680261ec43fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:18.243383 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661adb6f-6ab3-41f6-842c-680261ec43fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:18.243701 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661adb6f-6ab3-41f6-842c-680261ec43fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:18.244019 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661adb6f-6ab3-41f6-842c-680261ec43fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:18.244358 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661adb6f-6ab3-41f6-842c-680261ec43fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:18.244669 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661adb6f-6ab3-41f6-842c-680261ec43fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:18.244978 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661adb6f-6ab3-41f6-842c-680261ec43fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 01:59:18.259562 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Allocated IP 172.20.0.2 (4a360efe-0080-41ec-bebd-d9b01b20fe7c/0e70df57-c32a-4554-a2cb-aae3650dccf9/e70564b1-8012-4468-975b-42e28b726e57) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:59:18.269759 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] For port 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:59:18.273064 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] For port 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=9e602860-cf79-4ebd-90a9-f63cfb3e3d9a,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:59:18.279619 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:18.322770 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9854ad01-5fdc-4c7c-9405-0aa280cac435 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 01:59:18.326376 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Routers {'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:59:18.327005 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:58:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:18.354908 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2467ebd7-06a4-48b2-8b87-c3a66e9a32d2 None None] Provisioning complete for port 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:59:18.355493 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2467ebd7-06a4-48b2-8b87-c3a66e9a32d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:18.377485 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661adb6f-6ab3-41f6-842c-680261ec43fd None None] Pushing event updated for resources: {'Port': ['ID=9e602860-cf79-4ebd-90a9-f63cfb3e3d9a,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:18.443569 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] Set router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:59:18.458897 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:18.485093 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:18.518020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:18.521612 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2467ebd7-06a4-48b2-8b87-c3a66e9a32d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:18.531919 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Network 4a360efe-0080-41ec-bebd-d9b01b20fe7c is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:59:18.536138 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:59:18.540384 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:59:18.563359 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Pushing event updated for resources: {'Port': ['ID=e70564b1-8012-4468-975b-42e28b726e57,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:18.583868 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2467ebd7-06a4-48b2-8b87-c3a66e9a32d2 None None] For port 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=9e602860-cf79-4ebd-90a9-f63cfb3e3d9a,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:59:18.590821 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2467ebd7-06a4-48b2-8b87-c3a66e9a32d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:18.634005 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171881830', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:59:15Z', 'updated_at': '2021-12-14T01:59:16Z', 'revision_number': 3, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:16Z', 'updated_at': '2021-12-14T01:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:18.641104 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Attempting to bind port e70564b1-8012-4468-975b-42e28b726e57 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:59:18.641582 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Attempting to bind port e70564b1-8012-4468-975b-42e28b726e57 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '5a351b83-46f7-455c-b72c-e18383aeb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:59:18.641832 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Attempting to bind port e70564b1-8012-4468-975b-42e28b726e57 on network 4a360efe-0080-41ec-bebd-d9b01b20fe7c {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:59:18.651053 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:59:18.651424 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Checking segment: {'id': '5a351b83-46f7-455c-b72c-e18383aeb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:59:18.651827 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:18.652244 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Bound using segment: {'id': '5a351b83-46f7-455c-b72c-e18383aeb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:59:18.652714 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Bound port: e70564b1-8012-4468-975b-42e28b726e57, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a351b83-46f7-455c-b72c-e18383aeb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:59:18.653094 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:18.665189 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b2777-5ff5-4429-9ca3-5e09165ee8a9 None None] The sync data for ids ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'] in dv-neutron-821592-1-hyperv is: [{'id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171881830', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:59:15Z', 'updated_at': '2021-12-14T01:59:16Z', 'revision_number': 3, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:16Z', 'updated_at': '2021-12-14T01:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:59:18.678462 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467ebd7-06a4-48b2-8b87-c3a66e9a32d2 None None] Pushing event updated for resources: {'Port': ['ID=9e602860-cf79-4ebd-90a9-f63cfb3e3d9a,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:18.737804 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f3ca1226-26c8-455d-99a2-6d01a8a7fcce None None] Provisioning complete for port 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:59:18.738079 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3ca1226-26c8-455d-99a2-6d01a8a7fcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:18.772799 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] For port e70564b1-8012-4468-975b-42e28b726e57, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:59:18.788473 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] For port e70564b1-8012-4468-975b-42e28b726e57, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e70564b1-8012-4468-975b-42e28b726e57,segment=NetworkSegment(5a351b83-46f7-455c-b72c-e18383aeb234),segment_id=5a351b83-46f7-455c-b72c-e18383aeb234)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:59:18.795395 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:18.860072 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.20.0.1 (4a360efe-0080-41ec-bebd-d9b01b20fe7c/0e70df57-c32a-4554-a2cb-aae3650dccf9/e3f5b926-d405-41e8-805a-b524a1b5797a) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:59:18.887651 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b72d39-8782-4d58-9a52-30735b9a533e None None] Pushing event updated for resources: {'Port': ['ID=e70564b1-8012-4468-975b-42e28b726e57,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:19.014983 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:19.055754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:19.131145 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 4a360efe-0080-41ec-bebd-d9b01b20fe7c is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:59:19.133011 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=e3f5b926-d405-41e8-805a-b524a1b5797a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:19.135765 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:59:19.140536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:59:19.205025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:19.345552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:19.642025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:19.648586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:19.726659 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:19.728432 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=e3f5b926-d405-41e8-805a-b524a1b5797a,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:19.839666 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 4a360efe-0080-41ec-bebd-d9b01b20fe7c is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:59:19.841928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:59:19.909444 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4615e294-2bdb-4e04-a9d7-67c6780feb0e None None] Network 4a360efe-0080-41ec-bebd-d9b01b20fe7c requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 01:59:19.957474 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e70564b1-8012-4468-975b-42e28b726e57 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:59:19.962223 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:59:20.019015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f8395933-da05-4390-b238-bf53ca123c08 None None] Provisioning complete for port e70564b1-8012-4468-975b-42e28b726e57 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:59:20.019298 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8395933-da05-4390-b238-bf53ca123c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:20.080211 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:59:20.085733 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6cd19874-764a-4d63-8002-9bca60f655e6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "PUT /v2.0/routers/e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0754187 Dec 14 01:59:20.091900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port e70564b1-8012-4468-975b-42e28b726e57 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:59:20.092336 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:20.191239 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8395933-da05-4390-b238-bf53ca123c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:20.244536 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:20.264832 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-09a6bab1-43c7-4b8a-8e09-5e035f77de5c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631497067&fields=id&tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df HTTP/1.1" status: 200 len: 267 time: 0.0696967 Dec 14 01:59:20.268625 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f8395933-da05-4390-b238-bf53ca123c08 None None] For port e70564b1-8012-4468-975b-42e28b726e57, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e70564b1-8012-4468-975b-42e28b726e57,segment=NetworkSegment(5a351b83-46f7-455c-b72c-e18383aeb234),segment_id=5a351b83-46f7-455c-b72c-e18383aeb234)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:59:20.279610 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8395933-da05-4390-b238-bf53ca123c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:20.352735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 01:59:20.353171 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 01:59:20.362857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8395933-da05-4390-b238-bf53ca123c08 None None] Pushing event updated for resources: {'Port': ['ID=e70564b1-8012-4468-975b-42e28b726e57,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:20.390413 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-a719ab5f-395d-4767-8d2b-838c75690e98 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:20.392736 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-a719ab5f-395d-4767-8d2b-838c75690e98 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/networks?id=4a360efe-0080-41ec-bebd-d9b01b20fe7c HTTP/1.1" status: 200 len: 797 time: 0.1210752 Dec 14 01:59:20.401472 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ae8d4da2-b129-42dd-91b2-f0b683a23cce None None] Provisioning complete for port e70564b1-8012-4468-975b-42e28b726e57 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:59:20.401934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae8d4da2-b129-42dd-91b2-f0b683a23cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:20.409830 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-7d5ca7c4-39a7-4208-8a68-1ba1104b9984 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/quotas/f4c107ba67ff4c04ad2fb04bd1d8b8df HTTP/1.1" status: 200 len: 375 time: 0.0109024 Dec 14 01:59:20.484036 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-cbeaa7db-854c-4a7d-ba11-c4a71d4377b6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623782 Dec 14 01:59:20.490483 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Sync routers for ids ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:59:20.514256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Routers {'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:59:20.514877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:58:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:20.551836 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ae8d4da2-b129-42dd-91b2-f0b683a23cce None None] Provisioning complete for port e3f5b926-d405-41e8-805a-b524a1b5797a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:59:20.552328 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae8d4da2-b129-42dd-91b2-f0b683a23cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:20.579497 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-32a28b59-0728-4761-b10e-ae1abb93a223 service neutron] 10.222.0.32 "GET /v2.0/networks/4a360efe-0080-41ec-bebd-d9b01b20fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926034 Dec 14 01:59:20.627962 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d4da2-b129-42dd-91b2-f0b683a23cce None None] Port e3f5b926-d405-41e8-805a-b524a1b5797a cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:59:20.658228 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Set router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:59:20.685157 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-7bc16569-92d8-4750-92e2-dffdf45c32e7 service neutron] 10.222.0.32 "GET /v2.0/networks/4a360efe-0080-41ec-bebd-d9b01b20fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973518 Dec 14 01:59:20.798991 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-752f5666-e493-4b30-8236-99107de3097c None None] Provisioning complete for port e3f5b926-d405-41e8-805a-b524a1b5797a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:59:20.798991 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-752f5666-e493-4b30-8236-99107de3097c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:20.872217 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-778bb781-8782-407f-8f2f-4ee88231b324 req-08b7e1fd-067c-4227-a5f0-b5178b26b967 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 210 time: 0.0299807 Dec 14 01:59:21.043157 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-752f5666-e493-4b30-8236-99107de3097c None None] Port e3f5b926-d405-41e8-805a-b524a1b5797a cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:59:21.065592 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:59:21.126249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:59:21.126627 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:21.130660 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171881830', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:59:15Z', 'updated_at': '2021-12-14T01:59:19Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:16Z', 'updated_at': '2021-12-14T01:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'e3f5b926-d405-41e8-805a-b524a1b5797a', 'name': '', 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:9e:f5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:18Z', 'updated_at': '2021-12-14T01:59:19Z', 'revision_number': 2, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:21.187956 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Checking router: e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:59:21.188344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Updating router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 port e3f5b926-d405-41e8-805a-b524a1b5797a binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 01:59:21.221666 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6780f051-9ccb-46b2-b283-8f4b924c5959 None None] Provisioning complete for port e3f5b926-d405-41e8-805a-b524a1b5797a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:59:21.222032 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6780f051-9ccb-46b2-b283-8f4b924c5959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:21.243203 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:21.313855 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6780f051-9ccb-46b2-b283-8f4b924c5959 None None] Port e3f5b926-d405-41e8-805a-b524a1b5797a cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:59:21.557561 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:21.564200 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:21.613205 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e537e7-d7d8-4a71-878f-d73215087ffa None None] Pushing event updated for resources: {'Port': ['ID=e3f5b926-d405-41e8-805a-b524a1b5797a,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:21.665946 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Attempting to bind port e3f5b926-d405-41e8-805a-b524a1b5797a on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:59:21.666321 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Attempting to bind port e3f5b926-d405-41e8-805a-b524a1b5797a by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '5a351b83-46f7-455c-b72c-e18383aeb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:59:21.666688 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Attempting to bind port e3f5b926-d405-41e8-805a-b524a1b5797a on network 4a360efe-0080-41ec-bebd-d9b01b20fe7c {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:59:21.672063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:59:21.672513 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Checking segment: {'id': '5a351b83-46f7-455c-b72c-e18383aeb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:59:21.673377 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:21.673825 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Bound using segment: {'id': '5a351b83-46f7-455c-b72c-e18383aeb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:59:21.674309 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Bound port: e3f5b926-d405-41e8-805a-b524a1b5797a, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a351b83-46f7-455c-b72c-e18383aeb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:59:21.674713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:21.749915 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] For port e3f5b926-d405-41e8-805a-b524a1b5797a, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:59:21.754867 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] For port e3f5b926-d405-41e8-805a-b524a1b5797a, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e3f5b926-d405-41e8-805a-b524a1b5797a,segment=NetworkSegment(5a351b83-46f7-455c-b72c-e18383aeb234),segment_id=5a351b83-46f7-455c-b72c-e18383aeb234)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:59:21.761543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:21.841135 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Routers {'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:59:21.841790 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:58:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:21.849583 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e537e7-d7d8-4a71-878f-d73215087ffa None None] Pushing event updated for resources: {'Port': ['ID=e3f5b926-d405-41e8-805a-b524a1b5797a,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:21.907052 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e70564b1-8012-4468-975b-42e28b726e57 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:59:21.916024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2facb2e3-2a5c-4f00-81c5-a714ea72f333 None None] Provisioning complete for port e3f5b926-d405-41e8-805a-b524a1b5797a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:59:21.916448 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2facb2e3-2a5c-4f00-81c5-a714ea72f333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:22.010114 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f74db2af-58d6-4b69-8d63-7cdcc21c2511 req-aab9abae-ef44-4623-83f5-88c1349379dd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 210 time: 0.0410693 Dec 14 01:59:22.010997 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-ffa5aab5-d3c5-4e49-829a-feb1e2c84526 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:22.012986 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-ffa5aab5-d3c5-4e49-829a-feb1e2c84526 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "GET /v2.0/networks?id=4a360efe-0080-41ec-bebd-d9b01b20fe7c HTTP/1.1" status: 200 len: 797 time: 0.1971352 Dec 14 01:59:22.057342 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9a77-233e-4ed0-b39f-ca50f9706b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:22.086180 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] Set router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:59:22.110877 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-b18e40a9-f708-44fb-aa5a-f1b784aa0577 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df HTTP/1.1" status: 200 len: 380 time: 0.0814459 Dec 14 01:59:22.120522 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-ab459969-33e0-44e9-9c65-0a560e8ed229 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'port': {'device_id': 'fd1a46e6-4cd3-411f-91c6-dec07c30d9ff', 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c', 'admin_state_up': True, 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'security_groups': ['d1cebae3-3c88-4328-ae59-b3bbd4bb301a']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:59:22.160080 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port e70564b1-8012-4468-975b-42e28b726e57 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:59:22.160485 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:22.238369 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-ab459969-33e0-44e9-9c65-0a560e8ed229 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Made reservation on behalf of f4c107ba67ff4c04ad2fb04bd1d8b8df for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 01:59:22.242440 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-ab459969-33e0-44e9-9c65-0a560e8ed229 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:22.266365 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2facb2e3-2a5c-4f00-81c5-a714ea72f333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:22.330481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2facb2e3-2a5c-4f00-81c5-a714ea72f333 None None] For port e3f5b926-d405-41e8-805a-b524a1b5797a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e3f5b926-d405-41e8-805a-b524a1b5797a,segment=NetworkSegment(5a351b83-46f7-455c-b72c-e18383aeb234),segment_id=5a351b83-46f7-455c-b72c-e18383aeb234)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:59:22.354817 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2facb2e3-2a5c-4f00-81c5-a714ea72f333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:22.374812 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-ab459969-33e0-44e9-9c65-0a560e8ed229 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.20.0.13 (4a360efe-0080-41ec-bebd-d9b01b20fe7c/0e70df57-c32a-4554-a2cb-aae3650dccf9/e35842ef-88b2-4acb-a0ba-af17ea48b1b8) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:59:22.455863 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facb2e3-2a5c-4f00-81c5-a714ea72f333 None None] Pushing event updated for resources: {'Port': ['ID=e3f5b926-d405-41e8-805a-b524a1b5797a,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:22.484402 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2a2a586a-6fe6-4c1b-ae58-65c014d5713e None None] Provisioning complete for port e3f5b926-d405-41e8-805a-b524a1b5797a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:59:22.484896 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a2a586a-6fe6-4c1b-ae58-65c014d5713e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:22.489749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171881830', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:59:15Z', 'updated_at': '2021-12-14T01:59:19Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:16Z', 'updated_at': '2021-12-14T01:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'e3f5b926-d405-41e8-805a-b524a1b5797a', 'name': '', 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:9e:f5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:18Z', 'updated_at': '2021-12-14T01:59:21Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:22.521153 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-ab459969-33e0-44e9-9c65-0a560e8ed229 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:22.536341 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457f3bd-ebc3-4161-9d18-5f619bc0e5fa None None] The sync data for ids ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'] in dv-neutron-821592-1-hyperv is: [{'id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171881830', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:59:15Z', 'updated_at': '2021-12-14T01:59:19Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:16Z', 'updated_at': '2021-12-14T01:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'e3f5b926-d405-41e8-805a-b524a1b5797a', 'name': '', 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:9e:f5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:18Z', 'updated_at': '2021-12-14T01:59:21Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:59:22.556466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-ab459969-33e0-44e9-9c65-0a560e8ed229 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:22.638591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-ab459969-33e0-44e9-9c65-0a560e8ed229 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 4a360efe-0080-41ec-bebd-d9b01b20fe7c is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:59:22.640288 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab459969-33e0-44e9-9c65-0a560e8ed229 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=e35842ef-88b2-4acb-a0ba-af17ea48b1b8,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:22.643223 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-ab459969-33e0-44e9-9c65-0a560e8ed229 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:59:22.645423 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-ab459969-33e0-44e9-9c65-0a560e8ed229 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:59:22.701376 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-ab459969-33e0-44e9-9c65-0a560e8ed229 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:22.702396 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-ab459969-33e0-44e9-9c65-0a560e8ed229 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:22.730440 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-ab459969-33e0-44e9-9c65-0a560e8ed229 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6135600 Dec 14 01:59:22.748757 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Request body: {'port': {'device_id': 'fd1a46e6-4cd3-411f-91c6-dec07c30d9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:59:22.816605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:22.943292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c8d7e66a-e6b8-46fd-8c1f-304f917f646f None None] Provisioning complete for port e35842ef-88b2-4acb-a0ba-af17ea48b1b8 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:59:22.943953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e66a-e6b8-46fd-8c1f-304f917f646f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:22.981234 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c8d7e66a-e6b8-46fd-8c1f-304f917f646f None None] Port e35842ef-88b2-4acb-a0ba-af17ea48b1b8 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 01:59:23.107653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35842ef-88b2-4acb-a0ba-af17ea48b1b8 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:59:23.116600 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:23.129644 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Transition to ACTIVE for port object e35842ef-88b2-4acb-a0ba-af17ea48b1b8 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 01:59:23.134081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:23.137525 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f73c6-6b41-4420-b8eb-9455b9fb1d32 req-c259a3a0-c94e-4c12-a51f-895398a51aab tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:23.144671 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dc3f73c6-6b41-4420-b8eb-9455b9fb1d32 req-c259a3a0-c94e-4c12-a51f-895398a51aab tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 932 time: 0.0594337 Dec 14 01:59:23.187578 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Pushing event updated for resources: {'Port': ['ID=e35842ef-88b2-4acb-a0ba-af17ea48b1b8,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:23.217161 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dc3f73c6-6b41-4420-b8eb-9455b9fb1d32 req-758fb786-20ad-420b-ba47-474d67d0df35 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662391 Dec 14 01:59:23.276244 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Attempting to bind port e35842ef-88b2-4acb-a0ba-af17ea48b1b8 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 01:59:23.276588 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Attempting to bind port e35842ef-88b2-4acb-a0ba-af17ea48b1b8 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '5a351b83-46f7-455c-b72c-e18383aeb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 01:59:23.276978 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Attempting to bind port e35842ef-88b2-4acb-a0ba-af17ea48b1b8 on network 4a360efe-0080-41ec-bebd-d9b01b20fe7c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:59:23.287034 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Port e35842ef-88b2-4acb-a0ba-af17ea48b1b8 on network 4a360efe-0080-41ec-bebd-d9b01b20fe7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 01:59:23.287347 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Attempting to bind port e35842ef-88b2-4acb-a0ba-af17ea48b1b8 on network 4a360efe-0080-41ec-bebd-d9b01b20fe7c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 01:59:23.293080 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 1, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 01:59:23.293415 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Checking segment: {'id': '5a351b83-46f7-455c-b72c-e18383aeb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 01:59:23.293796 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Bound using segment: {'id': '5a351b83-46f7-455c-b72c-e18383aeb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 01:59:23.294220 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Bound port: e35842ef-88b2-4acb-a0ba-af17ea48b1b8, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a351b83-46f7-455c-b72c-e18383aeb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 01:59:23.294574 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:23.363915 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] For port e35842ef-88b2-4acb-a0ba-af17ea48b1b8, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 01:59:23.367355 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] For port e35842ef-88b2-4acb-a0ba-af17ea48b1b8, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e35842ef-88b2-4acb-a0ba-af17ea48b1b8,segment=NetworkSegment(5a351b83-46f7-455c-b72c-e18383aeb234),segment_id=5a351b83-46f7-455c-b72c-e18383aeb234)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 01:59:23.371991 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:23.410562 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:23.411176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:23.412640 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] 10.222.0.16 "PUT /v2.0/ports/e35842ef-88b2-4acb-a0ba-af17ea48b1b8 HTTP/1.1" status: 200 len: 1094 time: 0.6685925 Dec 14 01:59:23.413073 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1a46e6-4cd3-411f-91c6-dec07c30d9ff', 'tag': 'e35842ef-88b2-4acb-a0ba-af17ea48b1b8'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:59:23.415374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8a5a38-bd90-45e4-ba67-dc4c282d0785" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1a46e6-4cd3-411f-91c6-dec07c30d9ff", "tag": "e35842ef-88b2-4acb-a0ba-af17ea48b1b8"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:59:23.452215 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66094683-098a-4e6a-868e-3e380b378f76 service neutron] Pushing event updated for resources: {'Port': ['ID=e35842ef-88b2-4acb-a0ba-af17ea48b1b8,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:23.466314 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c39da55-77dd-4819-a56b-46ab344d3e1c x-openstack-request-id: req-2c39da55-77dd-4819-a56b-46ab344d3e1c {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:59:23.466600 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1a46e6-4cd3-411f-91c6-dec07c30d9ff", "tag": "e35842ef-88b2-4acb-a0ba-af17ea48b1b8", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:59:23.466851 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c39da55-77dd-4819-a56b-46ab344d3e1c {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:59:23.467258 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1a46e6-4cd3-411f-91c6-dec07c30d9ff', 'tag': 'e35842ef-88b2-4acb-a0ba-af17ea48b1b8', 'status': 'completed', 'code': 200} Dec 14 01:59:23.523157 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-0c6e7275-8f97-4333-b5af-491f6a734800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:23.524763 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-0c6e7275-8f97-4333-b5af-491f6a734800 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 1097 time: 0.0449538 Dec 14 01:59:23.582827 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-9a41b078-3132-4bd0-8ad1-540ee5d88b4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35842ef-88b2-4acb-a0ba-af17ea48b1b8 HTTP/1.1" status: 200 len: 217 time: 0.0436075 Dec 14 01:59:23.635781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-f84cc0d1-9f7e-424f-a7f9-9083787b8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:23.637437 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-f84cc0d1-9f7e-424f-a7f9-9083787b8594 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e70df57-c32a-4554-a2cb-aae3650dccf9 HTTP/1.1" status: 200 len: 835 time: 0.0474284 Dec 14 01:59:23.686421 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-59417ff6-a1df-4f46-a078-6db70cdd6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:23.688359 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-59417ff6-a1df-4f46-a078-6db70cdd6031 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a360efe-0080-41ec-bebd-d9b01b20fe7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431368 Dec 14 01:59:23.786277 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-63cfabfc-c324-4972-8fb8-27c95b80c9f6 service neutron] 10.222.0.16 "GET /v2.0/networks/4a360efe-0080-41ec-bebd-d9b01b20fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907500 Dec 14 01:59:23.880383 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-82433c99-c154-4164-a2aa-5b0a0f66f81f req-543a5aac-0cea-4459-85ab-5835b3b15466 service neutron] 10.222.0.16 "GET /v2.0/networks/4a360efe-0080-41ec-bebd-d9b01b20fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863800 Dec 14 01:59:23.889995 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e3f5b926-d405-41e8-805a-b524a1b5797a up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:59:23.938228 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port e3f5b926-d405-41e8-805a-b524a1b5797a triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:59:23.938629 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:24.011587 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a5a38-bd90-45e4-ba67-dc4c282d0785 req-a89794dc-9425-48b1-a0ff-bc8021a9c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:24.013133 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d8a5a38-bd90-45e4-ba67-dc4c282d0785 req-a89794dc-9425-48b1-a0ff-bc8021a9c083 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 1097 time: 0.0469370 Dec 14 01:59:24.105262 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a5a38-bd90-45e4-ba67-dc4c282d0785 req-6a2256aa-cfac-41cd-a76c-3e70dd58d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:24.106749 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d8a5a38-bd90-45e4-ba67-dc4c282d0785 req-6a2256aa-cfac-41cd-a76c-3e70dd58d6c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a360efe-0080-41ec-bebd-d9b01b20fe7c HTTP/1.1" status: 200 len: 897 time: 0.0856950 Dec 14 01:59:24.152829 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d8a5a38-bd90-45e4-ba67-dc4c282d0785 req-3e756408-b957-431e-bde4-cefc7144c8f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35842ef-88b2-4acb-a0ba-af17ea48b1b8 HTTP/1.1" status: 200 len: 217 time: 0.0382364 Dec 14 01:59:24.202091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a5a38-bd90-45e4-ba67-dc4c282d0785 req-78e16c7b-7296-40f8-8eec-f03c3db3e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:24.203652 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d8a5a38-bd90-45e4-ba67-dc4c282d0785 req-78e16c7b-7296-40f8-8eec-f03c3db3e290 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e70df57-c32a-4554-a2cb-aae3650dccf9 HTTP/1.1" status: 200 len: 835 time: 0.0436378 Dec 14 01:59:24.228974 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c24a6820-4701-41e0-a359-f95433d44aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:24.252448 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a5a38-bd90-45e4-ba67-dc4c282d0785 req-38a896f6-fa05-46b1-82b5-54e3067f5143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:24.253961 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d8a5a38-bd90-45e4-ba67-dc4c282d0785 req-38a896f6-fa05-46b1-82b5-54e3067f5143 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a360efe-0080-41ec-bebd-d9b01b20fe7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423713 Dec 14 01:59:24.328352 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409df35e-01d7-4797-87b4-38b70ffbc7a5 req-dac83f56-9e3e-4d9a-b3f6-4103e1580649 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:24.330128 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-409df35e-01d7-4797-87b4-38b70ffbc7a5 req-dac83f56-9e3e-4d9a-b3f6-4103e1580649 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 944 time: 0.0547731 Dec 14 01:59:24.352424 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d8a5a38-bd90-45e4-ba67-dc4c282d0785 req-bcfe4db0-1dae-4b4f-a0da-c3f72f3e724b service neutron] 10.222.0.16 "GET /v2.0/networks/4a360efe-0080-41ec-bebd-d9b01b20fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901167 Dec 14 01:59:24.379808 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-409df35e-01d7-4797-87b4-38b70ffbc7a5 req-6ac5bc92-94d2-4d85-9cd6-ff3e9930bb8e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433969 Dec 14 01:59:24.443775 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d8a5a38-bd90-45e4-ba67-dc4c282d0785 req-84f4a876-361b-4bc8-9cbb-9c05c06af366 service neutron] 10.222.0.16 "GET /v2.0/networks/4a360efe-0080-41ec-bebd-d9b01b20fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834610 Dec 14 01:59:25.498495 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a225b-7ddf-4f92-8754-b3a9726efb2d req-ec4d2dcb-6e43-4d5d-94ae-19c121125981 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:25.499992 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a27a225b-7ddf-4f92-8754-b3a9726efb2d req-ec4d2dcb-6e43-4d5d-94ae-19c121125981 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 944 time: 0.0511951 Dec 14 01:59:25.556666 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a27a225b-7ddf-4f92-8754-b3a9726efb2d req-1279a360-6cc8-4991-8cfb-6c9b74fbc664 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474172 Dec 14 01:59:25.570362 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:26.689558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c99738-c5bf-4f75-b427-cdec4bac5eb2 req-401c2c84-8096-4ec6-b833-d3f2cfafe7aa tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:26.691368 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f9c99738-c5bf-4f75-b427-cdec4bac5eb2 req-401c2c84-8096-4ec6-b833-d3f2cfafe7aa tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 944 time: 0.0539546 Dec 14 01:59:26.747918 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f9c99738-c5bf-4f75-b427-cdec4bac5eb2 req-80cef1d4-c4c0-46a7-be7a-769cef28a5a8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477901 Dec 14 01:59:26.963716 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:27.162160 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device e35842ef-88b2-4acb-a0ba-af17ea48b1b8 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 01:59:27.269667 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port e35842ef-88b2-4acb-a0ba-af17ea48b1b8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e35842ef-88b2-4acb-a0ba-af17ea48b1b8,segment=NetworkSegment(5a351b83-46f7-455c-b72c-e18383aeb234),segment_id=5a351b83-46f7-455c-b72c-e18383aeb234)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:59:27.282150 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'e35842ef-88b2-4acb-a0ba-af17ea48b1b8', 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c', 'port_id': 'e35842ef-88b2-4acb-a0ba-af17ea48b1b8', 'mac_address': 'fa:16:3e:c1:dd:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 01:59:27.318513 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:27.331123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35842ef-88b2-4acb-a0ba-af17ea48b1b8 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 01:59:27.349938 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port e35842ef-88b2-4acb-a0ba-af17ea48b1b8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e35842ef-88b2-4acb-a0ba-af17ea48b1b8,segment=NetworkSegment(5a351b83-46f7-455c-b72c-e18383aeb234),segment_id=5a351b83-46f7-455c-b72c-e18383aeb234)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:59:27.357353 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:27.406956 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=e35842ef-88b2-4acb-a0ba-af17ea48b1b8,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:27.638728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['e35842ef-88b2-4acb-a0ba-af17ea48b1b8'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 01:59:27.738152 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:27.873488 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad0fda-9660-456e-97ea-6fbf40d2df4f req-d47181ad-6005-4dc8-9974-744b6b27f6ac tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:27.875330 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6cad0fda-9660-456e-97ea-6fbf40d2df4f req-d47181ad-6005-4dc8-9974-744b6b27f6ac tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 945 time: 0.0497847 Dec 14 01:59:27.924747 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6cad0fda-9660-456e-97ea-6fbf40d2df4f req-e2fb8f7e-03f5-44a2-84e3-c94874b7a789 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425856 Dec 14 01:59:29.043388 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5283812-d6ce-433f-a169-183165d95f60 req-62f940ff-b8d7-4d8d-ae1a-b8aa1db6fe71 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:29.044926 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b5283812-d6ce-433f-a169-183165d95f60 req-62f940ff-b8d7-4d8d-ae1a-b8aa1db6fe71 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 945 time: 0.0506775 Dec 14 01:59:29.105027 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b5283812-d6ce-433f-a169-183165d95f60 req-3f05ae71-568a-4ab3-9565-b206df9db02e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537851 Dec 14 01:59:29.176616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device e35842ef-88b2-4acb-a0ba-af17ea48b1b8 up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 01:59:29.232465 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port e35842ef-88b2-4acb-a0ba-af17ea48b1b8 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 01:59:29.238393 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port e35842ef-88b2-4acb-a0ba-af17ea48b1b8 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 01:59:29.238995 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:29.322347 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:29.352435 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1a46e6-4cd3-411f-91c6-dec07c30d9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35842ef-88b2-4acb-a0ba-af17ea48b1b8'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:59:29.354755 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf8f089-132e-4a65-9ab6-c8211f76fc4c" -d '{"events": [{"server_uuid": "fd1a46e6-4cd3-411f-91c6-dec07c30d9ff", "name": "network-vif-plugged", "status": "completed", "tag": "e35842ef-88b2-4acb-a0ba-af17ea48b1b8"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:59:29.367605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port e35842ef-88b2-4acb-a0ba-af17ea48b1b8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e35842ef-88b2-4acb-a0ba-af17ea48b1b8,segment=NetworkSegment(5a351b83-46f7-455c-b72c-e18383aeb234),segment_id=5a351b83-46f7-455c-b72c-e18383aeb234)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 01:59:29.371845 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:29.394403 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 01:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1446ed5-f1f1-4baf-9838-14aec511575a x-openstack-request-id: req-c1446ed5-f1f1-4baf-9838-14aec511575a {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:59:29.394696 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1a46e6-4cd3-411f-91c6-dec07c30d9ff", "name": "network-vif-plugged", "status": "completed", "tag": "e35842ef-88b2-4acb-a0ba-af17ea48b1b8", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:59:29.394949 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1446ed5-f1f1-4baf-9838-14aec511575a {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:59:29.395336 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1a46e6-4cd3-411f-91c6-dec07c30d9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35842ef-88b2-4acb-a0ba-af17ea48b1b8', 'code': 200} Dec 14 01:59:29.420049 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=e35842ef-88b2-4acb-a0ba-af17ea48b1b8,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:29.601899 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d721f3d-03ca-42d9-82ef-c725197e2fd0 req-36fe5680-e9fe-4133-92f1-a339ea2c35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:29.603283 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d721f3d-03ca-42d9-82ef-c725197e2fd0 req-36fe5680-e9fe-4133-92f1-a339ea2c35fc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 1099 time: 0.0450873 Dec 14 01:59:29.653108 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-4d721f3d-03ca-42d9-82ef-c725197e2fd0 req-eb624807-34e3-4097-bc19-31a0c1dee26f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421629 Dec 14 01:59:30.295281 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdccb9-86f6-4f5b-a3b5-34b9e7d9e2e1 req-a30dcdbd-aecb-44a9-907c-08526e30bb9c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:30.296801 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-64cdccb9-86f6-4f5b-a3b5-34b9e7d9e2e1 req-a30dcdbd-aecb-44a9-907c-08526e30bb9c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0560958 Dec 14 01:59:30.347076 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-64cdccb9-86f6-4f5b-a3b5-34b9e7d9e2e1 req-745b00bb-c5a2-461c-bab8-f532ce73bb9f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441787 Dec 14 01:59:31.486058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c477a-b2ba-425f-afcf-4bd06025f7e8 req-91001879-9a77-48e7-8578-d0322b1c1fe7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:31.487583 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7f3c477a-b2ba-425f-afcf-4bd06025f7e8 req-91001879-9a77-48e7-8578-d0322b1c1fe7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0627434 Dec 14 01:59:31.540143 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7f3c477a-b2ba-425f-afcf-4bd06025f7e8 req-5fc86839-f7b2-4f88-80ec-145a6b17322e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463421 Dec 14 01:59:31.668391 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f06b3d-b380-4c9a-8fea-7de42b3a670a req-176fce02-207c-4650-9f86-63cfffa3f277 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:31.669781 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-21f06b3d-b380-4c9a-8fea-7de42b3a670a req-176fce02-207c-4650-9f86-63cfffa3f277 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0541568 Dec 14 01:59:31.719181 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-21f06b3d-b380-4c9a-8fea-7de42b3a670a req-17412cc2-a409-4585-ad27-ed2f1a3c70df tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430679 Dec 14 01:59:31.742023 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35326) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:32.106098 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facc1211-2278-46df-95ea-b8c94a0c7a6d tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:32.107652 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-facc1211-2278-46df-95ea-b8c94a0c7a6d tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 1094 time: 0.3646331 Dec 14 01:59:32.111273 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35328) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:32.115584 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': 'e35842ef-88b2-4acb-a0ba-af17ea48b1b8', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 01:59:32.141586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:32.243999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:32.350561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.26.1.253 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/4314b46c-e82c-4267-a7da-b6396d8f0639) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 01:59:32.454224 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:32.491184 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:32.533919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 01:59:32.536845 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 01:59:32.541402 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 01:59:32.546733 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=4314b46c-e82c-4267-a7da-b6396d8f0639,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:32.911744 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:32.977273 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:33.134433 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:33.142475 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:33.212822 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=4314b46c-e82c-4267-a7da-b6396d8f0639,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 01:59:33.224910 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:33.331630 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Floating IP 11398af2-6f74-4546-92f8-ca8972753330 associated. External IP: 172.26.1.253, port: e35842ef-88b2-4acb-a0ba-af17ea48b1b8. Dec 14 01:59:33.541673 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 01:59:33.661085 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 01:59:33.673463 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddbcf3c-507c-45fd-b410-f7f397cb1ced None None] Sync routers for ids ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 01:59:33.683260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:33.684203 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddbcf3c-507c-45fd-b410-f7f397cb1ced None None] Routers {'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:59:33.684800 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-fddbcf3c-507c-45fd-b410-f7f397cb1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:59:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:33.711545 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e22f88f7-28b1-42ea-a782-9d91f36ea6f4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5992630 Dec 14 01:59:33.712482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1a46e6-4cd3-411f-91c6-dec07c30d9ff', 'tag': 'e35842ef-88b2-4acb-a0ba-af17ea48b1b8'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 01:59:33.714891 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca9334c-664e-42d0-a2b0-8c7ea35cf496" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1a46e6-4cd3-411f-91c6-dec07c30d9ff", "tag": "e35842ef-88b2-4acb-a0ba-af17ea48b1b8"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 01:59:33.761882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 01:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487fda0b-919f-43ac-9336-8a65d4394fae x-openstack-request-id: req-487fda0b-919f-43ac-9336-8a65d4394fae {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 01:59:33.762146 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1a46e6-4cd3-411f-91c6-dec07c30d9ff", "tag": "e35842ef-88b2-4acb-a0ba-af17ea48b1b8", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 01:59:33.762412 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-487fda0b-919f-43ac-9336-8a65d4394fae {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 01:59:33.762853 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1a46e6-4cd3-411f-91c6-dec07c30d9ff', 'tag': 'e35842ef-88b2-4acb-a0ba-af17ea48b1b8', 'status': 'completed', 'code': 200} Dec 14 01:59:33.794915 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-fddbcf3c-507c-45fd-b410-f7f397cb1ced None None] Set router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:59:33.826605 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d710fd0-15ae-41e7-b8a3-ef31d1b41e5a req-a0ed86d3-5cba-4f98-9df1-09aba919a7a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:33.828371 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d710fd0-15ae-41e7-b8a3-ef31d1b41e5a req-a0ed86d3-5cba-4f98-9df1-09aba919a7a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0579782 Dec 14 01:59:33.857367 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9334c-664e-42d0-a2b0-8c7ea35cf496 req-a52b4bea-98ee-4819-899c-d44a795da6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:33.859049 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fca9334c-664e-42d0-a2b0-8c7ea35cf496 req-a52b4bea-98ee-4819-899c-d44a795da6e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 1099 time: 0.0431044 Dec 14 01:59:33.879206 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d710fd0-15ae-41e7-b8a3-ef31d1b41e5a req-ad332949-dc71-4cdb-90b1-069188b5dde2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443668 Dec 14 01:59:33.901370 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35334) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:33.963096 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9334c-664e-42d0-a2b0-8c7ea35cf496 req-420926fa-c4cf-4776-a34c-5bc6dbc61f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:33.964645 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fca9334c-664e-42d0-a2b0-8c7ea35cf496 req-420926fa-c4cf-4776-a34c-5bc6dbc61f70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a360efe-0080-41ec-bebd-d9b01b20fe7c HTTP/1.1" status: 200 len: 897 time: 0.0958736 Dec 14 01:59:33.967539 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f44d00d2-2ab9-4505-913e-d4ca9e7b9f60 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/11398af2-6f74-4546-92f8-ca8972753330 HTTP/1.1" status: 200 len: 992 time: 0.0650063 Dec 14 01:59:34.022431 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-fddbcf3c-507c-45fd-b410-f7f397cb1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171881830', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:59:15Z', 'updated_at': '2021-12-14T01:59:19Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:16Z', 'updated_at': '2021-12-14T01:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '11398af2-6f74-4546-92f8-ca8972753330', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'floating_ip_address': '172.26.1.253', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'port_id': 'e35842ef-88b2-4acb-a0ba-af17ea48b1b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c', 'mac_address': 'fa:16:3e:c1:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a46e6-4cd3-411f-91c6-dec07c30d9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:59:32Z', 'updated_at': '2021-12-14T01:59:32Z', 'revision_number': 0, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f5b926-d405-41e8-805a-b524a1b5797a', 'name': '', 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:9e:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:18Z', 'updated_at': '2021-12-14T01:59:22Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:34.030706 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fca9334c-664e-42d0-a2b0-8c7ea35cf496 req-b76c4888-13eb-4263-b19b-dfb075503435 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35842ef-88b2-4acb-a0ba-af17ea48b1b8 HTTP/1.1" status: 200 len: 1000 time: 0.0589797 Dec 14 01:59:34.053881 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddbcf3c-507c-45fd-b410-f7f397cb1ced None None] Checking router: e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 01:59:34.062562 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddbcf3c-507c-45fd-b410-f7f397cb1ced None None] Routers {'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 01:59:34.063166 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-fddbcf3c-507c-45fd-b410-f7f397cb1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T01:59:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:34.087303 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9334c-664e-42d0-a2b0-8c7ea35cf496 req-872b29d0-d6eb-43f5-a01a-d16d992fe97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:34.088824 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fca9334c-664e-42d0-a2b0-8c7ea35cf496 req-872b29d0-d6eb-43f5-a01a-d16d992fe97e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e70df57-c32a-4554-a2cb-aae3650dccf9 HTTP/1.1" status: 200 len: 835 time: 0.0512571 Dec 14 01:59:34.135589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9334c-664e-42d0-a2b0-8c7ea35cf496 req-5739976c-da68-4de6-894d-1eee482f73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:34.137097 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fca9334c-664e-42d0-a2b0-8c7ea35cf496 req-5739976c-da68-4de6-894d-1eee482f73b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a360efe-0080-41ec-bebd-d9b01b20fe7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408561 Dec 14 01:59:34.170105 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-fddbcf3c-507c-45fd-b410-f7f397cb1ced None None] Set router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 01:59:34.226660 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fca9334c-664e-42d0-a2b0-8c7ea35cf496 req-de1dec4a-e540-4931-a5c8-03c4d2daf8e6 service neutron] 10.222.0.16 "GET /v2.0/networks/4a360efe-0080-41ec-bebd-d9b01b20fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824382 Dec 14 01:59:34.324239 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-fca9334c-664e-42d0-a2b0-8c7ea35cf496 req-a96be77f-0254-464a-b1ef-ad1d9fa50a0f service neutron] 10.222.0.16 "GET /v2.0/networks/4a360efe-0080-41ec-bebd-d9b01b20fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900609 Dec 14 01:59:34.496430 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-fddbcf3c-507c-45fd-b410-f7f397cb1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171881830', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:59:15Z', 'updated_at': '2021-12-14T01:59:19Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:16Z', 'updated_at': '2021-12-14T01:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '11398af2-6f74-4546-92f8-ca8972753330', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'floating_ip_address': '172.26.1.253', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'port_id': 'e35842ef-88b2-4acb-a0ba-af17ea48b1b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c', 'mac_address': 'fa:16:3e:c1:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a46e6-4cd3-411f-91c6-dec07c30d9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:59:32Z', 'updated_at': '2021-12-14T01:59:32Z', 'revision_number': 0, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f5b926-d405-41e8-805a-b524a1b5797a', 'name': '', 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:9e:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:18Z', 'updated_at': '2021-12-14T01:59:22Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 01:59:34.526139 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddbcf3c-507c-45fd-b410-f7f397cb1ced None None] The sync data for ids ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'] in dv-neutron-821592-1-hyperv is: [{'id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171881830', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:59:15Z', 'updated_at': '2021-12-14T01:59:19Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:16Z', 'updated_at': '2021-12-14T01:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '11398af2-6f74-4546-92f8-ca8972753330', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'floating_ip_address': '172.26.1.253', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'port_id': 'e35842ef-88b2-4acb-a0ba-af17ea48b1b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c', 'mac_address': 'fa:16:3e:c1:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a46e6-4cd3-411f-91c6-dec07c30d9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T01:59:32Z', 'updated_at': '2021-12-14T01:59:32Z', 'revision_number': 0, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f5b926-d405-41e8-805a-b524a1b5797a', 'name': '', 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:9e:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:18Z', 'updated_at': '2021-12-14T01:59:22Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 01:59:34.720453 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482b57b-6dce-43b2-b31a-670cfbc5d900 None None] New status for floating IP 11398af2-6f74-4546-92f8-ca8972753330: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 01:59:34.971231 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35336) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 01:59:35.035775 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3fd925fa-0d15-43e9-b8df-30fff13068e8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/11398af2-6f74-4546-92f8-ca8972753330 HTTP/1.1" status: 200 len: 994 time: 0.0632930 Dec 14 01:59:41.176834 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:51.807833 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9437c31f-d647-4bed-93a5-5e91acae8f7b req-8be623ba-de08-4ec3-bd84-95dc6528ba45 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422637 Dec 14 01:59:51.918924 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437c31f-d647-4bed-93a5-5e91acae8f7b req-b7de333d-e60e-4d2d-bd79-79569a625dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:51.920491 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9437c31f-d647-4bed-93a5-5e91acae8f7b req-b7de333d-e60e-4d2d-bd79-79569a625dbd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 1099 time: 0.0456619 Dec 14 01:59:51.992752 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9cdf67e8-0014-436b-b95d-21bb6e4c729d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:52.032717 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437c31f-d647-4bed-93a5-5e91acae8f7b req-1cb94fc1-eaaf-4f52-a78f-997c1de8acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:52.034189 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9437c31f-d647-4bed-93a5-5e91acae8f7b req-1cb94fc1-eaaf-4f52-a78f-997c1de8acf4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a360efe-0080-41ec-bebd-d9b01b20fe7c HTTP/1.1" status: 200 len: 897 time: 0.0925522 Dec 14 01:59:52.100488 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9437c31f-d647-4bed-93a5-5e91acae8f7b req-7c0376a3-b613-477d-b6b4-c2594baee54d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35842ef-88b2-4acb-a0ba-af17ea48b1b8 HTTP/1.1" status: 200 len: 1002 time: 0.0586188 Dec 14 01:59:52.154592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437c31f-d647-4bed-93a5-5e91acae8f7b req-35e0008f-58fe-47fb-b5d6-53bcb194211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:52.156017 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9437c31f-d647-4bed-93a5-5e91acae8f7b req-35e0008f-58fe-47fb-b5d6-53bcb194211d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e70df57-c32a-4554-a2cb-aae3650dccf9 HTTP/1.1" status: 200 len: 835 time: 0.0481465 Dec 14 01:59:52.205095 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437c31f-d647-4bed-93a5-5e91acae8f7b req-91e89aab-44cb-4d49-88e0-415639e266f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 01:59:52.206681 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9437c31f-d647-4bed-93a5-5e91acae8f7b req-91e89aab-44cb-4d49-88e0-415639e266f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a360efe-0080-41ec-bebd-d9b01b20fe7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414290 Dec 14 01:59:52.214831 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 01:59:52.299011 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9437c31f-d647-4bed-93a5-5e91acae8f7b req-95c2479c-4881-4f6e-94b5-710fc47f3470 service neutron] 10.222.0.16 "GET /v2.0/networks/4a360efe-0080-41ec-bebd-d9b01b20fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844655 Dec 14 01:59:52.407548 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9437c31f-d647-4bed-93a5-5e91acae8f7b req-42664543-7a02-4913-a998-537d39199b6d service neutron] 10.222.0.16 "GET /v2.0/networks/4a360efe-0080-41ec-bebd-d9b01b20fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006026 Dec 14 01:59:54.247880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87861250-4895-4d50-aa94-fa46935ab51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:55.584491 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:56.969504 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 01:59:57.727277 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:01.896760 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d86d30-8c4e-4b4b-b590-53733ae1a9b6 req-8e451794-f340-4cdc-8ad7-9cd64bead9e8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:01.898254 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d8d86d30-8c4e-4b4b-b590-53733ae1a9b6 req-8e451794-f340-4cdc-8ad7-9cd64bead9e8 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0532503 Dec 14 02:00:01.947998 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d8d86d30-8c4e-4b4b-b590-53733ae1a9b6 req-afc837ee-580d-4559-9cec-ee95196e6aae tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437069 Dec 14 02:00:03.078007 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880af875-9090-452e-b224-39179039cf1f req-601bea05-a566-479b-8a8b-4d93bee9e297 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:03.079451 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-880af875-9090-452e-b224-39179039cf1f req-601bea05-a566-479b-8a8b-4d93bee9e297 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0523355 Dec 14 02:00:03.132209 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-880af875-9090-452e-b224-39179039cf1f req-17f23cf7-136f-4129-a6a3-0f41bc1d04d6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445836 Dec 14 02:00:04.260216 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a0c39-ea86-42f6-bc43-cab8b5a57be5 req-290f8a94-b1e0-4a04-bf28-4337127741f5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:04.261704 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3b6a0c39-ea86-42f6-bc43-cab8b5a57be5 req-290f8a94-b1e0-4a04-bf28-4337127741f5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0502820 Dec 14 02:00:04.318913 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3b6a0c39-ea86-42f6-bc43-cab8b5a57be5 req-c0a01a88-7292-4b3b-bb0d-5e411340b33a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511220 Dec 14 02:00:05.445759 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1183d1-4eec-41e6-9b07-2096eca11d8e req-b1472c8d-4fda-4baa-915e-15f32d3f50e7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:05.447231 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a1183d1-4eec-41e6-9b07-2096eca11d8e req-b1472c8d-4fda-4baa-915e-15f32d3f50e7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0502617 Dec 14 02:00:05.499432 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a1183d1-4eec-41e6-9b07-2096eca11d8e req-51d5858a-83a9-4a36-bec9-ca4895a99c59 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462446 Dec 14 02:00:06.628930 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcae06-7c63-4c6c-82b5-97e1c9e469e0 req-dad5f837-e9f6-4e1f-ad3a-51abf8d246a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:06.630399 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-88dcae06-7c63-4c6c-82b5-97e1c9e469e0 req-dad5f837-e9f6-4e1f-ad3a-51abf8d246a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0537946 Dec 14 02:00:06.684570 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-88dcae06-7c63-4c6c-82b5-97e1c9e469e0 req-91759fe6-167f-4dac-b3e3-688542e583cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451343 Dec 14 02:00:07.826906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a956746-2c56-400a-83b9-9a813ffa88f7 req-9dc310e1-ad85-4164-a587-aeff2aa4fb3f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:07.828459 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3a956746-2c56-400a-83b9-9a813ffa88f7 req-9dc310e1-ad85-4164-a587-aeff2aa4fb3f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0633197 Dec 14 02:00:07.878577 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3a956746-2c56-400a-83b9-9a813ffa88f7 req-324bd62d-2612-4078-9346-24b45a3cc160 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437531 Dec 14 02:00:08.995617 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093641a9-8b4f-444e-b294-bae2e57199f6 req-c4409c2c-6b88-4b86-b4b6-7367cb8ab955 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:08.997119 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-093641a9-8b4f-444e-b294-bae2e57199f6 req-c4409c2c-6b88-4b86-b4b6-7367cb8ab955 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0505023 Dec 14 02:00:09.050002 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-093641a9-8b4f-444e-b294-bae2e57199f6 req-0ca76b10-2a2b-40a8-8381-38592aa9b8e4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439570 Dec 14 02:00:10.177610 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e96949-9aa6-4d63-af3b-790136a00117 req-b022e91e-773b-4e23-915b-486d9e165998 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:10.179129 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-64e96949-9aa6-4d63-af3b-790136a00117 req-b022e91e-773b-4e23-915b-486d9e165998 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0501759 Dec 14 02:00:10.234868 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-64e96949-9aa6-4d63-af3b-790136a00117 req-b5d2910e-a1a2-4bf3-9b9a-64778acf1cde tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496192 Dec 14 02:00:11.173944 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:11.363889 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbf35c-ea6d-405d-b55b-3c5a60c7b5b6 req-0ec16cfc-eca4-4320-9c1b-8df59d2a2693 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:11.365457 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a2fbf35c-ea6d-405d-b55b-3c5a60c7b5b6 req-0ec16cfc-eca4-4320-9c1b-8df59d2a2693 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0518069 Dec 14 02:00:11.419840 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a2fbf35c-ea6d-405d-b55b-3c5a60c7b5b6 req-38b04fff-1dde-47b4-8403-e45ba194919e tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482609 Dec 14 02:00:12.557468 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f8dc3-70c9-42ae-8243-6ea7a0b3f3e5 req-455dcffe-13f1-476a-8c6a-f46c16f48350 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:12.558981 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-291f8dc3-70c9-42ae-8243-6ea7a0b3f3e5 req-455dcffe-13f1-476a-8c6a-f46c16f48350 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0558074 Dec 14 02:00:12.609792 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-291f8dc3-70c9-42ae-8243-6ea7a0b3f3e5 req-0d49f7a7-2f75-4217-b305-915919ecb944 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446255 Dec 14 02:00:12.638577 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35370) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:12.704775 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f63ea8ed-12b2-4192-9ce3-361066328765 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/11398af2-6f74-4546-92f8-ca8972753330 HTTP/1.1" status: 200 len: 994 time: 0.0649962 Dec 14 02:00:14.174122 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004b47e-4080-4a92-90c8-35e5d06ede77 req-0d78397f-f83a-4f34-95bc-1f6b9eeacac0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:14.175607 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e004b47e-4080-4a92-90c8-35e5d06ede77 req-0d78397f-f83a-4f34-95bc-1f6b9eeacac0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0581157 Dec 14 02:00:14.213144 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810826a3-f923-415b-8439-e50a233d99be req-b64b0637-d523-45e3-9676-bd94929528a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:14.214672 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-810826a3-f923-415b-8439-e50a233d99be req-b64b0637-d523-45e3-9676-bd94929528a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 1099 time: 0.0420945 Dec 14 02:00:14.228238 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e004b47e-4080-4a92-90c8-35e5d06ede77 req-56cb3b35-7257-4f69-83a5-614016d3f6fe tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452933 Dec 14 02:00:14.310890 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810826a3-f923-415b-8439-e50a233d99be req-96549c8a-3366-41ca-96cc-ff98b402c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:14.312311 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-810826a3-f923-415b-8439-e50a233d99be req-96549c8a-3366-41ca-96cc-ff98b402c8d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a360efe-0080-41ec-bebd-d9b01b20fe7c HTTP/1.1" status: 200 len: 897 time: 0.0897629 Dec 14 02:00:14.380718 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-810826a3-f923-415b-8439-e50a233d99be req-674b86ee-3c6f-49ca-8344-af43e9e51821 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35842ef-88b2-4acb-a0ba-af17ea48b1b8 HTTP/1.1" status: 200 len: 1002 time: 0.0612376 Dec 14 02:00:14.432715 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810826a3-f923-415b-8439-e50a233d99be req-e080b09e-69fa-46cc-b404-bd3b10d85492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:14.434197 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-810826a3-f923-415b-8439-e50a233d99be req-e080b09e-69fa-46cc-b404-bd3b10d85492 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e70df57-c32a-4554-a2cb-aae3650dccf9 HTTP/1.1" status: 200 len: 835 time: 0.0458186 Dec 14 02:00:14.485401 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810826a3-f923-415b-8439-e50a233d99be req-8c1f7fbf-44f7-47dd-a972-debe5e3e2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:14.486904 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-810826a3-f923-415b-8439-e50a233d99be req-8c1f7fbf-44f7-47dd-a972-debe5e3e2aa0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a360efe-0080-41ec-bebd-d9b01b20fe7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451624 Dec 14 02:00:14.579624 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-810826a3-f923-415b-8439-e50a233d99be req-44d021dd-f4bf-409a-921b-31185f163ef8 service neutron] 10.222.0.16 "GET /v2.0/networks/4a360efe-0080-41ec-bebd-d9b01b20fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845149 Dec 14 02:00:14.674275 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-810826a3-f923-415b-8439-e50a233d99be req-5ded5ea3-cb96-472f-9765-fc9a54462108 service neutron] 10.222.0.16 "GET /v2.0/networks/4a360efe-0080-41ec-bebd-d9b01b20fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871634 Dec 14 02:00:15.358931 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dbfa3-a427-4ba6-8424-7f208644176c req-0f1cdc4f-fc2d-4af8-8a56-e2c27d6bf875 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:15.360409 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-113dbfa3-a427-4ba6-8424-7f208644176c req-0f1cdc4f-fc2d-4af8-8a56-e2c27d6bf875 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0610201 Dec 14 02:00:15.412598 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-113dbfa3-a427-4ba6-8424-7f208644176c req-324d7a51-8ef1-4e39-98fc-15f339c3d52b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460474 Dec 14 02:00:15.435452 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35384) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:15.496769 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-1878f1ba-4cac-4853-8479-e5d389073666 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/11398af2-6f74-4546-92f8-ca8972753330 HTTP/1.1" status: 200 len: 994 time: 0.0599325 Dec 14 02:00:21.993626 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8c4fd973-5237-499b-ac4f-8c52ee542064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:24.240797 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f6a5f4e-4648-40af-8706-1ac0d903eb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:25.583762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:26.972344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:27.733618 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:29.215273 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:00:41.175544 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:45.942075 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35394) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:46.115160 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port 4314b46c-e82c-4267-a7da-b6396d8f0639 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:00:46.115406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:46.195795 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:46.196079 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:46.214444 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for 4314b46c-e82c-4267-a7da-b6396d8f0639 owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:00:46.370582 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:46.396338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=4314b46c-e82c-4267-a7da-b6396d8f0639,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:46.408312 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:46.408643 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:46.408986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:46.409328 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:46.409665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:46.409992 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:46.410324 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:46.410649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:46.410973 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:46.411296 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:46.411620 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:46.411940 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:46.412297 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:46.464794 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:46.465138 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Floating IP 11398af2-6f74-4546-92f8-ca8972753330 disassociated (deleted). External IP: 172.26.1.253, port: e35842ef-88b2-4acb-a0ba-af17ea48b1b8. Dec 14 02:00:46.682226 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:00:46.793886 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:00:46.798825 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:46.805506 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281cbdf-544f-4b64-b186-5eb65ef514bf None None] Sync routers for ids ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:00:46.815916 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281cbdf-544f-4b64-b186-5eb65ef514bf None None] Routers {'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:00:46.816674 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-9281cbdf-544f-4b64-b186-5eb65ef514bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:00:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:00:46.827235 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7314fe3e-a598-44e0-bc24-973b9cde03cd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/floatingips/11398af2-6f74-4546-92f8-ca8972753330 HTTP/1.1" status: 204 len: 168 time: 0.8836920 Dec 14 02:00:46.827975 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1a46e6-4cd3-411f-91c6-dec07c30d9ff', 'tag': 'e35842ef-88b2-4acb-a0ba-af17ea48b1b8'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:00:46.830317 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5416ee-ecfb-419d-879d-6e1af4d43396" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1a46e6-4cd3-411f-91c6-dec07c30d9ff", "tag": "e35842ef-88b2-4acb-a0ba-af17ea48b1b8"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:00:46.868910 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f00854-46df-4a9c-bbb4-c80d6066282b x-openstack-request-id: req-07f00854-46df-4a9c-bbb4-c80d6066282b {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:00:46.869184 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1a46e6-4cd3-411f-91c6-dec07c30d9ff", "tag": "e35842ef-88b2-4acb-a0ba-af17ea48b1b8", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:00:46.869460 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07f00854-46df-4a9c-bbb4-c80d6066282b {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:00:46.869868 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1a46e6-4cd3-411f-91c6-dec07c30d9ff', 'tag': 'e35842ef-88b2-4acb-a0ba-af17ea48b1b8', 'status': 'completed', 'code': 200} Dec 14 02:00:46.923279 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-9281cbdf-544f-4b64-b186-5eb65ef514bf None None] Set router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:00:46.972879 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5416ee-ecfb-419d-879d-6e1af4d43396 req-40abe088-debb-427e-8901-6bf16415792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:46.976125 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3e5416ee-ecfb-419d-879d-6e1af4d43396 req-40abe088-debb-427e-8901-6bf16415792f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 1099 time: 0.0616117 Dec 14 02:00:47.071737 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdea71-8255-4953-bb6e-ed6142ebbd28 req-b3f6d9f7-c54a-433b-89df-f28c5817a9a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:47.073580 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a4fdea71-8255-4953-bb6e-ed6142ebbd28 req-b3f6d9f7-c54a-433b-89df-f28c5817a9a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0594656 Dec 14 02:00:47.074289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5416ee-ecfb-419d-879d-6e1af4d43396 req-18c1a207-7fdc-4494-8aa4-85797e69119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:47.075923 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3e5416ee-ecfb-419d-879d-6e1af4d43396 req-18c1a207-7fdc-4494-8aa4-85797e69119d service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a360efe-0080-41ec-bebd-d9b01b20fe7c HTTP/1.1" status: 200 len: 897 time: 0.0917571 Dec 14 02:00:47.119461 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3e5416ee-ecfb-419d-879d-6e1af4d43396 req-5c1ff282-9f13-4ccf-a3f0-9247bf089220 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35842ef-88b2-4acb-a0ba-af17ea48b1b8 HTTP/1.1" status: 200 len: 217 time: 0.0346465 Dec 14 02:00:47.125913 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a4fdea71-8255-4953-bb6e-ed6142ebbd28 req-d59c55fc-c3f7-44d7-a9b7-c13053e5ac3a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445983 Dec 14 02:00:47.154821 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-9281cbdf-544f-4b64-b186-5eb65ef514bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171881830', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:59:15Z', 'updated_at': '2021-12-14T01:59:19Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:16Z', 'updated_at': '2021-12-14T01:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'e3f5b926-d405-41e8-805a-b524a1b5797a', 'name': '', 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:9e:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:18Z', 'updated_at': '2021-12-14T01:59:22Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:00:47.173279 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5416ee-ecfb-419d-879d-6e1af4d43396 req-23c467f7-e9d7-4369-8d8a-8d5f2edacc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:47.174743 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3e5416ee-ecfb-419d-879d-6e1af4d43396 req-23c467f7-e9d7-4369-8d8a-8d5f2edacc3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e70df57-c32a-4554-a2cb-aae3650dccf9 HTTP/1.1" status: 200 len: 835 time: 0.0478513 Dec 14 02:00:47.180481 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281cbdf-544f-4b64-b186-5eb65ef514bf None None] Checking router: e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:00:47.188748 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281cbdf-544f-4b64-b186-5eb65ef514bf None None] Routers {'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:00:47.189340 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-9281cbdf-544f-4b64-b186-5eb65ef514bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:00:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:00:47.220665 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5416ee-ecfb-419d-879d-6e1af4d43396 req-4a1f66c9-7f57-426a-bf7b-fcbd4ada3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:47.221995 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3e5416ee-ecfb-419d-879d-6e1af4d43396 req-4a1f66c9-7f57-426a-bf7b-fcbd4ada3dbc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a360efe-0080-41ec-bebd-d9b01b20fe7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397527 Dec 14 02:00:47.296000 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-9281cbdf-544f-4b64-b186-5eb65ef514bf None None] Set router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:00:47.313420 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3e5416ee-ecfb-419d-879d-6e1af4d43396 req-4c5f0f95-b4ca-4d02-b8e6-92240cebd871 service neutron] 10.222.0.16 "GET /v2.0/networks/4a360efe-0080-41ec-bebd-d9b01b20fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829186 Dec 14 02:00:47.411943 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-3e5416ee-ecfb-419d-879d-6e1af4d43396 req-38f78457-4bc9-4e5b-a24c-8b9cae71f3b8 service neutron] 10.222.0.16 "GET /v2.0/networks/4a360efe-0080-41ec-bebd-d9b01b20fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896327 Dec 14 02:00:47.501588 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-9281cbdf-544f-4b64-b186-5eb65ef514bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171881830', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:59:15Z', 'updated_at': '2021-12-14T01:59:19Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:16Z', 'updated_at': '2021-12-14T01:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'e3f5b926-d405-41e8-805a-b524a1b5797a', 'name': '', 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:9e:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:18Z', 'updated_at': '2021-12-14T01:59:22Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:00:47.530664 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281cbdf-544f-4b64-b186-5eb65ef514bf None None] The sync data for ids ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'] in dv-neutron-821592-1-hyperv is: [{'id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171881830', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:59:15Z', 'updated_at': '2021-12-14T01:59:19Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:16Z', 'updated_at': '2021-12-14T01:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'e3f5b926-d405-41e8-805a-b524a1b5797a', 'name': '', 'network_id': '4a360efe-0080-41ec-bebd-d9b01b20fe7c', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:9e:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:18Z', 'updated_at': '2021-12-14T01:59:22Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': '0e70df57-c32a-4554-a2cb-aae3650dccf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:00:47.774286 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bc0f8a-78c5-4363-8ede-a35cbfd52eec None None] New status for floating IP 11398af2-6f74-4546-92f8-ca8972753330: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:00:48.267031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136e7cc-107a-4847-8374-b9e8ab08efbd req-54943070-a89b-4e1c-a60e-2b7ca091a18a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:48.268547 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2136e7cc-107a-4847-8374-b9e8ab08efbd req-54943070-a89b-4e1c-a60e-2b7ca091a18a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0630774 Dec 14 02:00:48.322857 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2136e7cc-107a-4847-8374-b9e8ab08efbd req-5d107911-8595-464c-9fd6-88ef17b5e6c3 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1cebae3-3c88-4328-ae59-b3bbd4bb301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453844 Dec 14 02:00:48.704604 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d521f-4c13-4584-9a39-08034aebb9e1 req-b7d1737f-c1cd-4a70-9d1d-d825bdb169d7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:48.706082 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8e7d521f-4c13-4584-9a39-08034aebb9e1 req-b7d1737f-c1cd-4a70-9d1d-d825bdb169d7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 946 time: 0.0572643 Dec 14 02:00:48.801127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-8e7d521f-4c13-4584-9a39-08034aebb9e1 req-feb02638-d652-4100-8fef-d6f67b71622b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port e35842ef-88b2-4acb-a0ba-af17ea48b1b8 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:00:48.801463 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8e7d521f-4c13-4584-9a39-08034aebb9e1 req-feb02638-d652-4100-8fef-d6f67b71622b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:48.892417 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-8e7d521f-4c13-4584-9a39-08034aebb9e1 req-feb02638-d652-4100-8fef-d6f67b71622b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] For port e35842ef-88b2-4acb-a0ba-af17ea48b1b8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e35842ef-88b2-4acb-a0ba-af17ea48b1b8,segment=NetworkSegment(5a351b83-46f7-455c-b72c-e18383aeb234),segment_id=5a351b83-46f7-455c-b72c-e18383aeb234)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:00:48.892789 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8e7d521f-4c13-4584-9a39-08034aebb9e1 req-feb02638-d652-4100-8fef-d6f67b71622b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:48.905330 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-8e7d521f-4c13-4584-9a39-08034aebb9e1 req-feb02638-d652-4100-8fef-d6f67b71622b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for e35842ef-88b2-4acb-a0ba-af17ea48b1b8 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:00:49.044130 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8e7d521f-4c13-4584-9a39-08034aebb9e1 req-feb02638-d652-4100-8fef-d6f67b71622b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:49.073879 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb02638-d652-4100-8fef-d6f67b71622b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=e35842ef-88b2-4acb-a0ba-af17ea48b1b8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:49.114803 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7d521f-4c13-4584-9a39-08034aebb9e1 req-feb02638-d652-4100-8fef-d6f67b71622b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] No DVR routers for this DVR port e35842ef-88b2-4acb-a0ba-af17ea48b1b8 on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:00:49.117439 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8e7d521f-4c13-4584-9a39-08034aebb9e1 req-feb02638-d652-4100-8fef-d6f67b71622b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:49.120739 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8e7d521f-4c13-4584-9a39-08034aebb9e1 req-feb02638-d652-4100-8fef-d6f67b71622b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "DELETE /v2.0/ports/e35842ef-88b2-4acb-a0ba-af17ea48b1b8 HTTP/1.1" status: 204 len: 173 time: 0.4075811 Dec 14 02:00:49.121160 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1a46e6-4cd3-411f-91c6-dec07c30d9ff', 'name': 'network-vif-deleted', 'tag': 'e35842ef-88b2-4acb-a0ba-af17ea48b1b8'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:00:49.123381 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0173a2-88b8-46f5-8473-04905d1fde27" -d '{"events": [{"server_uuid": "fd1a46e6-4cd3-411f-91c6-dec07c30d9ff", "name": "network-vif-deleted", "tag": "e35842ef-88b2-4acb-a0ba-af17ea48b1b8"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:00:49.166213 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db22747-bc0c-4099-b816-96007db8badb x-openstack-request-id: req-6db22747-bc0c-4099-b816-96007db8badb {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:00:49.166511 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1a46e6-4cd3-411f-91c6-dec07c30d9ff", "name": "network-vif-deleted", "tag": "e35842ef-88b2-4acb-a0ba-af17ea48b1b8", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:00:49.166763 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6db22747-bc0c-4099-b816-96007db8badb {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:00:49.167167 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1a46e6-4cd3-411f-91c6-dec07c30d9ff', 'name': 'network-vif-deleted', 'tag': 'e35842ef-88b2-4acb-a0ba-af17ea48b1b8', 'status': 'completed', 'code': 200} Dec 14 02:00:49.438250 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2258e0c2-bec0-40c2-9aae-fe07b58069c9 req-a8c1044d-2dd1-499f-8ef5-3a2a6ddfb914 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1a46e6-4cd3-411f-91c6-dec07c30d9ff HTTP/1.1" status: 200 len: 210 time: 0.0267613 Dec 14 02:00:50.505109 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35410) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:51.208646 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbf690fa-38da-47a2-82a3-cc8b255ea082 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:51.480535 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bbf690fa-38da-47a2-82a3-cc8b255ea082 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port e3f5b926-d405-41e8-805a-b524a1b5797a {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:00:51.480902 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbf690fa-38da-47a2-82a3-cc8b255ea082 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:51.573130 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bbf690fa-38da-47a2-82a3-cc8b255ea082 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] For port e3f5b926-d405-41e8-805a-b524a1b5797a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e3f5b926-d405-41e8-805a-b524a1b5797a,segment=NetworkSegment(5a351b83-46f7-455c-b72c-e18383aeb234),segment_id=5a351b83-46f7-455c-b72c-e18383aeb234)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:00:51.573844 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbf690fa-38da-47a2-82a3-cc8b255ea082 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:51.586476 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bbf690fa-38da-47a2-82a3-cc8b255ea082 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for e3f5b926-d405-41e8-805a-b524a1b5797a owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:00:51.798682 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbf690fa-38da-47a2-82a3-cc8b255ea082 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:51.823227 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf690fa-38da-47a2-82a3-cc8b255ea082 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=e3f5b926-d405-41e8-805a-b524a1b5797a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:51.987343 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-166f785f-bdd6-4238-b987-992c29b043e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:52.006599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bbf690fa-38da-47a2-82a3-cc8b255ea082 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:52.238235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf690fa-38da-47a2-82a3-cc8b255ea082 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:00:52.362547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf690fa-38da-47a2-82a3-cc8b255ea082 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:00:52.367974 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bbf690fa-38da-47a2-82a3-cc8b255ea082 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "PUT /v2.0/routers/e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8618066 Dec 14 02:00:52.371442 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35412) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:52.373585 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c3480-5840-4255-80a6-00899a09bb13 None None] Sync routers for ids ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:00:52.384511 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c3480-5840-4255-80a6-00899a09bb13 None None] Routers {'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:00:52.385227 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-465c3480-5840-4255-80a6-00899a09bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:00:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:00:52.422688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ab9357-69d1-4718-ad19-dee0f480e213 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting subnet 0e70df57-c32a-4554-a2cb-aae3650dccf9 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:00:52.425912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5ab9357-69d1-4718-ad19-dee0f480e213 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:52.465112 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5ab9357-69d1-4718-ad19-dee0f480e213 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:52.489528 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-465c3480-5840-4255-80a6-00899a09bb13 None None] Set router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:00:52.551339 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5ab9357-69d1-4718-ad19-dee0f480e213 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:52.613879 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5ab9357-69d1-4718-ad19-dee0f480e213 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:52.641614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab9357-69d1-4718-ad19-dee0f480e213 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Subnet': ['ID=0e70df57-c32a-4554-a2cb-aae3650dccf9,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:52.646710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5ab9357-69d1-4718-ad19-dee0f480e213 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:52.652432 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d5ab9357-69d1-4718-ad19-dee0f480e213 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/subnets/0e70df57-c32a-4554-a2cb-aae3650dccf9 HTTP/1.1" status: 204 len: 168 time: 0.2774336 Dec 14 02:00:52.652801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35414) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:52.653089 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c21fa7-ff68-4c63-8620-286260a34354 None None] Network 4a360efe-0080-41ec-bebd-d9b01b20fe7c requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:00:52.769434 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-465c3480-5840-4255-80a6-00899a09bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171881830', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:59:15Z', 'updated_at': '2021-12-14T02:00:51Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:16Z', 'updated_at': '2021-12-14T01:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:00:52.776588 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba2088ab-2a80-45c8-9582-bcb3b96989a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:52.802168 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c3480-5840-4255-80a6-00899a09bb13 None None] Checking router: e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:00:52.810905 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c3480-5840-4255-80a6-00899a09bb13 None None] Routers {'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:00:52.811516 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-465c3480-5840-4255-80a6-00899a09bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:00:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:00:52.814392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] DHCP port deletion for 4a360efe-0080-41ec-bebd-d9b01b20fe7c request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:00:52.866735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Deleting port e70564b1-8012-4468-975b-42e28b726e57 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:00:52.867231 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:52.887660 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba2088ab-2a80-45c8-9582-bcb3b96989a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:52.924173 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-465c3480-5840-4255-80a6-00899a09bb13 None None] Set router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:00:52.931470 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] For port e70564b1-8012-4468-975b-42e28b726e57, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=e70564b1-8012-4468-975b-42e28b726e57,segment=NetworkSegment(5a351b83-46f7-455c-b72c-e18383aeb234),segment_id=5a351b83-46f7-455c-b72c-e18383aeb234)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:00:52.931901 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:52.943351 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ba2088ab-2a80-45c8-9582-bcb3b96989a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:00:52.944025 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba2088ab-2a80-45c8-9582-bcb3b96989a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:52.945054 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Calling delete_port for e70564b1-8012-4468-975b-42e28b726e57 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:00:53.033852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ba2088ab-2a80-45c8-9582-bcb3b96989a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] For port 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=9e602860-cf79-4ebd-90a9-f63cfb3e3d9a,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:00:53.034187 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba2088ab-2a80-45c8-9582-bcb3b96989a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.042735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.050965 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ba2088ab-2a80-45c8-9582-bcb3b96989a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:00:53.068817 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Pushing event deleted for resources: {'Port': ['ID=e70564b1-8012-4468-975b-42e28b726e57,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:53.071112 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] No DVR routers for this DVR port e70564b1-8012-4468-975b-42e28b726e57 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:00:53.082249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.082249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.082249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.082249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.082249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.082249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.082249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.082249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.082249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.082249 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.083565 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.083565 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.083565 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12700dad-1bc5-4f95-8149-0b4d03a21383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.118570 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-465c3480-5840-4255-80a6-00899a09bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171881830', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:59:15Z', 'updated_at': '2021-12-14T02:00:51Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:16Z', 'updated_at': '2021-12-14T01:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:00:53.144390 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c3480-5840-4255-80a6-00899a09bb13 None None] The sync data for ids ['e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9'] in dv-neutron-821592-1-hyperv is: [{'id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171881830', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T01:59:15Z', 'updated_at': '2021-12-14T02:00:51Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': '9e602860-cf79-4ebd-90a9-f63cfb3e3d9a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T01:59:16Z', 'updated_at': '2021-12-14T01:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:00:53.237776 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba2088ab-2a80-45c8-9582-bcb3b96989a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.262966 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2088ab-2a80-45c8-9582-bcb3b96989a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=9e602860-cf79-4ebd-90a9-f63cfb3e3d9a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:53.277144 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f796f1-2e3b-4112-8639-9819cfdf9d95 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:00:53.323252 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba2088ab-2a80-45c8-9582-bcb3b96989a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.418062 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba2088ab-2a80-45c8-9582-bcb3b96989a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.420289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba2088ab-2a80-45c8-9582-bcb3b96989a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.466395 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba2088ab-2a80-45c8-9582-bcb3b96989a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.466939 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2088ab-2a80-45c8-9582-bcb3b96989a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Fanout notify agent at l3_agent the message router_deleted on router e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:00:53.474433 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba2088ab-2a80-45c8-9582-bcb3b96989a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.475622 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ba2088ab-2a80-45c8-9582-bcb3b96989a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/routers/e6a61ed0-cfc1-41a8-8e19-a8f1e9c060f9 HTTP/1.1" status: 204 len: 168 time: 0.8216746 Dec 14 02:00:53.479490 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35416) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:53.562984 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-110b071c-99d0-4fc3-84ad-5e84458e0b8d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.565252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device e35842ef-88b2-4acb-a0ba-af17ea48b1b8 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:00:53.585628 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: e35842ef-88b2-4acb-a0ba-af17ea48b1b8 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:00:53.585984 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device e35842ef-88b2-4acb-a0ba-af17ea48b1b8 not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:00:53.653256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-110b071c-99d0-4fc3-84ad-5e84458e0b8d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.673909 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-110b071c-99d0-4fc3-84ad-5e84458e0b8d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a360efe-0080-41ec-bebd-d9b01b20fe7c']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:00:53.684386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-110b071c-99d0-4fc3-84ad-5e84458e0b8d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a351b83-46f7-455c-b72c-e18383aeb234') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:00:53.684692 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-110b071c-99d0-4fc3-84ad-5e84458e0b8d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a351b83-46f7-455c-b72c-e18383aeb234') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:00:53.695086 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-110b071c-99d0-4fc3-84ad-5e84458e0b8d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.709677 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-110b071c-99d0-4fc3-84ad-5e84458e0b8d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.716519 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110b071c-99d0-4fc3-84ad-5e84458e0b8d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:00:53.716930 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-110b071c-99d0-4fc3-84ad-5e84458e0b8d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:00:53.720379 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:00:53.785971 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-110b071c-99d0-4fc3-84ad-5e84458e0b8d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.794778 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-110b071c-99d0-4fc3-84ad-5e84458e0b8d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.798817 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-110b071c-99d0-4fc3-84ad-5e84458e0b8d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/networks/4a360efe-0080-41ec-bebd-d9b01b20fe7c HTTP/1.1" status: 204 len: 168 time: 0.3183744 Dec 14 02:00:53.801711 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35418) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:53.819102 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b071c-99d0-4fc3-84ad-5e84458e0b8d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Network': ['ID=4a360efe-0080-41ec-bebd-d9b01b20fe7c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:53.859685 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.885575 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.958016 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.960657 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:53.961825 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/security-groups/d1cebae3-3c88-4328-ae59-b3bbd4bb301a HTTP/1.1" status: 204 len: 168 time: 0.1590941 Dec 14 02:00:53.972476 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cebae3-3c88-4328-ae59-b3bbd4bb301a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:53.980315 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.980858 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.981387 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.981727 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.982032 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.982406 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.982718 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.983018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.983333 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.983738 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.984405 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.984968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:53.985328 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762b47b-bcb9-4ea1-9a3d-0c6473b3342b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:00:54.177931 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e3f5b926-d405-41e8-805a-b524a1b5797a no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:00:54.198552 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: e3f5b926-d405-41e8-805a-b524a1b5797a {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:00:54.198897 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e3f5b926-d405-41e8-805a-b524a1b5797a not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:00:54.199312 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e70564b1-8012-4468-975b-42e28b726e57 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:00:54.225598 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: e70564b1-8012-4468-975b-42e28b726e57 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:00:54.225943 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device e70564b1-8012-4468-975b-42e28b726e57 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:00:54.226331 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:00:54.245086 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35424) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:54.249964 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-3792d709-ccb3-4da7-8746-f32ffa66618a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1692470590', 'description': 'tempest-secgroup-smoke-1692470590 description', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:00:54.255152 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:00:54.255494 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 9e602860-cf79-4ebd-90a9-f63cfb3e3d9a not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:00:54.258829 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e544eabb-af9c-4afd-9d0c-ac08c4653eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.278015 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3792d709-ccb3-4da7-8746-f32ffa66618a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.348152 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3792d709-ccb3-4da7-8746-f32ffa66618a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.354344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3792d709-ccb3-4da7-8746-f32ffa66618a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.388391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3792d709-ccb3-4da7-8746-f32ffa66618a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.389565 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3792d709-ccb3-4da7-8746-f32ffa66618a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1433568 Dec 14 02:00:54.392969 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35426) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:54.393868 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792d709-ccb3-4da7-8746-f32ffa66618a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:54.397653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-400094b6-60df-4ac2-8d93-893fbecb5aea tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '9bdb1353-bd66-4fd0-aaab-d9cb4a207b38', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:00:54.436135 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-400094b6-60df-4ac2-8d93-893fbecb5aea tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.483320 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-400094b6-60df-4ac2-8d93-893fbecb5aea tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.488263 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-400094b6-60df-4ac2-8d93-893fbecb5aea tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.512807 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400094b6-60df-4ac2-8d93-893fbecb5aea tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57890fb1-c45f-45f3-b23f-156532d06e8c,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:54.522424 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-400094b6-60df-4ac2-8d93-893fbecb5aea tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.524090 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-400094b6-60df-4ac2-8d93-893fbecb5aea tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299691 Dec 14 02:00:54.526948 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35428) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:54.533921 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b6811b36-44d5-4fb8-b792-d1a43bf6967d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '9bdb1353-bd66-4fd0-aaab-d9cb4a207b38', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:00:54.568305 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6811b36-44d5-4fb8-b792-d1a43bf6967d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.639231 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6811b36-44d5-4fb8-b792-d1a43bf6967d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.644266 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6811b36-44d5-4fb8-b792-d1a43bf6967d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.661906 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6811b36-44d5-4fb8-b792-d1a43bf6967d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6fd2d7-7cc0-45ce-afe2-937800fe57ca,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:54.668846 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6811b36-44d5-4fb8-b792-d1a43bf6967d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.670079 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b6811b36-44d5-4fb8-b792-d1a43bf6967d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418691 Dec 14 02:00:54.673123 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35430) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:54.679396 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7ca72a5e-e1aa-43ff-906f-4f0874f559e9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '9bdb1353-bd66-4fd0-aaab-d9cb4a207b38', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:00:54.711413 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ca72a5e-e1aa-43ff-906f-4f0874f559e9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.769098 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ca72a5e-e1aa-43ff-906f-4f0874f559e9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.773302 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ca72a5e-e1aa-43ff-906f-4f0874f559e9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.791129 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca72a5e-e1aa-43ff-906f-4f0874f559e9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ba0002-73ad-4261-a2b1-e4d90d331590,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:54.799783 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ca72a5e-e1aa-43ff-906f-4f0874f559e9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.803688 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7ca72a5e-e1aa-43ff-906f-4f0874f559e9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266117 Dec 14 02:00:54.804299 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35432) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:54.808474 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-89b27370-4fa2-43a8-8e83-2c7fabc76bc4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '9bdb1353-bd66-4fd0-aaab-d9cb4a207b38', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:00:54.847712 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89b27370-4fa2-43a8-8e83-2c7fabc76bc4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.909544 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89b27370-4fa2-43a8-8e83-2c7fabc76bc4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.915616 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89b27370-4fa2-43a8-8e83-2c7fabc76bc4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.933760 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b27370-4fa2-43a8-8e83-2c7fabc76bc4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb72c864-63df-4af7-bbcb-154da9599684,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:54.939786 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89b27370-4fa2-43a8-8e83-2c7fabc76bc4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:54.940813 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-89b27370-4fa2-43a8-8e83-2c7fabc76bc4 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358714 Dec 14 02:00:54.943665 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35434) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:54.947908 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e4e0021f-b49c-4741-976d-d3d015ab2306 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '9bdb1353-bd66-4fd0-aaab-d9cb4a207b38', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:00:54.975139 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-e4e0021f-b49c-4741-976d-d3d015ab2306 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Project f4c107ba67ff4c04ad2fb04bd1d8b8df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 02:00:54.980033 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4e0021f-b49c-4741-976d-d3d015ab2306 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.039877 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4e0021f-b49c-4741-976d-d3d015ab2306 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.044800 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4e0021f-b49c-4741-976d-d3d015ab2306 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.061379 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0021f-b49c-4741-976d-d3d015ab2306 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0fc761-cb6b-4435-b0ea-b8fc273a6e4a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:55.071690 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4e0021f-b49c-4741-976d-d3d015ab2306 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.073012 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e4e0021f-b49c-4741-976d-d3d015ab2306 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283672 Dec 14 02:00:55.076028 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35436) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:55.080554 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6151be00-26e3-4088-91c5-9c77c56feee6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'security_group_rule': {'security_group_id': '9bdb1353-bd66-4fd0-aaab-d9cb4a207b38', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:00:55.105325 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-6151be00-26e3-4088-91c5-9c77c56feee6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Project f4c107ba67ff4c04ad2fb04bd1d8b8df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 02:00:55.110312 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6151be00-26e3-4088-91c5-9c77c56feee6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.174954 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6151be00-26e3-4088-91c5-9c77c56feee6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.181405 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6151be00-26e3-4088-91c5-9c77c56feee6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.198746 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151be00-26e3-4088-91c5-9c77c56feee6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef0ee5e-5c09-4167-a225-fb701d9e5059,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:55.206396 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6151be00-26e3-4088-91c5-9c77c56feee6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.207643 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6151be00-26e3-4088-91c5-9c77c56feee6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306043 Dec 14 02:00:55.210612 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35438) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:55.215573 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3e8f56b3-318e-4d4e-ab12-82e32a1058a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'network': {'name': 'tempest-network-smoke--584953815', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'port_security_enabled': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:00:55.239142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8f56b3-318e-4d4e-ab12-82e32a1058a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Made reservation on behalf of f4c107ba67ff4c04ad2fb04bd1d8b8df for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:00:55.242598 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e8f56b3-318e-4d4e-ab12-82e32a1058a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.268395 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8f56b3-318e-4d4e-ab12-82e32a1058a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:00:55.277728 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e8f56b3-318e-4d4e-ab12-82e32a1058a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.278086 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-3e8f56b3-318e-4d4e-ab12-82e32a1058a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Added segment 5b80f537-999a-4d4d-a649-f14ea0b8600f of type vlan for network c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b Dec 14 02:00:55.318617 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e8f56b3-318e-4d4e-ab12-82e32a1058a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.344044 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e8f56b3-318e-4d4e-ab12-82e32a1058a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.350197 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f56b3-318e-4d4e-ab12-82e32a1058a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:55.350774 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e8f56b3-318e-4d4e-ab12-82e32a1058a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.411621 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3e8f56b3-318e-4d4e-ab12-82e32a1058a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2000060 Dec 14 02:00:55.414630 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35440) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:55.419157 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f56b3-318e-4d4e-ab12-82e32a1058a1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Network': ['ID=c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:55.419467 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-824887632', 'admin_state_up': True, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:00:55.429930 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:00:55.447536 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.448549 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.511899 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.578020 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.648236 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.848445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.866783 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:55.985574 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.26.1.222 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/d0ad996f-77c3-429c-b640-a3752d471509) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:00:56.087232 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:56.123319 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:56.166335 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:00:56.170886 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:00:56.175147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:00:56.178166 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=d0ad996f-77c3-429c-b640-a3752d471509,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:56.185006 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168f66e5-e5c1-4f49-88d3-0a58491270b3 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:00:56.229010 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-004edfcf-e43d-4000-a065-bdeb39e3e019 None None] Provisioning complete for port d0ad996f-77c3-429c-b640-a3752d471509 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:00:56.229377 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-004edfcf-e43d-4000-a065-bdeb39e3e019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:56.263244 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-004edfcf-e43d-4000-a065-bdeb39e3e019 None None] Port d0ad996f-77c3-429c-b640-a3752d471509 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:00:56.738140 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:56.947688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:56.971957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:57.084457 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 038151cc-3a67-476e-9606-40e8eb6630de is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:00:57.199445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:00:57.210843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Sync routers for ids ['038151cc-3a67-476e-9606-40e8eb6630de'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:00:57.221918 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:57.222394 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Routers {'038151cc-3a67-476e-9606-40e8eb6630de'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:00:57.223030 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:00:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['038151cc-3a67-476e-9606-40e8eb6630de'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:00:57.223271 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3c36b107-50d9-4258-8ea8-c1a83f3b6858 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8074868 Dec 14 02:00:57.226666 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35444) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:57.326229 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Set router 038151cc-3a67-476e-9606-40e8eb6630de gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:00:57.352684 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2e404891-a98a-47ff-9e43-83335261f4d9 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1246686 Dec 14 02:00:57.355544 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35448) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:57.442608 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b84da5-2e0b-4f80-8129-3aecfaa8b73b tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:57.444188 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-47b84da5-2e0b-4f80-8129-3aecfaa8b73b tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875645 Dec 14 02:00:57.447164 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35450) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:57.475208 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4a7c7dcd-eee6-4c37-8ae0-c5c49a659043 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9d3d9e64-5277-4411-88bd-12485529348e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269504 Dec 14 02:00:57.477776 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35452) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:57.482519 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4bd5f980-d27e-4cfd-893b-a35ef72e691a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1252141143', 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:00:57.508869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038151cc-3a67-476e-9606-40e8eb6630de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824887632', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:56Z', 'revision_number': 3, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:00:57.535930 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Checking router: 038151cc-3a67-476e-9606-40e8eb6630de for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:00:57.536316 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Updating router 038151cc-3a67-476e-9606-40e8eb6630de port d0ad996f-77c3-429c-b640-a3752d471509 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:00:57.561734 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:57.578654 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd5f980-d27e-4cfd-893b-a35ef72e691a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Made reservation on behalf of f4c107ba67ff4c04ad2fb04bd1d8b8df for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:00:57.582387 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f980-d27e-4cfd-893b-a35ef72e691a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3975711'] for subnet, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:57.723049 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:57.767612 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f980-d27e-4cfd-893b-a35ef72e691a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14174649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3975689'] for subnet, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:57.823038 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:57.830697 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:57.831403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5f980-d27e-4cfd-893b-a35ef72e691a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Subnet': ['ID=c9784201-4f26-4bc1-9938-79d0f11c17f9,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:57.840514 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5f980-d27e-4cfd-893b-a35ef72e691a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Checking segment: {'id': '5b80f537-999a-4d4d-a649-f14ea0b8600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:00:57.840877 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd5f980-d27e-4cfd-893b-a35ef72e691a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network hostable DHCP agents. Network: c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:00:57.860508 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd5f980-d27e-4cfd-893b-a35ef72e691a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:00:57.871870 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-4bd5f980-d27e-4cfd-893b-a35ef72e691a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:00:57.877107 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd5f980-d27e-4cfd-893b-a35ef72e691a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:00:57.877718 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f980-d27e-4cfd-893b-a35ef72e691a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:57.885707 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c736feb-079e-4571-8178-71dd3b266053 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:00:57.893014 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cef538-c406-465d-a17e-c157ef8db687 None None] Network c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:00:57.895708 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4bd5f980-d27e-4cfd-893b-a35ef72e691a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4168932 Dec 14 02:00:57.898598 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35454) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:00:57.941573 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Attempting to bind port d0ad996f-77c3-429c-b640-a3752d471509 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:00:57.941938 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Attempting to bind port d0ad996f-77c3-429c-b640-a3752d471509 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:00:57.942468 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Attempting to bind port d0ad996f-77c3-429c-b640-a3752d471509 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:00:57.954890 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555803e-f5ee-42c2-b723-4e8dc5d9353d None None] Pushing event updated for resources: {'Port': ['ID=d0ad996f-77c3-429c-b640-a3752d471509,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:57.963717 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:00:57.964106 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:00:57.964546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:57.964926 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:00:57.965401 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Bound port: d0ad996f-77c3-429c-b640-a3752d471509, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:00:57.965779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:58.039013 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c2d7314d-9df5-4ec1-b2b5-541b3fdeee99 None None] Provisioning complete for port d0ad996f-77c3-429c-b640-a3752d471509 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:00:58.039740 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2d7314d-9df5-4ec1-b2b5-541b3fdeee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:58.081728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] For port d0ad996f-77c3-429c-b640-a3752d471509, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:00:58.094545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b', 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b', 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ips': [{'subnet_id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:00:58.096198 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:58.102051 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] For port d0ad996f-77c3-429c-b640-a3752d471509, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d0ad996f-77c3-429c-b640-a3752d471509,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:00:58.118986 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:58.120755 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7314d-9df5-4ec1-b2b5-541b3fdeee99 None None] Port d0ad996f-77c3-429c-b640-a3752d471509 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:00:58.172315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba0293c-50a5-4c5e-a265-f12b60fe10ad None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:00:58.247339 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Routers {'038151cc-3a67-476e-9606-40e8eb6630de'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:00:58.247578 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:00:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['038151cc-3a67-476e-9606-40e8eb6630de'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:00:58.349126 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:58.446327 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555803e-f5ee-42c2-b723-4e8dc5d9353d None None] Pushing event updated for resources: {'Port': ['ID=d0ad996f-77c3-429c-b640-a3752d471509,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:58.505524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0c236c86-ce9a-462c-9d38-e834ccd3f8fd None None] Provisioning complete for port d0ad996f-77c3-429c-b640-a3752d471509 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:00:58.505843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c236c86-ce9a-462c-9d38-e834ccd3f8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:58.592005 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Allocated IP 172.20.0.2 (c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b/c9784201-4f26-4bc1-9938-79d0f11c17f9/bd35ce34-3afe-4e85-a692-41b57cc4a052) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:00:58.613823 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] Set router 038151cc-3a67-476e-9606-40e8eb6630de gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:00:58.793957 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c236c86-ce9a-462c-9d38-e834ccd3f8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:58.843831 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0c236c86-ce9a-462c-9d38-e834ccd3f8fd None None] For port d0ad996f-77c3-429c-b640-a3752d471509, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d0ad996f-77c3-429c-b640-a3752d471509,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:00:58.853841 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c236c86-ce9a-462c-9d38-e834ccd3f8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:58.973778 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:58.978310 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c236c86-ce9a-462c-9d38-e834ccd3f8fd None None] Pushing event updated for resources: {'Port': ['ID=d0ad996f-77c3-429c-b640-a3752d471509,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:58.983640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:59.030616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Network c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:00:59.035675 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.20.0.1 (c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b/c9784201-4f26-4bc1-9938-79d0f11c17f9/7bb47398-65c3-455b-9166-4db9a14bdd05) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:00:59.038081 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:00:59.040713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:00:59.043645 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Pushing event updated for resources: {'Port': ['ID=bd35ce34-3afe-4e85-a692-41b57cc4a052,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:59.056598 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038151cc-3a67-476e-9606-40e8eb6630de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824887632', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:56Z', 'revision_number': 3, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:00:59.113356 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159de667-9071-4032-9f6f-b233af3ab981 None None] The sync data for ids ['038151cc-3a67-476e-9606-40e8eb6630de'] in dv-neutron-821592-1-hyperv is: [{'id': '038151cc-3a67-476e-9606-40e8eb6630de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824887632', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:56Z', 'revision_number': 3, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:00:59.128887 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Attempting to bind port bd35ce34-3afe-4e85-a692-41b57cc4a052 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:00:59.129343 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Attempting to bind port bd35ce34-3afe-4e85-a692-41b57cc4a052 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '5b80f537-999a-4d4d-a649-f14ea0b8600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:00:59.129771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Attempting to bind port bd35ce34-3afe-4e85-a692-41b57cc4a052 on network c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:00:59.135138 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:00:59.135583 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Checking segment: {'id': '5b80f537-999a-4d4d-a649-f14ea0b8600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:00:59.136046 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:59.136529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Bound using segment: {'id': '5b80f537-999a-4d4d-a649-f14ea0b8600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:00:59.137067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Bound port: bd35ce34-3afe-4e85-a692-41b57cc4a052, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b80f537-999a-4d4d-a649-f14ea0b8600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:00:59.137517 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:59.152132 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:59.188333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:59.209882 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] For port bd35ce34-3afe-4e85-a692-41b57cc4a052, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:00:59.213220 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] For port bd35ce34-3afe-4e85-a692-41b57cc4a052, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=bd35ce34-3afe-4e85-a692-41b57cc4a052,segment=NetworkSegment(5b80f537-999a-4d4d-a649-f14ea0b8600f),segment_id=5b80f537-999a-4d4d-a649-f14ea0b8600f)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:00:59.217480 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:59.228692 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:00:59.231925 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:00:59.238299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:00:59.277876 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=7bb47398-65c3-455b-9166-4db9a14bdd05,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:59.292490 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:59.292795 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e93de7-bcd5-4c44-a8c8-d2526e40301d None None] Pushing event updated for resources: {'Port': ['ID=bd35ce34-3afe-4e85-a692-41b57cc4a052,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:59.459288 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:59.787026 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:59.792439 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:59.871357 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:00:59.873328 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=7bb47398-65c3-455b-9166-4db9a14bdd05,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:00:59.989555 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:00:59.990294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:01:00.010901 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d0ad996f-77c3-429c-b640-a3752d471509 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:01:00.081877 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port d0ad996f-77c3-429c-b640-a3752d471509 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:01:00.084067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:00.114853 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 038151cc-3a67-476e-9606-40e8eb6630de has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:01:00.169606 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device bd35ce34-3afe-4e85-a692-41b57cc4a052 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:01:00.221440 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port bd35ce34-3afe-4e85-a692-41b57cc4a052 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:01:00.221814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:00.233866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:01:00.239729 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-331902b2-193f-44f2-ae0a-8c83ac7b8507 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "PUT /v2.0/routers/038151cc-3a67-476e-9606-40e8eb6630de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3397367 Dec 14 02:01:00.314483 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:00.351066 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port bd35ce34-3afe-4e85-a692-41b57cc4a052, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=bd35ce34-3afe-4e85-a692-41b57cc4a052,segment=NetworkSegment(5b80f537-999a-4d4d-a649-f14ea0b8600f),segment_id=5b80f537-999a-4d4d-a649-f14ea0b8600f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:01:00.357584 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:00.385277 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bbe018-c6dc-4de5-9bf9-72a2af663268 None None] Network c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:01:00.401481 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-f0d3c733-8fe6-44db-a6ba-94b8e5adbb0f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1692470590&fields=id&tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df HTTP/1.1" status: 200 len: 267 time: 0.0467694 Dec 14 02:01:00.466504 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7f6d33f6-cfd8-45af-b4b7-96f4595ef138 None None] Provisioning complete for port bd35ce34-3afe-4e85-a692-41b57cc4a052 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:01:00.466836 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f6d33f6-cfd8-45af-b4b7-96f4595ef138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:00.470182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=bd35ce34-3afe-4e85-a692-41b57cc4a052,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:00.513756 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-791e914f-62dc-4907-869b-238d6905065f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:00.519122 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-791e914f-62dc-4907-869b-238d6905065f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/networks?id=c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b HTTP/1.1" status: 200 len: 796 time: 0.1095998 Dec 14 02:01:00.535287 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-96e03fc5-6176-4248-97d9-178b160f23fd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/quotas/f4c107ba67ff4c04ad2fb04bd1d8b8df HTTP/1.1" status: 200 len: 375 time: 0.0104377 Dec 14 02:01:00.593501 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-5ca68e24-4cf4-47d8-8e69-234e7e689ba7 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510409 Dec 14 02:01:00.611850 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-a4aab410-73f4-41c3-beec-a8fefdb38a85 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:01:00.613496 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-a4aab410-73f4-41c3-beec-a8fefdb38a85 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060129 Dec 14 02:01:00.707938 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-f2bdc4b7-95d6-4306-876e-dccfa5f9de8b service neutron] 10.222.0.32 "GET /v2.0/networks/c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879571 Dec 14 02:01:00.810965 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-a556acf8-ac94-4e85-aec5-a7327c271e63 service neutron] 10.222.0.32 "GET /v2.0/networks/c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966330 Dec 14 02:01:00.838348 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2c168d3c-cd2b-428a-9cd5-a2f17b4b53ee None None] Provisioning complete for port bd35ce34-3afe-4e85-a692-41b57cc4a052 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:01:00.838806 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c168d3c-cd2b-428a-9cd5-a2f17b4b53ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:00.859654 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Sync routers for ids ['038151cc-3a67-476e-9606-40e8eb6630de'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:01:00.885432 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Routers {'038151cc-3a67-476e-9606-40e8eb6630de'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:01:00.886353 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:00:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['038151cc-3a67-476e-9606-40e8eb6630de'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:00.936209 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2c168d3c-cd2b-428a-9cd5-a2f17b4b53ee None None] Provisioning complete for port 7bb47398-65c3-455b-9166-4db9a14bdd05 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:01:00.944475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c168d3c-cd2b-428a-9cd5-a2f17b4b53ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:01.008169 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2c168d3c-cd2b-428a-9cd5-a2f17b4b53ee None None] Port 7bb47398-65c3-455b-9166-4db9a14bdd05 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:01:01.014896 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Set router 038151cc-3a67-476e-9606-40e8eb6630de gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:01:01.033610 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a51f22fc-681d-4d4b-a8e4-8734e253fdf7 req-7cabe7f8-bbb3-46b6-ac29-72e3bbe4b99a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 210 time: 0.0450344 Dec 14 02:01:01.130101 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2ca21089-2c71-46f6-b1dc-c25c7b214f44 None None] Provisioning complete for port 7bb47398-65c3-455b-9166-4db9a14bdd05 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:01:01.130560 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ca21089-2c71-46f6-b1dc-c25c7b214f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:01.172347 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2ca21089-2c71-46f6-b1dc-c25c7b214f44 None None] Port 7bb47398-65c3-455b-9166-4db9a14bdd05 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:01:01.255192 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038151cc-3a67-476e-9606-40e8eb6630de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824887632', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:59Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '7bb47398-65c3-455b-9166-4db9a14bdd05', 'name': '', 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:65:9f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:58Z', 'updated_at': '2021-12-14T02:00:59Z', 'revision_number': 2, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:01.282152 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Checking router: 038151cc-3a67-476e-9606-40e8eb6630de for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:01:01.282471 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Updating router 038151cc-3a67-476e-9606-40e8eb6630de port 7bb47398-65c3-455b-9166-4db9a14bdd05 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:01:01.292353 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a3487847-f335-4042-802a-b896fc27f1ad None None] Provisioning complete for port 7bb47398-65c3-455b-9166-4db9a14bdd05 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:01:01.292729 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3487847-f335-4042-802a-b896fc27f1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:01.311808 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:01.328450 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a3487847-f335-4042-802a-b896fc27f1ad None None] Port 7bb47398-65c3-455b-9166-4db9a14bdd05 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:01:01.574052 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:01.579832 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:01.633250 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb34fe-a622-4163-b5cf-d65372f80fa9 None None] Pushing event updated for resources: {'Port': ['ID=7bb47398-65c3-455b-9166-4db9a14bdd05,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:01.658709 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb34fe-a622-4163-b5cf-d65372f80fa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:01.659118 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb34fe-a622-4163-b5cf-d65372f80fa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:01.659459 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb34fe-a622-4163-b5cf-d65372f80fa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:01.659789 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb34fe-a622-4163-b5cf-d65372f80fa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:01.660137 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb34fe-a622-4163-b5cf-d65372f80fa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:01.660450 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb34fe-a622-4163-b5cf-d65372f80fa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:01.660804 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb34fe-a622-4163-b5cf-d65372f80fa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:01.661868 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb34fe-a622-4163-b5cf-d65372f80fa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:01.662192 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb34fe-a622-4163-b5cf-d65372f80fa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:01.662512 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb34fe-a622-4163-b5cf-d65372f80fa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:01.662994 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb34fe-a622-4163-b5cf-d65372f80fa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:01.663328 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb34fe-a622-4163-b5cf-d65372f80fa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:01.663647 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb34fe-a622-4163-b5cf-d65372f80fa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:01.697488 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Attempting to bind port 7bb47398-65c3-455b-9166-4db9a14bdd05 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:01:01.697847 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Attempting to bind port 7bb47398-65c3-455b-9166-4db9a14bdd05 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '5b80f537-999a-4d4d-a649-f14ea0b8600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:01:01.698201 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Attempting to bind port 7bb47398-65c3-455b-9166-4db9a14bdd05 on network c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:01:01.703921 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:01:01.704348 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Checking segment: {'id': '5b80f537-999a-4d4d-a649-f14ea0b8600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:01:01.704748 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:01.705127 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Bound using segment: {'id': '5b80f537-999a-4d4d-a649-f14ea0b8600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:01:01.705580 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Bound port: 7bb47398-65c3-455b-9166-4db9a14bdd05, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b80f537-999a-4d4d-a649-f14ea0b8600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:01:01.705954 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:01.768431 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] For port 7bb47398-65c3-455b-9166-4db9a14bdd05, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:01:01.771450 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] For port 7bb47398-65c3-455b-9166-4db9a14bdd05, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7bb47398-65c3-455b-9166-4db9a14bdd05,segment=NetworkSegment(5b80f537-999a-4d4d-a649-f14ea0b8600f),segment_id=5b80f537-999a-4d4d-a649-f14ea0b8600f)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:01:01.777167 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:01.830162 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Routers {'038151cc-3a67-476e-9606-40e8eb6630de'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:01:01.831009 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:00:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['038151cc-3a67-476e-9606-40e8eb6630de'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:01.853325 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ded24935-9983-4131-bc24-915ebe62cb2c None None] Provisioning complete for port 7bb47398-65c3-455b-9166-4db9a14bdd05 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:01:01.853834 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ded24935-9983-4131-bc24-915ebe62cb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:01.888376 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb34fe-a622-4163-b5cf-d65372f80fa9 None None] Pushing event updated for resources: {'Port': ['ID=7bb47398-65c3-455b-9166-4db9a14bdd05,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:01.944801 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device bd35ce34-3afe-4e85-a692-41b57cc4a052 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:01:01.966119 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] Set router 038151cc-3a67-476e-9606-40e8eb6630de gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:01:01.989444 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ded24935-9983-4131-bc24-915ebe62cb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:02.037153 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ded24935-9983-4131-bc24-915ebe62cb2c None None] For port 7bb47398-65c3-455b-9166-4db9a14bdd05, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7bb47398-65c3-455b-9166-4db9a14bdd05,segment=NetworkSegment(5b80f537-999a-4d4d-a649-f14ea0b8600f),segment_id=5b80f537-999a-4d4d-a649-f14ea0b8600f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:01:02.047321 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ded24935-9983-4131-bc24-915ebe62cb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:02.064726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port bd35ce34-3afe-4e85-a692-41b57cc4a052 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:01:02.072209 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:02.155146 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded24935-9983-4131-bc24-915ebe62cb2c None None] Pushing event updated for resources: {'Port': ['ID=7bb47398-65c3-455b-9166-4db9a14bdd05,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:02.166202 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1a8e0b9f-fdf1-4e53-a845-f82aeaa14dfc req-e7ba9f03-d38e-4fb6-8ab5-86cea3badc46 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 210 time: 0.0460992 Dec 14 02:01:02.274466 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b4c90b67-d78b-43b1-918b-6d0049b6479c None None] Provisioning complete for port 7bb47398-65c3-455b-9166-4db9a14bdd05 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:01:02.274838 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4c90b67-d78b-43b1-918b-6d0049b6479c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:02.326197 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038151cc-3a67-476e-9606-40e8eb6630de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824887632', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:59Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '7bb47398-65c3-455b-9166-4db9a14bdd05', 'name': '', 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:65:9f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:58Z', 'updated_at': '2021-12-14T02:01:01Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:02.355973 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ca784-2ea2-49b8-9697-7c9d35fb7413 None None] The sync data for ids ['038151cc-3a67-476e-9606-40e8eb6630de'] in dv-neutron-821592-1-hyperv is: [{'id': '038151cc-3a67-476e-9606-40e8eb6630de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824887632', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:59Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '7bb47398-65c3-455b-9166-4db9a14bdd05', 'name': '', 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:65:9f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:58Z', 'updated_at': '2021-12-14T02:01:01Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:01:02.574774 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-afec5736-1539-4237-acc4-b7ddd46107e3 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:02.576252 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-afec5736-1539-4237-acc4-b7ddd46107e3 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "GET /v2.0/networks?id=c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b HTTP/1.1" status: 200 len: 796 time: 0.5494649 Dec 14 02:01:02.647972 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-fd53e799-36f0-400b-9691-b83e285633d6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df HTTP/1.1" status: 200 len: 380 time: 0.0564778 Dec 14 02:01:02.659117 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-24ae67bf-cac7-4d9d-b091-8238bb295a28 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'port': {'device_id': '9ea2dcaf-0f9f-466b-8dc4-7f26122218e2', 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b', 'admin_state_up': True, 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'security_groups': ['9bdb1353-bd66-4fd0-aaab-d9cb4a207b38']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:01:02.776611 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-24ae67bf-cac7-4d9d-b091-8238bb295a28 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Made reservation on behalf of f4c107ba67ff4c04ad2fb04bd1d8b8df for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:01:02.780604 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-24ae67bf-cac7-4d9d-b091-8238bb295a28 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:02.916307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-24ae67bf-cac7-4d9d-b091-8238bb295a28 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.20.0.14 (c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b/c9784201-4f26-4bc1-9938-79d0f11c17f9/c185c494-43e6-4b06-b084-3df0ff552dbf) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:01:03.069192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-24ae67bf-cac7-4d9d-b091-8238bb295a28 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:03.104466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-24ae67bf-cac7-4d9d-b091-8238bb295a28 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:03.157446 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-24ae67bf-cac7-4d9d-b091-8238bb295a28 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:01:03.160680 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-24ae67bf-cac7-4d9d-b091-8238bb295a28 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:01:03.165328 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-24ae67bf-cac7-4d9d-b091-8238bb295a28 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:01:03.169689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae67bf-cac7-4d9d-b091-8238bb295a28 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=c185c494-43e6-4b06-b084-3df0ff552dbf,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:03.226549 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-24ae67bf-cac7-4d9d-b091-8238bb295a28 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:03.227308 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-24ae67bf-cac7-4d9d-b091-8238bb295a28 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:03.246381 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-24ae67bf-cac7-4d9d-b091-8238bb295a28 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5916610 Dec 14 02:01:03.305464 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d71b7-dcf8-4dd6-b02f-3cc5651828aa req-fb5c23bb-cad8-4c24-9710-83c1eec0b43a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:03.307780 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-318d71b7-dcf8-4dd6-b02f-3cc5651828aa req-fb5c23bb-cad8-4c24-9710-83c1eec0b43a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 932 time: 0.0600946 Dec 14 02:01:03.317246 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Request body: {'port': {'device_id': '9ea2dcaf-0f9f-466b-8dc4-7f26122218e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:01:03.376559 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-318d71b7-dcf8-4dd6-b02f-3cc5651828aa req-2a3dafb7-3d31-427c-a39d-6297564efc61 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558190 Dec 14 02:01:03.382251 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:03.500423 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f1c0a15f-344d-47a8-8a57-688bcb41fdfe None None] Provisioning complete for port c185c494-43e6-4b06-b084-3df0ff552dbf triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:01:03.501113 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1c0a15f-344d-47a8-8a57-688bcb41fdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:03.537533 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f1c0a15f-344d-47a8-8a57-688bcb41fdfe None None] Port c185c494-43e6-4b06-b084-3df0ff552dbf cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:01:03.652973 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c185c494-43e6-4b06-b084-3df0ff552dbf {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:01:03.661288 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:03.673954 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Transition to ACTIVE for port object c185c494-43e6-4b06-b084-3df0ff552dbf will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:01:03.679416 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:03.727796 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Pushing event updated for resources: {'Port': ['ID=c185c494-43e6-4b06-b084-3df0ff552dbf,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:03.804007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Attempting to bind port c185c494-43e6-4b06-b084-3df0ff552dbf on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:01:03.804393 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Attempting to bind port c185c494-43e6-4b06-b084-3df0ff552dbf by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '5b80f537-999a-4d4d-a649-f14ea0b8600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:01:03.804706 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Attempting to bind port c185c494-43e6-4b06-b084-3df0ff552dbf on network c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:01:03.809420 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Port c185c494-43e6-4b06-b084-3df0ff552dbf on network c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:01:03.809761 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Attempting to bind port c185c494-43e6-4b06-b084-3df0ff552dbf on network c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:01:03.815235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:01:03.815571 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Checking segment: {'id': '5b80f537-999a-4d4d-a649-f14ea0b8600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:01:03.815946 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Bound using segment: {'id': '5b80f537-999a-4d4d-a649-f14ea0b8600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:01:03.816424 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Bound port: c185c494-43e6-4b06-b084-3df0ff552dbf, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b80f537-999a-4d4d-a649-f14ea0b8600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:01:03.816785 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:03.888512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] For port c185c494-43e6-4b06-b084-3df0ff552dbf, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:01:03.891965 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] For port c185c494-43e6-4b06-b084-3df0ff552dbf, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c185c494-43e6-4b06-b084-3df0ff552dbf,segment=NetworkSegment(5b80f537-999a-4d4d-a649-f14ea0b8600f),segment_id=5b80f537-999a-4d4d-a649-f14ea0b8600f)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:01:03.897165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:03.935089 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:03.936049 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:03.937386 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] 10.222.0.16 "PUT /v2.0/ports/c185c494-43e6-4b06-b084-3df0ff552dbf HTTP/1.1" status: 200 len: 1094 time: 0.6769555 Dec 14 02:01:03.937789 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea2dcaf-0f9f-466b-8dc4-7f26122218e2', 'tag': 'c185c494-43e6-4b06-b084-3df0ff552dbf'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:01:03.940178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790319db-e0d5-4849-867d-ec53d02fd0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea2dcaf-0f9f-466b-8dc4-7f26122218e2", "tag": "c185c494-43e6-4b06-b084-3df0ff552dbf"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:01:03.960123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7bb47398-65c3-455b-9166-4db9a14bdd05 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:01:03.976555 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd1ac0-97d7-4579-9cbf-987c49f24edc service neutron] Pushing event updated for resources: {'Port': ['ID=c185c494-43e6-4b06-b084-3df0ff552dbf,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:04.009149 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367a7064-fc4e-4b01-98ff-a27f63921a63 x-openstack-request-id: req-367a7064-fc4e-4b01-98ff-a27f63921a63 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:01:04.009149 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea2dcaf-0f9f-466b-8dc4-7f26122218e2", "tag": "c185c494-43e6-4b06-b084-3df0ff552dbf", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:01:04.009507 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-367a7064-fc4e-4b01-98ff-a27f63921a63 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:01:04.009963 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea2dcaf-0f9f-466b-8dc4-7f26122218e2', 'tag': 'c185c494-43e6-4b06-b084-3df0ff552dbf', 'status': 'completed', 'code': 200} Dec 14 02:01:04.034941 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 7bb47398-65c3-455b-9166-4db9a14bdd05 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:01:04.035330 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:04.044021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-f551b50c-0b21-499e-abb5-9ca1853a4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:04.045617 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-f551b50c-0b21-499e-abb5-9ca1853a4bb1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 1097 time: 0.0490701 Dec 14 02:01:04.101179 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-47780338-3fbb-4fc6-af95-64c18a600591 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c185c494-43e6-4b06-b084-3df0ff552dbf HTTP/1.1" status: 200 len: 217 time: 0.0411842 Dec 14 02:01:04.157709 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-53eee9bf-a7c4-4749-8c0c-8db4a0a0a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:04.159233 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-53eee9bf-a7c4-4749-8c0c-8db4a0a0a199 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9784201-4f26-4bc1-9938-79d0f11c17f9 HTTP/1.1" status: 200 len: 835 time: 0.0514283 Dec 14 02:01:04.207115 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-d872fa24-a2b5-4acf-a53f-662350ffb021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:04.208546 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-d872fa24-a2b5-4acf-a53f-662350ffb021 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411949 Dec 14 02:01:04.311630 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-21a08056-d55c-4632-88eb-a98bde4187e6 service neutron] 10.222.0.16 "GET /v2.0/networks/c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950828 Dec 14 02:01:04.402222 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1458fc9e-9de7-4e03-bc96-81fd36a07cd4 req-805a8eb9-ec63-4980-b52b-3cc708afb3bf service neutron] 10.222.0.16 "GET /v2.0/networks/c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832405 Dec 14 02:01:04.500946 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df8888-c597-4805-b4d9-3700a787d8c7 req-0394d0f2-0087-4f0f-ac42-a57cedb38b17 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:04.502555 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-34df8888-c597-4805-b4d9-3700a787d8c7 req-0394d0f2-0087-4f0f-ac42-a57cedb38b17 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 944 time: 0.0566123 Dec 14 02:01:04.531577 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790319db-e0d5-4849-867d-ec53d02fd0c3 req-42c2619c-7d9e-4011-be4e-d62276c8380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:04.533209 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-790319db-e0d5-4849-867d-ec53d02fd0c3 req-42c2619c-7d9e-4011-be4e-d62276c8380d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 1097 time: 0.0472844 Dec 14 02:01:04.555224 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-34df8888-c597-4805-b4d9-3700a787d8c7 req-bf4910c8-594f-451b-99a8-382ad6941cbb tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463936 Dec 14 02:01:04.625028 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790319db-e0d5-4849-867d-ec53d02fd0c3 req-fa2355f8-1d89-4516-88f7-252c0a31745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:04.626535 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-790319db-e0d5-4849-867d-ec53d02fd0c3 req-fa2355f8-1d89-4516-88f7-252c0a31745e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b HTTP/1.1" status: 200 len: 896 time: 0.0837870 Dec 14 02:01:04.677668 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-790319db-e0d5-4849-867d-ec53d02fd0c3 req-58621484-c790-4ca5-833b-1195be9f50ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c185c494-43e6-4b06-b084-3df0ff552dbf HTTP/1.1" status: 200 len: 217 time: 0.0421093 Dec 14 02:01:04.726344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790319db-e0d5-4849-867d-ec53d02fd0c3 req-20437642-2062-417a-9915-b589d2547213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:04.727806 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-790319db-e0d5-4849-867d-ec53d02fd0c3 req-20437642-2062-417a-9915-b589d2547213 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9784201-4f26-4bc1-9938-79d0f11c17f9 HTTP/1.1" status: 200 len: 835 time: 0.0430324 Dec 14 02:01:04.777040 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790319db-e0d5-4849-867d-ec53d02fd0c3 req-5798197c-9647-49ac-8e67-cc633933afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:04.779442 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-790319db-e0d5-4849-867d-ec53d02fd0c3 req-5798197c-9647-49ac-8e67-cc633933afd5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425711 Dec 14 02:01:04.873469 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-790319db-e0d5-4849-867d-ec53d02fd0c3 req-23c651e8-1060-4192-9170-13190a1c445b service neutron] 10.222.0.16 "GET /v2.0/networks/c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853176 Dec 14 02:01:04.975763 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-790319db-e0d5-4849-867d-ec53d02fd0c3 req-db6fb543-848f-4dd7-baf8-ed7a177bd449 service neutron] 10.222.0.16 "GET /v2.0/networks/c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936577 Dec 14 02:01:05.681553 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749fc78-5b8a-42ab-872b-6985008b40a8 req-6b21b54a-d838-43f0-9f20-7940dffc276b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:05.683014 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d749fc78-5b8a-42ab-872b-6985008b40a8 req-6b21b54a-d838-43f0-9f20-7940dffc276b tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 944 time: 0.0518765 Dec 14 02:01:05.741231 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d749fc78-5b8a-42ab-872b-6985008b40a8 req-aa78b341-df93-476d-8dce-39336114e692 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496726 Dec 14 02:01:06.220535 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:01:06.867437 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ece7e4-0a67-4d5b-8898-78e371dc7aec req-d615f4c3-5c28-4997-b39c-93f00330c7ac tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:06.868940 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-49ece7e4-0a67-4d5b-8898-78e371dc7aec req-d615f4c3-5c28-4997-b39c-93f00330c7ac tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 944 time: 0.0511026 Dec 14 02:01:06.927938 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-49ece7e4-0a67-4d5b-8898-78e371dc7aec req-99b4f906-1725-4df4-a479-773e3db9dd34 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504293 Dec 14 02:01:07.596118 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device c185c494-43e6-4b06-b084-3df0ff552dbf details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:01:07.700730 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port c185c494-43e6-4b06-b084-3df0ff552dbf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c185c494-43e6-4b06-b084-3df0ff552dbf,segment=NetworkSegment(5b80f537-999a-4d4d-a649-f14ea0b8600f),segment_id=5b80f537-999a-4d4d-a649-f14ea0b8600f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:01:07.712280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': 'c185c494-43e6-4b06-b084-3df0ff552dbf', 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b', 'port_id': 'c185c494-43e6-4b06-b084-3df0ff552dbf', 'mac_address': 'fa:16:3e:6d:58:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:01:07.749410 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:07.762015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c185c494-43e6-4b06-b084-3df0ff552dbf {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:01:07.783693 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port c185c494-43e6-4b06-b084-3df0ff552dbf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c185c494-43e6-4b06-b084-3df0ff552dbf,segment=NetworkSegment(5b80f537-999a-4d4d-a649-f14ea0b8600f),segment_id=5b80f537-999a-4d4d-a649-f14ea0b8600f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:01:07.789286 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:07.836868 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=c185c494-43e6-4b06-b084-3df0ff552dbf,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:08.063870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8703d8e-47b0-48aa-a835-3e27f0556520 req-ba0dffd4-8a11-42b6-8968-fa51b7cb9f60 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:08.066067 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c8703d8e-47b0-48aa-a835-3e27f0556520 req-ba0dffd4-8a11-42b6-8968-fa51b7cb9f60 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 945 time: 0.0627675 Dec 14 02:01:08.090409 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['c185c494-43e6-4b06-b084-3df0ff552dbf'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:01:08.120160 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c8703d8e-47b0-48aa-a835-3e27f0556520 req-adf52daa-5b75-44a3-9278-aa4c8ded3d36 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478501 Dec 14 02:01:09.250818 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208cf29-8837-4ece-888d-d90d3ce7312f req-86b1ad2e-4bcc-4d22-8157-57e92be01073 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:09.252345 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8208cf29-8837-4ece-888d-d90d3ce7312f req-86b1ad2e-4bcc-4d22-8157-57e92be01073 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 945 time: 0.0495181 Dec 14 02:01:09.301749 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8208cf29-8837-4ece-888d-d90d3ce7312f req-ec056322-415b-4f12-bc0c-025be75d8921 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433204 Dec 14 02:01:09.628660 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device c185c494-43e6-4b06-b084-3df0ff552dbf up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:01:09.845363 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port c185c494-43e6-4b06-b084-3df0ff552dbf completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:01:09.849635 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port c185c494-43e6-4b06-b084-3df0ff552dbf triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:01:09.850053 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:09.929701 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:09.952373 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea2dcaf-0f9f-466b-8dc4-7f26122218e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c185c494-43e6-4b06-b084-3df0ff552dbf'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:01:09.954663 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7a910f-ee13-40a6-a7f6-67c7dd184404" -d '{"events": [{"server_uuid": "9ea2dcaf-0f9f-466b-8dc4-7f26122218e2", "name": "network-vif-plugged", "status": "completed", "tag": "c185c494-43e6-4b06-b084-3df0ff552dbf"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:01:09.967741 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port c185c494-43e6-4b06-b084-3df0ff552dbf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c185c494-43e6-4b06-b084-3df0ff552dbf,segment=NetworkSegment(5b80f537-999a-4d4d-a649-f14ea0b8600f),segment_id=5b80f537-999a-4d4d-a649-f14ea0b8600f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:01:09.973761 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:10.001811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba297ff-83d3-48f2-b7dc-7a64c1000bd2 x-openstack-request-id: req-eba297ff-83d3-48f2-b7dc-7a64c1000bd2 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:01:10.002101 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea2dcaf-0f9f-466b-8dc4-7f26122218e2", "name": "network-vif-plugged", "status": "completed", "tag": "c185c494-43e6-4b06-b084-3df0ff552dbf", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:01:10.002353 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eba297ff-83d3-48f2-b7dc-7a64c1000bd2 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:01:10.002738 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea2dcaf-0f9f-466b-8dc4-7f26122218e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c185c494-43e6-4b06-b084-3df0ff552dbf', 'code': 200} Dec 14 02:01:10.031596 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=c185c494-43e6-4b06-b084-3df0ff552dbf,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:10.216806 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c145b-1f99-40f4-bcff-cc41acd67026 req-92b34513-e0f5-4dc4-9090-f049204d5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:10.218250 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-328c145b-1f99-40f4-bcff-cc41acd67026 req-92b34513-e0f5-4dc4-9090-f049204d5e71 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 1099 time: 0.0425739 Dec 14 02:01:10.267619 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-328c145b-1f99-40f4-bcff-cc41acd67026 req-59dbccda-bdc8-4dd6-b561-30b1693a76fc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414808 Dec 14 02:01:10.447857 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1554c4b-f459-44f6-b7c7-706717b5eabc req-aa8b5f96-ca21-481e-bf23-5369c7972d73 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:10.449943 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f1554c4b-f459-44f6-b7c7-706717b5eabc req-aa8b5f96-ca21-481e-bf23-5369c7972d73 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 946 time: 0.0712268 Dec 14 02:01:10.506235 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f1554c4b-f459-44f6-b7c7-706717b5eabc req-2513bdbc-0a17-4ace-8b84-7fceca7597b0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469091 Dec 14 02:01:11.184521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:11.632780 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e4443-336c-4ca5-b74b-05bf83c5d60c req-6d4ee7a8-b464-481e-a3c6-7dad7d84b9f5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:11.634264 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-182e4443-336c-4ca5-b74b-05bf83c5d60c req-6d4ee7a8-b464-481e-a3c6-7dad7d84b9f5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 946 time: 0.0521519 Dec 14 02:01:11.689753 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-182e4443-336c-4ca5-b74b-05bf83c5d60c req-da7b7889-c7fd-44a3-930a-928cc471b906 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467045 Dec 14 02:01:11.812182 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e54c6-5b7f-481c-9866-01b9a03a1633 req-8f575d52-bef2-44c6-b9ed-54f719396ab2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:11.813717 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-de9e54c6-5b7f-481c-9866-01b9a03a1633 req-8f575d52-bef2-44c6-b9ed-54f719396ab2 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 946 time: 0.0563447 Dec 14 02:01:11.864591 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-de9e54c6-5b7f-481c-9866-01b9a03a1633 req-fc8fff18-cbad-43a1-85f6-a0920fac0c6a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433047 Dec 14 02:01:11.886514 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35514) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:11.926003 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac755b68-ee30-42ec-ab93-f57adf33b390 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:11.927668 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ac755b68-ee30-42ec-ab93-f57adf33b390 tempest-TestNetworkAdvancedServerOps-1802125038 tempest-TestNetworkAdvancedServerOps-1802125038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 1094 time: 0.0401578 Dec 14 02:01:11.930691 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35516) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:11.935013 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': 'c185c494-43e6-4b06-b084-3df0ff552dbf', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:01:11.962588 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:12.407751 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:12.511390 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Allocated IP 172.26.1.94 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/683e3439-c85e-475b-b8bf-fdbfc2ee7f34) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:01:12.622368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:12.659255 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:12.696305 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:01:12.699073 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:01:12.702693 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:01:12.725563 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=683e3439-c85e-475b-b8bf-fdbfc2ee7f34,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:13.061383 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:13.128193 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:13.287926 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:13.296000 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:13.366175 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event updated for resources: {'Port': ['ID=683e3439-c85e-475b-b8bf-fdbfc2ee7f34,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:13.378207 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:13.484550 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Floating IP dead7bb4-b5ad-4915-a944-0f28abfbad74 associated. External IP: 172.26.1.94, port: c185c494-43e6-4b06-b084-3df0ff552dbf. Dec 14 02:01:13.694066 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 038151cc-3a67-476e-9606-40e8eb6630de has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:01:13.809301 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:01:13.820472 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6b8a3-69c8-484a-a4a2-ad8b088d869c None None] Sync routers for ids ['038151cc-3a67-476e-9606-40e8eb6630de'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:01:13.828300 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:13.831647 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6b8a3-69c8-484a-a4a2-ad8b088d869c None None] Routers {'038151cc-3a67-476e-9606-40e8eb6630de'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:01:13.832320 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-cbc6b8a3-69c8-484a-a4a2-ad8b088d869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:00:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['038151cc-3a67-476e-9606-40e8eb6630de'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:13.855158 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b604d2dd-65ef-4c9b-958b-685b60af731c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9234228 Dec 14 02:01:13.855793 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea2dcaf-0f9f-466b-8dc4-7f26122218e2', 'tag': 'c185c494-43e6-4b06-b084-3df0ff552dbf'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:01:13.858167 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65687213-4ecd-4667-ad0a-229dd9150836" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea2dcaf-0f9f-466b-8dc4-7f26122218e2", "tag": "c185c494-43e6-4b06-b084-3df0ff552dbf"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:01:13.898761 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590ca15e-9aa2-4949-b4e5-568ea9cbbf8e x-openstack-request-id: req-590ca15e-9aa2-4949-b4e5-568ea9cbbf8e {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:01:13.899087 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea2dcaf-0f9f-466b-8dc4-7f26122218e2", "tag": "c185c494-43e6-4b06-b084-3df0ff552dbf", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:01:13.899309 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-590ca15e-9aa2-4949-b4e5-568ea9cbbf8e {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:01:13.899736 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea2dcaf-0f9f-466b-8dc4-7f26122218e2', 'tag': 'c185c494-43e6-4b06-b084-3df0ff552dbf', 'status': 'completed', 'code': 200} Dec 14 02:01:13.947953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-cbc6b8a3-69c8-484a-a4a2-ad8b088d869c None None] Set router 038151cc-3a67-476e-9606-40e8eb6630de gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:01:13.966771 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66956b-8a92-462d-ade5-7c6dcccf2f47 req-e82d8c9d-b328-4c26-8bd2-d8745cf61772 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:13.969373 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a66956b-8a92-462d-ade5-7c6dcccf2f47 req-e82d8c9d-b328-4c26-8bd2-d8745cf61772 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 946 time: 0.0559578 Dec 14 02:01:13.991162 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65687213-4ecd-4667-ad0a-229dd9150836 req-dff1f956-c85c-4d33-a594-2cf1db891210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:13.992682 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-65687213-4ecd-4667-ad0a-229dd9150836 req-dff1f956-c85c-4d33-a594-2cf1db891210 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 1099 time: 0.0445817 Dec 14 02:01:14.021328 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8a66956b-8a92-462d-ade5-7c6dcccf2f47 req-074b79e2-5042-442c-bd3d-63c483054d57 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464480 Dec 14 02:01:14.048341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35522) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:14.132713 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4387a7fa-bfe8-4b6d-a457-67f247d34a49 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/dead7bb4-b5ad-4915-a944-0f28abfbad74 HTTP/1.1" status: 200 len: 991 time: 0.0829837 Dec 14 02:01:14.137183 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65687213-4ecd-4667-ad0a-229dd9150836 req-12ccb231-9d86-40df-ab2a-0f236c17fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:14.138587 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-65687213-4ecd-4667-ad0a-229dd9150836 req-12ccb231-9d86-40df-ab2a-0f236c17fcc3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b HTTP/1.1" status: 200 len: 896 time: 0.1390865 Dec 14 02:01:14.184948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-cbc6b8a3-69c8-484a-a4a2-ad8b088d869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038151cc-3a67-476e-9606-40e8eb6630de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824887632', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:59Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'dead7bb4-b5ad-4915-a944-0f28abfbad74', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'floating_ip_address': '172.26.1.94', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'port_id': 'c185c494-43e6-4b06-b084-3df0ff552dbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b', 'mac_address': 'fa:16:3e:6d:58:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea2dcaf-0f9f-466b-8dc4-7f26122218e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:01:12Z', 'updated_at': '2021-12-14T02:01:12Z', 'revision_number': 0, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb47398-65c3-455b-9166-4db9a14bdd05', 'name': '', 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:65:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:58Z', 'updated_at': '2021-12-14T02:01:02Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:14.205966 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-65687213-4ecd-4667-ad0a-229dd9150836 req-6784d0e4-93f9-441e-8477-274fa589c036 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c185c494-43e6-4b06-b084-3df0ff552dbf HTTP/1.1" status: 200 len: 999 time: 0.0594711 Dec 14 02:01:14.212914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6b8a3-69c8-484a-a4a2-ad8b088d869c None None] Checking router: 038151cc-3a67-476e-9606-40e8eb6630de for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:01:14.221733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6b8a3-69c8-484a-a4a2-ad8b088d869c None None] Routers {'038151cc-3a67-476e-9606-40e8eb6630de'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:01:14.222477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-cbc6b8a3-69c8-484a-a4a2-ad8b088d869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:00:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['038151cc-3a67-476e-9606-40e8eb6630de'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:14.259480 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65687213-4ecd-4667-ad0a-229dd9150836 req-3280fcb9-4274-4f64-adfb-37dfaeb7a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:14.261006 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-65687213-4ecd-4667-ad0a-229dd9150836 req-3280fcb9-4274-4f64-adfb-37dfaeb7a5fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9784201-4f26-4bc1-9938-79d0f11c17f9 HTTP/1.1" status: 200 len: 835 time: 0.0475256 Dec 14 02:01:14.309061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65687213-4ecd-4667-ad0a-229dd9150836 req-d94b45f7-03c7-4d84-8aa3-3923eab0cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:14.310610 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-65687213-4ecd-4667-ad0a-229dd9150836 req-d94b45f7-03c7-4d84-8aa3-3923eab0cefa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427423 Dec 14 02:01:14.330613 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-cbc6b8a3-69c8-484a-a4a2-ad8b088d869c None None] Set router 038151cc-3a67-476e-9606-40e8eb6630de gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:01:14.402296 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-65687213-4ecd-4667-ad0a-229dd9150836 req-17f48c00-e3e1-4f9e-aced-4be18c0e53f7 service neutron] 10.222.0.16 "GET /v2.0/networks/c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839067 Dec 14 02:01:14.496842 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-65687213-4ecd-4667-ad0a-229dd9150836 req-81e0bb83-3d58-4ddf-b272-b65bc28955fb service neutron] 10.222.0.16 "GET /v2.0/networks/c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875087 Dec 14 02:01:14.562821 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-cbc6b8a3-69c8-484a-a4a2-ad8b088d869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038151cc-3a67-476e-9606-40e8eb6630de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824887632', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:59Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'dead7bb4-b5ad-4915-a944-0f28abfbad74', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'floating_ip_address': '172.26.1.94', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'port_id': 'c185c494-43e6-4b06-b084-3df0ff552dbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b', 'mac_address': 'fa:16:3e:6d:58:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea2dcaf-0f9f-466b-8dc4-7f26122218e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:01:12Z', 'updated_at': '2021-12-14T02:01:12Z', 'revision_number': 0, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb47398-65c3-455b-9166-4db9a14bdd05', 'name': '', 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:65:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:58Z', 'updated_at': '2021-12-14T02:01:02Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:14.589142 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6b8a3-69c8-484a-a4a2-ad8b088d869c None None] The sync data for ids ['038151cc-3a67-476e-9606-40e8eb6630de'] in dv-neutron-821592-1-hyperv is: [{'id': '038151cc-3a67-476e-9606-40e8eb6630de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824887632', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:59Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'dead7bb4-b5ad-4915-a944-0f28abfbad74', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'floating_ip_address': '172.26.1.94', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'port_id': 'c185c494-43e6-4b06-b084-3df0ff552dbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b', 'mac_address': 'fa:16:3e:6d:58:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea2dcaf-0f9f-466b-8dc4-7f26122218e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:01:12Z', 'updated_at': '2021-12-14T02:01:12Z', 'revision_number': 0, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb47398-65c3-455b-9166-4db9a14bdd05', 'name': '', 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:65:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:58Z', 'updated_at': '2021-12-14T02:01:02Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:01:14.792684 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e31c343-37c8-443c-b7e9-f94f314fdc58 None None] New status for floating IP dead7bb4-b5ad-4915-a944-0f28abfbad74: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:01:15.136679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35524) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:15.207923 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-32165c11-a2bd-43ca-8436-56f0d8a78706 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/dead7bb4-b5ad-4915-a944-0f28abfbad74 HTTP/1.1" status: 200 len: 993 time: 0.0649199 Dec 14 02:01:21.999843 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-713edda9-c5d8-48ba-b449-37fa07f9e952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:24.239965 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9d7d9a8c-1b41-43fc-9310-8e14cedbe825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:25.588278 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:26.983851 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:27.729337 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:41.200556 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:42.120035 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369c946-c890-49d1-aeb7-dcc517a39499 req-93276734-5258-4880-a6dc-bfe417dc7292 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:42.121575 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a369c946-c890-49d1-aeb7-dcc517a39499 req-93276734-5258-4880-a6dc-bfe417dc7292 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 946 time: 0.1200142 Dec 14 02:01:42.177507 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a369c946-c890-49d1-aeb7-dcc517a39499 req-de55c1c8-e975-4ec3-9af7-acc7cfaffdd0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499315 Dec 14 02:01:43.219557 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:01:43.378968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb9ea7-fa95-4dc6-9f2a-2555e4946494 req-a0f5b6a7-8629-4004-9730-3fbce865f05c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:43.380562 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ffcb9ea7-fa95-4dc6-9f2a-2555e4946494 req-a0f5b6a7-8629-4004-9730-3fbce865f05c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 946 time: 0.1154356 Dec 14 02:01:43.442523 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ffcb9ea7-fa95-4dc6-9f2a-2555e4946494 req-1e250edc-6b0d-4538-b340-d6355f616a5a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540388 Dec 14 02:01:43.480013 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35544) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:43.556955 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-50db2e6f-7f95-4ba1-889c-84fd051f2bfd tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/dead7bb4-b5ad-4915-a944-0f28abfbad74 HTTP/1.1" status: 200 len: 993 time: 0.0755029 Dec 14 02:01:44.900724 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b18755-3dfa-4c27-b640-82e41089f77d req-b676f544-2a6a-4531-bb9f-32aeedc00e93 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:44.902133 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26b18755-3dfa-4c27-b640-82e41089f77d req-b676f544-2a6a-4531-bb9f-32aeedc00e93 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 946 time: 0.0645661 Dec 14 02:01:44.934267 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30805a66-d06b-4aa9-be78-f11412c6886d req-11f70765-3b8b-4172-9328-95e8d68cdc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:44.936661 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-30805a66-d06b-4aa9-be78-f11412c6886d req-11f70765-3b8b-4172-9328-95e8d68cdc1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 1099 time: 0.0475750 Dec 14 02:01:44.954734 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26b18755-3dfa-4c27-b640-82e41089f77d req-83f85a0e-f444-4c82-a272-1325d1af6118 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458367 Dec 14 02:01:45.026524 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30805a66-d06b-4aa9-be78-f11412c6886d req-d4b3e538-d850-4d16-aa90-cc3616047d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:45.027999 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-30805a66-d06b-4aa9-be78-f11412c6886d req-d4b3e538-d850-4d16-aa90-cc3616047d0f service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b HTTP/1.1" status: 200 len: 896 time: 0.0847123 Dec 14 02:01:45.097067 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-30805a66-d06b-4aa9-be78-f11412c6886d req-e5ac50b5-a196-44b4-a4fa-970738bfb098 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c185c494-43e6-4b06-b084-3df0ff552dbf HTTP/1.1" status: 200 len: 1001 time: 0.0618641 Dec 14 02:01:45.148236 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30805a66-d06b-4aa9-be78-f11412c6886d req-24a225da-1aad-43ff-b6a9-a372b822964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:45.149651 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-30805a66-d06b-4aa9-be78-f11412c6886d req-24a225da-1aad-43ff-b6a9-a372b822964c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9784201-4f26-4bc1-9938-79d0f11c17f9 HTTP/1.1" status: 200 len: 835 time: 0.0452828 Dec 14 02:01:45.195334 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30805a66-d06b-4aa9-be78-f11412c6886d req-9da25b3d-a8bc-4da0-a316-3267fd75978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:45.196722 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-30805a66-d06b-4aa9-be78-f11412c6886d req-9da25b3d-a8bc-4da0-a316-3267fd75978c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403376 Dec 14 02:01:45.291622 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-30805a66-d06b-4aa9-be78-f11412c6886d req-b0633afc-7648-4a54-a0f3-5c0b0795c8ef service neutron] 10.222.0.16 "GET /v2.0/networks/c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872173 Dec 14 02:01:45.383518 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-30805a66-d06b-4aa9-be78-f11412c6886d req-d6686ddb-961c-41ee-91c5-2f0175206d1c service neutron] 10.222.0.16 "GET /v2.0/networks/c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850573 Dec 14 02:01:46.091908 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23b790-1f4b-47cc-bb80-f92e13b26e00 req-bdf6aaf8-7efb-4a81-8b84-fc209443811c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:46.093353 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fc23b790-1f4b-47cc-bb80-f92e13b26e00 req-bdf6aaf8-7efb-4a81-8b84-fc209443811c tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 946 time: 0.0600550 Dec 14 02:01:46.157648 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fc23b790-1f4b-47cc-bb80-f92e13b26e00 req-5e248ba9-3795-4af1-885f-075c3af9672a tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582061 Dec 14 02:01:47.305774 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173aac4-c697-4113-a436-3bea1e1417a5 req-45ae7549-8c54-44e3-b30f-d6900fed789f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:47.307340 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0173aac4-c697-4113-a436-3bea1e1417a5 req-45ae7549-8c54-44e3-b30f-d6900fed789f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 946 time: 0.0578449 Dec 14 02:01:47.356831 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0173aac4-c697-4113-a436-3bea1e1417a5 req-e5f4c8aa-34dc-4ad9-a386-a828f950790f tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432076 Dec 14 02:01:47.383962 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35556) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:47.443714 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c0b88a6a-97e4-45d3-b5b3-7551623196f1 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/floatingips/dead7bb4-b5ad-4915-a944-0f28abfbad74 HTTP/1.1" status: 200 len: 993 time: 0.0585032 Dec 14 02:01:47.742592 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35562) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:47.914649 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port 683e3439-c85e-475b-b8bf-fdbfc2ee7f34 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:01:47.914990 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:48.005340 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:48.005605 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:48.017797 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for 683e3439-c85e-475b-b8bf-fdbfc2ee7f34 owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:01:48.172887 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:48.197950 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=683e3439-c85e-475b-b8bf-fdbfc2ee7f34,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:48.209434 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:48.209779 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:48.210129 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:48.210474 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:48.210807 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:48.211150 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:48.211476 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:48.211805 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:48.212131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:48.212484 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:48.212793 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:48.213118 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:48.213589 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:48.267195 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:48.267440 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Floating IP dead7bb4-b5ad-4915-a944-0f28abfbad74 disassociated (deleted). External IP: 172.26.1.94, port: c185c494-43e6-4b06-b084-3df0ff552dbf. Dec 14 02:01:48.523259 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 038151cc-3a67-476e-9606-40e8eb6630de has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:01:48.645114 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:01:48.650562 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:48.657708 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf379a19-4a04-46d9-a492-9ef11de0cd7a None None] Sync routers for ids ['038151cc-3a67-476e-9606-40e8eb6630de'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:01:48.668628 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf379a19-4a04-46d9-a492-9ef11de0cd7a None None] Routers {'038151cc-3a67-476e-9606-40e8eb6630de'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:01:48.669245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bf379a19-4a04-46d9-a492-9ef11de0cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:01:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['038151cc-3a67-476e-9606-40e8eb6630de'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:48.677516 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-800d7aed-56b6-431a-803f-9e8e1b34535d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/floatingips/dead7bb4-b5ad-4915-a944-0f28abfbad74 HTTP/1.1" status: 204 len: 168 time: 0.9337955 Dec 14 02:01:48.678092 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea2dcaf-0f9f-466b-8dc4-7f26122218e2', 'tag': 'c185c494-43e6-4b06-b084-3df0ff552dbf'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:01:48.680404 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6de54e7-9ec2-4a16-95e5-02ce2d20441c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea2dcaf-0f9f-466b-8dc4-7f26122218e2", "tag": "c185c494-43e6-4b06-b084-3df0ff552dbf"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:01:48.719200 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844cf34a-80fa-4965-88ef-d38bb49e903c x-openstack-request-id: req-844cf34a-80fa-4965-88ef-d38bb49e903c {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:01:48.719501 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea2dcaf-0f9f-466b-8dc4-7f26122218e2", "tag": "c185c494-43e6-4b06-b084-3df0ff552dbf", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:01:48.719759 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-844cf34a-80fa-4965-88ef-d38bb49e903c {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:01:48.720336 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea2dcaf-0f9f-466b-8dc4-7f26122218e2', 'tag': 'c185c494-43e6-4b06-b084-3df0ff552dbf', 'status': 'completed', 'code': 200} Dec 14 02:01:48.777336 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-bf379a19-4a04-46d9-a492-9ef11de0cd7a None None] Set router 038151cc-3a67-476e-9606-40e8eb6630de gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:01:48.822230 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de54e7-9ec2-4a16-95e5-02ce2d20441c req-b01dd900-1faf-4656-ba8d-c27e968b18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:48.822230 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e6de54e7-9ec2-4a16-95e5-02ce2d20441c req-b01dd900-1faf-4656-ba8d-c27e968b18a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 1099 time: 0.0506833 Dec 14 02:01:48.919707 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de54e7-9ec2-4a16-95e5-02ce2d20441c req-f93e087b-201f-40bc-ba4c-0f34d9dfeb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:48.921371 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e6de54e7-9ec2-4a16-95e5-02ce2d20441c req-f93e087b-201f-40bc-ba4c-0f34d9dfeb9d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b HTTP/1.1" status: 200 len: 896 time: 0.0924208 Dec 14 02:01:48.930790 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56de62-7eea-49d9-bc6b-a1cc4406c75d req-9457102f-f173-43eb-9b8d-381309befa36 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:48.933744 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-db56de62-7eea-49d9-bc6b-a1cc4406c75d req-9457102f-f173-43eb-9b8d-381309befa36 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 946 time: 0.0570436 Dec 14 02:01:48.966014 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e6de54e7-9ec2-4a16-95e5-02ce2d20441c req-348e10b3-7dba-46af-9061-681e1c6888e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c185c494-43e6-4b06-b084-3df0ff552dbf HTTP/1.1" status: 200 len: 217 time: 0.0352852 Dec 14 02:01:48.989750 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-db56de62-7eea-49d9-bc6b-a1cc4406c75d req-1a4c1857-c856-412a-a62c-ce4ff6f40718 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485089 Dec 14 02:01:48.991022 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bf379a19-4a04-46d9-a492-9ef11de0cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038151cc-3a67-476e-9606-40e8eb6630de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824887632', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:59Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '7bb47398-65c3-455b-9166-4db9a14bdd05', 'name': '', 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:65:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:58Z', 'updated_at': '2021-12-14T02:01:02Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:49.022278 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf379a19-4a04-46d9-a492-9ef11de0cd7a None None] Checking router: 038151cc-3a67-476e-9606-40e8eb6630de for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:01:49.024338 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de54e7-9ec2-4a16-95e5-02ce2d20441c req-04182e02-e165-4146-8fd7-e2fe6f004e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:49.025935 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e6de54e7-9ec2-4a16-95e5-02ce2d20441c req-04182e02-e165-4146-8fd7-e2fe6f004e7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9784201-4f26-4bc1-9938-79d0f11c17f9 HTTP/1.1" status: 200 len: 835 time: 0.0504630 Dec 14 02:01:49.031120 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf379a19-4a04-46d9-a492-9ef11de0cd7a None None] Routers {'038151cc-3a67-476e-9606-40e8eb6630de'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:01:49.031651 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bf379a19-4a04-46d9-a492-9ef11de0cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:01:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['038151cc-3a67-476e-9606-40e8eb6630de'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:49.072083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de54e7-9ec2-4a16-95e5-02ce2d20441c req-43fe1477-edac-49a7-b017-105240f1fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:49.073722 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e6de54e7-9ec2-4a16-95e5-02ce2d20441c req-43fe1477-edac-49a7-b017-105240f1fd20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401309 Dec 14 02:01:49.133457 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-bf379a19-4a04-46d9-a492-9ef11de0cd7a None None] Set router 038151cc-3a67-476e-9606-40e8eb6630de gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:01:49.168030 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e6de54e7-9ec2-4a16-95e5-02ce2d20441c req-b815a218-182c-426f-a79f-4ea1041b0422 service neutron] 10.222.0.16 "GET /v2.0/networks/c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826044 Dec 14 02:01:49.270676 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e6de54e7-9ec2-4a16-95e5-02ce2d20441c req-4ef2a280-eced-46f4-bc99-f8c4a9cc3740 service neutron] 10.222.0.16 "GET /v2.0/networks/c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912712 Dec 14 02:01:49.493092 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bf379a19-4a04-46d9-a492-9ef11de0cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038151cc-3a67-476e-9606-40e8eb6630de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824887632', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:59Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '7bb47398-65c3-455b-9166-4db9a14bdd05', 'name': '', 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:65:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:58Z', 'updated_at': '2021-12-14T02:01:02Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:49.527346 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf379a19-4a04-46d9-a492-9ef11de0cd7a None None] The sync data for ids ['038151cc-3a67-476e-9606-40e8eb6630de'] in dv-neutron-821592-1-hyperv is: [{'id': '038151cc-3a67-476e-9606-40e8eb6630de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824887632', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:59Z', 'revision_number': 4, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '7bb47398-65c3-455b-9166-4db9a14bdd05', 'name': '', 'network_id': 'c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'mac_address': 'fa:16:3e:65:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:58Z', 'updated_at': '2021-12-14T02:01:02Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'subnets': [{'id': 'c9784201-4f26-4bc1-9938-79d0f11c17f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:01:49.748462 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22778499-2b2f-449c-8390-15ae3617a761 None None] New status for floating IP dead7bb4-b5ad-4915-a944-0f28abfbad74: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:01:50.123782 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecb849-aa63-4541-9741-ea48e66b47e5 req-c44728a5-0dba-4fc3-b682-cb1218f0fcdc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:50.125283 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e4ecb849-aa63-4541-9741-ea48e66b47e5 req-c44728a5-0dba-4fc3-b682-cb1218f0fcdc tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 946 time: 0.0512450 Dec 14 02:01:50.185241 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e4ecb849-aa63-4541-9741-ea48e66b47e5 req-ede13794-40fc-4a56-a6e0-675fbbe1b5d5 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506454 Dec 14 02:01:50.752747 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444256d-552b-4c9d-b04f-90515bbc23b6 req-8d0af049-016b-4507-a8de-42176111c8df tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:50.754186 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c444256d-552b-4c9d-b04f-90515bbc23b6 req-8d0af049-016b-4507-a8de-42176111c8df tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 946 time: 0.0587552 Dec 14 02:01:50.849932 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-c444256d-552b-4c9d-b04f-90515bbc23b6 req-fdc479c2-bda9-4338-bf8a-01329ab55be9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port c185c494-43e6-4b06-b084-3df0ff552dbf {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:01:50.850271 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c444256d-552b-4c9d-b04f-90515bbc23b6 req-fdc479c2-bda9-4338-bf8a-01329ab55be9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:50.944898 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-c444256d-552b-4c9d-b04f-90515bbc23b6 req-fdc479c2-bda9-4338-bf8a-01329ab55be9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] For port c185c494-43e6-4b06-b084-3df0ff552dbf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c185c494-43e6-4b06-b084-3df0ff552dbf,segment=NetworkSegment(5b80f537-999a-4d4d-a649-f14ea0b8600f),segment_id=5b80f537-999a-4d4d-a649-f14ea0b8600f)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:01:50.945228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c444256d-552b-4c9d-b04f-90515bbc23b6 req-fdc479c2-bda9-4338-bf8a-01329ab55be9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:50.958020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-c444256d-552b-4c9d-b04f-90515bbc23b6 req-fdc479c2-bda9-4338-bf8a-01329ab55be9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for c185c494-43e6-4b06-b084-3df0ff552dbf owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:01:51.090172 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c444256d-552b-4c9d-b04f-90515bbc23b6 req-fdc479c2-bda9-4338-bf8a-01329ab55be9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:51.119134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc479c2-bda9-4338-bf8a-01329ab55be9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=c185c494-43e6-4b06-b084-3df0ff552dbf,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:51.158333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c444256d-552b-4c9d-b04f-90515bbc23b6 req-fdc479c2-bda9-4338-bf8a-01329ab55be9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] No DVR routers for this DVR port c185c494-43e6-4b06-b084-3df0ff552dbf on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:01:51.160977 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c444256d-552b-4c9d-b04f-90515bbc23b6 req-fdc479c2-bda9-4338-bf8a-01329ab55be9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:51.164311 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c444256d-552b-4c9d-b04f-90515bbc23b6 req-fdc479c2-bda9-4338-bf8a-01329ab55be9 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.16 "DELETE /v2.0/ports/c185c494-43e6-4b06-b084-3df0ff552dbf HTTP/1.1" status: 204 len: 173 time: 0.4033070 Dec 14 02:01:51.164750 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea2dcaf-0f9f-466b-8dc4-7f26122218e2', 'name': 'network-vif-deleted', 'tag': 'c185c494-43e6-4b06-b084-3df0ff552dbf'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:01:51.167210 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b791226a-90b6-4eb4-b9c5-a133389f8e5b" -d '{"events": [{"server_uuid": "9ea2dcaf-0f9f-466b-8dc4-7f26122218e2", "name": "network-vif-deleted", "tag": "c185c494-43e6-4b06-b084-3df0ff552dbf"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:01:51.203771 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb0d98e-a31c-4edf-8a7c-35ab6920df9b x-openstack-request-id: req-2fb0d98e-a31c-4edf-8a7c-35ab6920df9b {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:01:51.203999 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea2dcaf-0f9f-466b-8dc4-7f26122218e2", "name": "network-vif-deleted", "tag": "c185c494-43e6-4b06-b084-3df0ff552dbf", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:01:51.204273 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fb0d98e-a31c-4edf-8a7c-35ab6920df9b {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:01:51.204725 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea2dcaf-0f9f-466b-8dc4-7f26122218e2', 'name': 'network-vif-deleted', 'tag': 'c185c494-43e6-4b06-b084-3df0ff552dbf', 'status': 'completed', 'code': 200} Dec 14 02:01:51.286937 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a471e170-def3-4204-88df-36e20ef613c2 req-f85d8b88-09b0-4efb-8495-e5ccd6e64513 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ea2dcaf-0f9f-466b-8dc4-7f26122218e2 HTTP/1.1" status: 200 len: 210 time: 0.0281887 Dec 14 02:01:52.003600 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9d5f16ae-3dd8-4395-b556-f0498b892936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:52.348693 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35578) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:52.711400 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5185c19c-310a-4133-aef0-78047f9aab45 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:52.987864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5185c19c-310a-4133-aef0-78047f9aab45 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port 7bb47398-65c3-455b-9166-4db9a14bdd05 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:01:52.988541 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5185c19c-310a-4133-aef0-78047f9aab45 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:53.087418 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5185c19c-310a-4133-aef0-78047f9aab45 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] For port 7bb47398-65c3-455b-9166-4db9a14bdd05, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=7bb47398-65c3-455b-9166-4db9a14bdd05,segment=NetworkSegment(5b80f537-999a-4d4d-a649-f14ea0b8600f),segment_id=5b80f537-999a-4d4d-a649-f14ea0b8600f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:01:53.087785 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5185c19c-310a-4133-aef0-78047f9aab45 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:53.104612 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5185c19c-310a-4133-aef0-78047f9aab45 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for 7bb47398-65c3-455b-9166-4db9a14bdd05 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:01:53.293620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5185c19c-310a-4133-aef0-78047f9aab45 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:53.319850 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185c19c-310a-4133-aef0-78047f9aab45 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=7bb47398-65c3-455b-9166-4db9a14bdd05,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:53.491631 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5185c19c-310a-4133-aef0-78047f9aab45 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:53.719976 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5185c19c-310a-4133-aef0-78047f9aab45 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Router 038151cc-3a67-476e-9606-40e8eb6630de has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:01:53.831300 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5185c19c-310a-4133-aef0-78047f9aab45 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:01:53.836821 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5185c19c-310a-4133-aef0-78047f9aab45 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "PUT /v2.0/routers/038151cc-3a67-476e-9606-40e8eb6630de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4866326 Dec 14 02:01:53.839224 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35582) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:53.842982 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912fe2c4-44e3-4c1e-bcfb-1b48820e516e None None] Sync routers for ids ['038151cc-3a67-476e-9606-40e8eb6630de'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:01:53.854612 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912fe2c4-44e3-4c1e-bcfb-1b48820e516e None None] Routers {'038151cc-3a67-476e-9606-40e8eb6630de'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:01:53.855226 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-912fe2c4-44e3-4c1e-bcfb-1b48820e516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:01:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['038151cc-3a67-476e-9606-40e8eb6630de'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:53.889322 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting subnet c9784201-4f26-4bc1-9938-79d0f11c17f9 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:01:53.892518 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:53.936558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:53.961454 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-912fe2c4-44e3-4c1e-bcfb-1b48820e516e None None] Set router 038151cc-3a67-476e-9606-40e8eb6630de gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:01:54.023739 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:54.081391 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:54.108018 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Subnet': ['ID=c9784201-4f26-4bc1-9938-79d0f11c17f9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:54.115604 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:54.118772 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/subnets/c9784201-4f26-4bc1-9938-79d0f11c17f9 HTTP/1.1" status: 204 len: 168 time: 0.2786500 Dec 14 02:01:54.120658 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.121004 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.121119 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14cca1a-0c7c-419f-a703-8fad10cb60db None None] Network c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:01:54.121773 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35584) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:54.124231 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.124680 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.125287 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.126314 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.126314 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.126546 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.126801 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.127500 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.127855 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.128233 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.129859 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee5bf3-7e51-47fa-9eb8-5bccf6ba4f12 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.191848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-912fe2c4-44e3-4c1e-bcfb-1b48820e516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038151cc-3a67-476e-9606-40e8eb6630de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824887632', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:01:53Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:54.227620 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-431ec7dc-c6a7-43d8-aea4-c4bffc93f21d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:54.236139 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912fe2c4-44e3-4c1e-bcfb-1b48820e516e None None] Checking router: 038151cc-3a67-476e-9606-40e8eb6630de for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:01:54.263003 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a0d55f0-5f5b-474d-a9d9-880bee4de1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:54.264335 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912fe2c4-44e3-4c1e-bcfb-1b48820e516e None None] Routers {'038151cc-3a67-476e-9606-40e8eb6630de'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:01:54.265414 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-912fe2c4-44e3-4c1e-bcfb-1b48820e516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:01:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['038151cc-3a67-476e-9606-40e8eb6630de'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:54.339295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-431ec7dc-c6a7-43d8-aea4-c4bffc93f21d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:54.353773 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] DHCP port deletion for c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:01:54.396458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-431ec7dc-c6a7-43d8-aea4-c4bffc93f21d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Deleting port d0ad996f-77c3-429c-b640-a3752d471509 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:01:54.396833 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-431ec7dc-c6a7-43d8-aea4-c4bffc93f21d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:54.407358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-912fe2c4-44e3-4c1e-bcfb-1b48820e516e None None] Set router 038151cc-3a67-476e-9606-40e8eb6630de gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:01:54.522816 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Deleting port bd35ce34-3afe-4e85-a692-41b57cc4a052 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:01:54.523179 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:54.627294 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] For port bd35ce34-3afe-4e85-a692-41b57cc4a052, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=bd35ce34-3afe-4e85-a692-41b57cc4a052,segment=NetworkSegment(5b80f537-999a-4d4d-a649-f14ea0b8600f),segment_id=5b80f537-999a-4d4d-a649-f14ea0b8600f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:01:54.627600 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:54.643083 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Calling delete_port for bd35ce34-3afe-4e85-a692-41b57cc4a052 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:01:54.719447 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-912fe2c4-44e3-4c1e-bcfb-1b48820e516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038151cc-3a67-476e-9606-40e8eb6630de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824887632', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:01:53Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:54.755216 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912fe2c4-44e3-4c1e-bcfb-1b48820e516e None None] The sync data for ids ['038151cc-3a67-476e-9606-40e8eb6630de'] in dv-neutron-821592-1-hyperv is: [{'id': '038151cc-3a67-476e-9606-40e8eb6630de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824887632', 'tenant_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:01:53Z', 'revision_number': 5, 'project_id': 'f4c107ba67ff4c04ad2fb04bd1d8b8df', 'gw_port': {'id': 'd0ad996f-77c3-429c-b640-a3752d471509', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038151cc-3a67-476e-9606-40e8eb6630de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:00:55Z', 'updated_at': '2021-12-14T02:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:01:54.770981 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:54.802184 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Pushing event deleted for resources: {'Port': ['ID=bd35ce34-3afe-4e85-a692-41b57cc4a052,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:54.806039 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-431ec7dc-c6a7-43d8-aea4-c4bffc93f21d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] For port d0ad996f-77c3-429c-b640-a3752d471509, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d0ad996f-77c3-429c-b640-a3752d471509,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:01:54.806486 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-431ec7dc-c6a7-43d8-aea4-c4bffc93f21d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:54.808527 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] No DVR routers for this DVR port bd35ce34-3afe-4e85-a692-41b57cc4a052 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:01:54.817665 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.818021 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.818369 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.818755 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.819024 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.819351 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.819677 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.820002 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.820436 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.820668 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.820990 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.821306 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.821623 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e86684-2cc5-4490-a8b5-b591950e6ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:01:54.824147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-431ec7dc-c6a7-43d8-aea4-c4bffc93f21d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Calling delete_port for d0ad996f-77c3-429c-b640-a3752d471509 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:01:55.001515 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-431ec7dc-c6a7-43d8-aea4-c4bffc93f21d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.028260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ec7dc-c6a7-43d8-aea4-c4bffc93f21d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Port': ['ID=d0ad996f-77c3-429c-b640-a3752d471509,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:55.038310 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727f699d-71ef-4413-b612-60d3f8aa969b None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:01:55.089520 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-431ec7dc-c6a7-43d8-aea4-c4bffc93f21d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.180779 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-431ec7dc-c6a7-43d8-aea4-c4bffc93f21d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.183036 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-431ec7dc-c6a7-43d8-aea4-c4bffc93f21d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.234894 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-431ec7dc-c6a7-43d8-aea4-c4bffc93f21d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.235504 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431ec7dc-c6a7-43d8-aea4-c4bffc93f21d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Fanout notify agent at l3_agent the message router_deleted on router 038151cc-3a67-476e-9606-40e8eb6630de {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:01:55.243243 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-431ec7dc-c6a7-43d8-aea4-c4bffc93f21d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.248684 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-431ec7dc-c6a7-43d8-aea4-c4bffc93f21d tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/routers/038151cc-3a67-476e-9606-40e8eb6630de HTTP/1.1" status: 204 len: 168 time: 1.1258361 Dec 14 02:01:55.248928 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35586) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:55.331882 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3554036e-0e76-4a0d-8dca-89a74b6227a0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.423293 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3554036e-0e76-4a0d-8dca-89a74b6227a0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.450454 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3554036e-0e76-4a0d-8dca-89a74b6227a0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:55.460769 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3554036e-0e76-4a0d-8dca-89a74b6227a0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b80f537-999a-4d4d-a649-f14ea0b8600f') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:55.461068 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3554036e-0e76-4a0d-8dca-89a74b6227a0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b80f537-999a-4d4d-a649-f14ea0b8600f') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:01:55.470689 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3554036e-0e76-4a0d-8dca-89a74b6227a0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.483774 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3554036e-0e76-4a0d-8dca-89a74b6227a0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.489790 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3554036e-0e76-4a0d-8dca-89a74b6227a0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:01:55.490164 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3554036e-0e76-4a0d-8dca-89a74b6227a0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:01:55.493327 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:01:55.550631 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3554036e-0e76-4a0d-8dca-89a74b6227a0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.558787 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3554036e-0e76-4a0d-8dca-89a74b6227a0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.563316 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3554036e-0e76-4a0d-8dca-89a74b6227a0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/networks/c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b HTTP/1.1" status: 204 len: 168 time: 0.3135414 Dec 14 02:01:55.566266 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35588) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:55.575332 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554036e-0e76-4a0d-8dca-89a74b6227a0 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'Network': ['ID=c3c9ffa6-3c07-4081-b5c3-d4b9a16cdc2b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:55.587077 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.634084 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f103987-0041-4950-b8ab-80ff85638ef6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.673583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f103987-0041-4950-b8ab-80ff85638ef6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.741692 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f103987-0041-4950-b8ab-80ff85638ef6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.744547 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f103987-0041-4950-b8ab-80ff85638ef6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:55.745801 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-8f103987-0041-4950-b8ab-80ff85638ef6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] 10.222.0.32 "DELETE /v2.0/security-groups/9bdb1353-bd66-4fd0-aaab-d9cb4a207b38 HTTP/1.1" status: 204 len: 168 time: 0.1784770 Dec 14 02:01:55.757777 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f103987-0041-4950-b8ab-80ff85638ef6 tempest-TestNetworkAdvancedServerOps-1837976321 tempest-TestNetworkAdvancedServerOps-1837976321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdb1353-bd66-4fd0-aaab-d9cb4a207b38,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:55.812516 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device c185c494-43e6-4b06-b084-3df0ff552dbf no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:01:55.832989 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: c185c494-43e6-4b06-b084-3df0ff552dbf {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:01:55.833336 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device c185c494-43e6-4b06-b084-3df0ff552dbf not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:01:55.964417 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7bb47398-65c3-455b-9166-4db9a14bdd05 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:01:55.988005 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 7bb47398-65c3-455b-9166-4db9a14bdd05 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:01:55.988382 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 7bb47398-65c3-455b-9166-4db9a14bdd05 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:01:55.988804 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d0ad996f-77c3-429c-b640-a3752d471509 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:01:56.007600 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: d0ad996f-77c3-429c-b640-a3752d471509 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:01:56.007948 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d0ad996f-77c3-429c-b640-a3752d471509 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:01:56.008398 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device bd35ce34-3afe-4e85-a692-41b57cc4a052 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:01:56.027410 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: bd35ce34-3afe-4e85-a692-41b57cc4a052 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:01:56.027754 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device bd35ce34-3afe-4e85-a692-41b57cc4a052 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:01:56.071655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35596) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:56.214818 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-be1ddea6-3726-4a33-bb7f-2f0f98c50a6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4c107ba67ff4c04ad2fb04bd1d8b8df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419165 Dec 14 02:01:56.217393 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35600) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:56.265754 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa396941-961b-4867-84a5-c171f6169311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:56.287961 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa396941-961b-4867-84a5-c171f6169311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:56.335328 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa396941-961b-4867-84a5-c171f6169311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:56.339624 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa396941-961b-4867-84a5-c171f6169311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:56.341272 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fa396941-961b-4867-84a5-c171f6169311 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b2c0a01-a731-4676-979c-75addd7c3fc2 HTTP/1.1" status: 204 len: 168 time: 0.1229498 Dec 14 02:01:56.349244 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa396941-961b-4867-84a5-c171f6169311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2c0a01-a731-4676-979c-75addd7c3fc2,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:56.629968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35606) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:56.643864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2cd0ab7a-3613-4a64-a850-0ccc42623059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:56.732115 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2cd0ab7a-3613-4a64-a850-0ccc42623059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:56.739338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2cd0ab7a-3613-4a64-a850-0ccc42623059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:56.779314 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0ab7a-3613-4a64-a850-0ccc42623059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894d9754-4eb4-4e63-b1a7-f9dd7c62003f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:56.783498 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2cd0ab7a-3613-4a64-a850-0ccc42623059 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e32101584a2b4a6eabf29ea60e9fc540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1524870 Dec 14 02:01:56.786362 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35608) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:56.834335 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7e53bf1-4f4a-410f-96f2-c54dd14032bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:56.855480 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7e53bf1-4f4a-410f-96f2-c54dd14032bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:56.904475 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7e53bf1-4f4a-410f-96f2-c54dd14032bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:56.907031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7e53bf1-4f4a-410f-96f2-c54dd14032bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:56.908554 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e7e53bf1-4f4a-410f-96f2-c54dd14032bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/894d9754-4eb4-4e63-b1a7-f9dd7c62003f HTTP/1.1" status: 204 len: 168 time: 0.1209149 Dec 14 02:01:56.916189 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e53bf1-4f4a-410f-96f2-c54dd14032bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894d9754-4eb4-4e63-b1a7-f9dd7c62003f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:56.981323 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:57.661174 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35630) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:57.714844 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:57.765506 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-dcabe2ac-0325-4d87-8e06-808f840a5355 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1504078667-network', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:01:57.792800 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcabe2ac-0325-4d87-8e06-808f840a5355 admin admin] Made reservation on behalf of cf1a41153f3d47d8bf5143548e04c5b9 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:01:57.795136 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcabe2ac-0325-4d87-8e06-808f840a5355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:57.804033 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcabe2ac-0325-4d87-8e06-808f840a5355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:57.877326 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcabe2ac-0325-4d87-8e06-808f840a5355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:57.883262 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcabe2ac-0325-4d87-8e06-808f840a5355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:57.907133 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcabe2ac-0325-4d87-8e06-808f840a5355 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:01:57.922722 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabe2ac-0325-4d87-8e06-808f840a5355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8f1cfb-53e1-43da-917e-d176aa95ae23,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:57.926759 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcabe2ac-0325-4d87-8e06-808f840a5355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:57.927102 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-dcabe2ac-0325-4d87-8e06-808f840a5355 admin admin] Added segment 73798265-1b27-488d-b525-cb500c8cc6e5 of type vlan for network c424ddea-a642-4b60-ab40-aac3b8cf6384 Dec 14 02:01:57.970928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcabe2ac-0325-4d87-8e06-808f840a5355 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:58.000919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcabe2ac-0325-4d87-8e06-808f840a5355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:58.002055 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcabe2ac-0325-4d87-8e06-808f840a5355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:58.002644 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcabe2ac-0325-4d87-8e06-808f840a5355 admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:58.063377 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-dcabe2ac-0325-4d87-8e06-808f840a5355 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4010768 Dec 14 02:01:58.066485 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35634) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:58.070202 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabe2ac-0325-4d87-8e06-808f840a5355 admin admin] Pushing event updated for resources: {'Network': ['ID=c424ddea-a642-4b60-ab40-aac3b8cf6384,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:58.071448 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-12f740cc-aa0f-4408-916d-b5287f87d076 admin admin] Request body: {'subnet': {'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1504078667-subnet', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:01:58.081248 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network c424ddea-a642-4b60-ab40-aac3b8cf6384 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:01:58.097481 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f740cc-aa0f-4408-916d-b5287f87d076 admin admin] Made reservation on behalf of cf1a41153f3d47d8bf5143548e04c5b9 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:01:58.099998 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-12f740cc-aa0f-4408-916d-b5287f87d076 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:58.273065 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-12f740cc-aa0f-4408-916d-b5287f87d076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:58.331927 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f740cc-aa0f-4408-916d-b5287f87d076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89673c88-de1b-4c6a-8276-c71b6e646bee,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:58.340509 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f740cc-aa0f-4408-916d-b5287f87d076 admin admin] Checking segment: {'id': '73798265-1b27-488d-b525-cb500c8cc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:01:58.340874 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f740cc-aa0f-4408-916d-b5287f87d076 admin admin] Network hostable DHCP agents. Network: c424ddea-a642-4b60-ab40-aac3b8cf6384, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:01:58.359134 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f740cc-aa0f-4408-916d-b5287f87d076 admin admin] Network c424ddea-a642-4b60-ab40-aac3b8cf6384 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:01:58.368616 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-12f740cc-aa0f-4408-916d-b5287f87d076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, c424ddea-a642-4b60-ab40-aac3b8cf6384) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:01:58.373249 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f740cc-aa0f-4408-916d-b5287f87d076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:01:58.373864 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-12f740cc-aa0f-4408-916d-b5287f87d076 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:58.378893 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfecab4a-8fbe-434c-bcd8-d6ebf0bf2bf5 None None] Network c424ddea-a642-4b60-ab40-aac3b8cf6384 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:01:58.392828 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-12f740cc-aa0f-4408-916d-b5287f87d076 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3252366 Dec 14 02:01:58.397031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35636) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:01:58.401372 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:01:58.426273 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:58.427670 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:58.484084 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:58.484869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-c424ddea-a642-4b60-ab40-aac3b8cf6384', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:01:58.485748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:58.615936 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Allocated IP 172.20.0.2 (c424ddea-a642-4b60-ab40-aac3b8cf6384/89673c88-de1b-4c6a-8276-c71b6e646bee/adcefac2-2bec-434e-82c0-05259a23bbc4) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:01:58.769130 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:58.775621 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:58.817747 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Network c424ddea-a642-4b60-ab40-aac3b8cf6384 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:01:58.820660 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:01:58.824292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:01:58.836531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Pushing event updated for resources: {'Port': ['ID=adcefac2-2bec-434e-82c0-05259a23bbc4,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:58.885445 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Attempting to bind port adcefac2-2bec-434e-82c0-05259a23bbc4 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:01:58.885697 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Attempting to bind port adcefac2-2bec-434e-82c0-05259a23bbc4 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '73798265-1b27-488d-b525-cb500c8cc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:01:58.886018 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Attempting to bind port adcefac2-2bec-434e-82c0-05259a23bbc4 on network c424ddea-a642-4b60-ab40-aac3b8cf6384 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:01:58.891494 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:01:58.891868 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Checking segment: {'id': '73798265-1b27-488d-b525-cb500c8cc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:01:58.892290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:58.892679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Bound using segment: {'id': '73798265-1b27-488d-b525-cb500c8cc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:01:58.893175 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Bound port: adcefac2-2bec-434e-82c0-05259a23bbc4, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73798265-1b27-488d-b525-cb500c8cc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:01:58.893553 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:58.955641 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] For port adcefac2-2bec-434e-82c0-05259a23bbc4, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:01:58.958614 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] For port adcefac2-2bec-434e-82c0-05259a23bbc4, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=adcefac2-2bec-434e-82c0-05259a23bbc4,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:01:58.964475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:58.970465 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:59.023593 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040197bc-ce80-4640-abae-aa44d43ad957 None None] Pushing event updated for resources: {'Port': ['ID=adcefac2-2bec-434e-82c0-05259a23bbc4,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:59.188649 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:59.208015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:59.320462 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Allocated IP 172.26.1.235 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:01:59.428433 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:59.467112 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:59.510244 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:01:59.513113 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:01:59.516730 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:01:59.526421 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34ff481-596d-4a74-975e-d58e498ab331 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:01:59.539636 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Pushing event updated for resources: {'Port': ['ID=1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:01:59.720085 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a648d7ff-182d-4845-b564-39f9e71dcfd7 None None] Provisioning complete for port 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:01:59.720495 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a648d7ff-182d-4845-b564-39f9e71dcfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:59.754363 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a648d7ff-182d-4845-b564-39f9e71dcfd7 None None] Port 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:01:59.787603 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:59.953343 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3b8935-8d9c-49a2-995c-32ce0758acf9 None None] Network c424ddea-a642-4b60-ab40-aac3b8cf6384 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:01:59.996594 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:01:59.999480 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device adcefac2-2bec-434e-82c0-05259a23bbc4 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:02:00.052178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f31b3cf8-5d6a-4c51-9199-a40cb713225d None None] Provisioning complete for port adcefac2-2bec-434e-82c0-05259a23bbc4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:00.052579 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f31b3cf8-5d6a-4c51-9199-a40cb713225d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:00.123436 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:02:00.135511 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port adcefac2-2bec-434e-82c0-05259a23bbc4 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:00.135889 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:00.213554 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f31b3cf8-5d6a-4c51-9199-a40cb713225d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:00.234099 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:02:00.249969 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Sync routers for ids ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:02:00.259336 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:00.262711 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Routers {'7d2027e9-3fe9-4a04-be5e-f3f7de969fab'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:02:00.263346 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:01:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:00.264000 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35638) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:02:00.264992 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bc974ad4-66b4-4c56-ae28-43bdc50ace71 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8667991 Dec 14 02:02:00.288947 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:00.319309 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f31b3cf8-5d6a-4c51-9199-a40cb713225d None None] For port adcefac2-2bec-434e-82c0-05259a23bbc4, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=adcefac2-2bec-434e-82c0-05259a23bbc4,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:02:00.371555 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f31b3cf8-5d6a-4c51-9199-a40cb713225d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:00.374658 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:02:00.375014 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:02:00.378328 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Set router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:02:00.430236 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b3cf8-5d6a-4c51-9199-a40cb713225d None None] Pushing event updated for resources: {'Port': ['ID=adcefac2-2bec-434e-82c0-05259a23bbc4,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:00.495872 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d89b175e-3712-4ebb-a182-06589a24c4d0 None None] Provisioning complete for port adcefac2-2bec-434e-82c0-05259a23bbc4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:00.496298 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d89b175e-3712-4ebb-a182-06589a24c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:00.566344 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:01:59Z', 'revision_number': 3, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:00.592819 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Checking router: 7d2027e9-3fe9-4a04-be5e-f3f7de969fab for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:02:00.593167 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Updating router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab port 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:02:00.617755 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:00.702912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:00.860823 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Allocated IP 172.20.0.1 (c424ddea-a642-4b60-ab40-aac3b8cf6384/89673c88-de1b-4c6a-8276-c71b6e646bee/95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:02:00.865929 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:00.871320 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:00.919300 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Attempting to bind port 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:02:00.919756 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Attempting to bind port 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:02:00.920024 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Attempting to bind port 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:02:00.923675 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df50969-f474-474e-9cb6-65c311777141 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:02:00.927847 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:02:00.928241 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:02:00.928644 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:00.929019 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:02:00.929668 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Bound port: 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:02:00.930232 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:00.962902 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03feec62-6b52-4aae-84a0-6b1d48cef8f6 None None] Pushing event updated for resources: {'Port': ['ID=1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:00.973770 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:00.986481 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] For port 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:02:00.989851 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] For port 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:02:00.994153 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:01.001714 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-101cb287-6e8d-4fb6-aa43-f93dbf86bf71 None None] Provisioning complete for port 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:01.002392 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-101cb287-6e8d-4fb6-aa43-f93dbf86bf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:01.010487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:01.042038 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8146aafb-2e8a-4473-a2c7-6380bf9e026c None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:02:01.049457 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Routers {'7d2027e9-3fe9-4a04-be5e-f3f7de969fab'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:02:01.050095 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:01:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:01.062947 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Network c424ddea-a642-4b60-ab40-aac3b8cf6384 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:02:01.066552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:02:01.070224 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:02:01.076137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Pushing event updated for resources: {'Port': ['ID=95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:01.102599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-101cb287-6e8d-4fb6-aa43-f93dbf86bf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:01.118147 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03feec62-6b52-4aae-84a0-6b1d48cef8f6 None None] Pushing event updated for resources: {'Port': ['ID=1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:01.118455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:01.140803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-101cb287-6e8d-4fb6-aa43-f93dbf86bf71 None None] For port 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:02:01.146484 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-101cb287-6e8d-4fb6-aa43-f93dbf86bf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:01.193830 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] Set router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:02:01.211192 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cb287-6e8d-4fb6-aa43-f93dbf86bf71 None None] Pushing event updated for resources: {'Port': ['ID=1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:01.270563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:01.271857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7547691e-8d97-4ca5-953b-908c65a45650 None None] Provisioning complete for port 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:01.272787 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7547691e-8d97-4ca5-953b-908c65a45650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:01.400635 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:01:59Z', 'revision_number': 3, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:01.426773 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aca11f9-0667-419d-a032-d065eff83ec4 None None] The sync data for ids ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'] in dv-neutron-821592-1-hyperv is: [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:01:59Z', 'revision_number': 3, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:02:01.449861 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:01.454786 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:01.477534 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ba420d98-b96e-4d09-9dcd-322a41ca3004 None None] Provisioning complete for port 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:01.477908 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba420d98-b96e-4d09-9dcd-322a41ca3004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:01.516222 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ba420d98-b96e-4d09-9dcd-322a41ca3004 None None] Port 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:02:01.523186 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:01.533145 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Pushing event updated for resources: {'Port': ['ID=95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:01.624019 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Network c424ddea-a642-4b60-ab40-aac3b8cf6384 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:02:01.625576 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:02:01.762242 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:02:01.884635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:02:01.889862 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-50f45f64-a461-45aa-b433-4f2fee9f29a8 admin admin] 10.222.0.32 "PUT /v2.0/routers/7d2027e9-3fe9-4a04-be5e-f3f7de969fab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6240141 Dec 14 02:02:01.945209 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4cc0a822-d285-4c24-8a3c-aa0c8ebfee46 None None] Provisioning complete for port 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:01.945808 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cc0a822-d285-4c24-8a3c-aa0c8ebfee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:01.987897 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4cc0a822-d285-4c24-8a3c-aa0c8ebfee46 None None] Port 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:02:02.072995 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:02:02.124854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:02.125591 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:02.228189 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device adcefac2-2bec-434e-82c0-05259a23bbc4 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:02:02.278988 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port adcefac2-2bec-434e-82c0-05259a23bbc4 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:02.279416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:02.422357 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35654) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:02:02.427428 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-222ac0cc-e827-4043-b086-516899c7d156 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1009453032-network', 'tenant_id': '6a904e91104847f7b4ca5f8c6fab10c0'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:02:02.454148 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222ac0cc-e827-4043-b086-516899c7d156 admin admin] Made reservation on behalf of 6a904e91104847f7b4ca5f8c6fab10c0 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:02:02.456588 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-222ac0cc-e827-4043-b086-516899c7d156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:02.466735 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-222ac0cc-e827-4043-b086-516899c7d156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:02.548360 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-222ac0cc-e827-4043-b086-516899c7d156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:02.554701 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-222ac0cc-e827-4043-b086-516899c7d156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:02.576038 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222ac0cc-e827-4043-b086-516899c7d156 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:02:02.591964 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ac0cc-e827-4043-b086-516899c7d156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090250b0-8582-4123-95db-aef4183a6eb7,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:02.594866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-222ac0cc-e827-4043-b086-516899c7d156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:02.595218 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-222ac0cc-e827-4043-b086-516899c7d156 admin admin] Added segment 0d503044-2f54-4153-8410-cdb6aa235610 of type vlan for network 179eb8f7-c495-4e07-afaa-1415cb9d846a Dec 14 02:02:02.638890 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-222ac0cc-e827-4043-b086-516899c7d156 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:02.666441 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-222ac0cc-e827-4043-b086-516899c7d156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:02.667457 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222ac0cc-e827-4043-b086-516899c7d156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:02.668047 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-222ac0cc-e827-4043-b086-516899c7d156 admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:02.722040 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-222ac0cc-e827-4043-b086-516899c7d156 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2985482 Dec 14 02:02:02.725213 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35656) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:02:02.729190 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ac0cc-e827-4043-b086-516899c7d156 admin admin] Pushing event updated for resources: {'Network': ['ID=179eb8f7-c495-4e07-afaa-1415cb9d846a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:02.730716 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-947abb60-f141-4e60-b9ab-b8c4fec1f036 admin admin] Request body: {'subnet': {'network_id': '179eb8f7-c495-4e07-afaa-1415cb9d846a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1009453032-subnet', 'tenant_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:02:02.739063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 179eb8f7-c495-4e07-afaa-1415cb9d846a details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:02:02.764731 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947abb60-f141-4e60-b9ab-b8c4fec1f036 admin admin] Made reservation on behalf of 6a904e91104847f7b4ca5f8c6fab10c0 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:02:02.767620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-947abb60-f141-4e60-b9ab-b8c4fec1f036 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:02.958732 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-947abb60-f141-4e60-b9ab-b8c4fec1f036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:03.021570 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947abb60-f141-4e60-b9ab-b8c4fec1f036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da1946ba-a195-45d8-a1eb-7c560d3acfb3,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:03.031436 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947abb60-f141-4e60-b9ab-b8c4fec1f036 admin admin] Checking segment: {'id': '0d503044-2f54-4153-8410-cdb6aa235610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '179eb8f7-c495-4e07-afaa-1415cb9d846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:02:03.031791 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947abb60-f141-4e60-b9ab-b8c4fec1f036 admin admin] Network hostable DHCP agents. Network: 179eb8f7-c495-4e07-afaa-1415cb9d846a, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:02:03.050964 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947abb60-f141-4e60-b9ab-b8c4fec1f036 admin admin] Network 179eb8f7-c495-4e07-afaa-1415cb9d846a is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:02:03.064510 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-947abb60-f141-4e60-b9ab-b8c4fec1f036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 179eb8f7-c495-4e07-afaa-1415cb9d846a) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:02:03.071303 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947abb60-f141-4e60-b9ab-b8c4fec1f036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:03.072069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-947abb60-f141-4e60-b9ab-b8c4fec1f036 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:03.074184 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907a5432-f7f3-4379-8b15-f924f5b4fc18 None None] Network 179eb8f7-c495-4e07-afaa-1415cb9d846a requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:02:03.091905 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-947abb60-f141-4e60-b9ab-b8c4fec1f036 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3654721 Dec 14 02:02:03.094598 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35658) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:02:03.098835 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1009453032-router', 'tenant_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:02:03.128045 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:03.129637 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:03.183576 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-179eb8f7-c495-4e07-afaa-1415cb9d846a', 'network_id': '179eb8f7-c495-4e07-afaa-1415cb9d846a', 'project_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'fixed_ips': [{'subnet_id': 'da1946ba-a195-45d8-a1eb-7c560d3acfb3'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:02:03.183894 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:03.186627 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:03.248755 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Sync routers for ids ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:02:03.273485 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Routers {'7d2027e9-3fe9-4a04-be5e-f3f7de969fab'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:02:03.274099 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:01:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:03.332148 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:03.399541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Allocated IP 172.20.0.2 (179eb8f7-c495-4e07-afaa-1415cb9d846a/da1946ba-a195-45d8-a1eb-7c560d3acfb3/b383b32a-1de8-4b83-af0a-d7c666fb5f0f) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:02:03.437888 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Set router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:02:03.538049 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:03.557556 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:03.668048 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Allocated IP 172.26.1.77 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/6bcde8ea-7c1f-4786-a15c-534520092a9b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:02:03.773519 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:03.813984 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:03.835561 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:03.854640 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:02:03.857278 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:03.857576 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:02:03.861224 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:02:03.866716 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Pushing event updated for resources: {'Port': ['ID=6bcde8ea-7c1f-4786-a15c-534520092a9b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:03.888213 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20fd499-cca1-47ec-a1d0-fedc0d7a11dd None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:02:03.911636 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Network 179eb8f7-c495-4e07-afaa-1415cb9d846a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:02:03.922013 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:02:03.925363 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:02:03.927111 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Pushing event updated for resources: {'Port': ['ID=b383b32a-1de8-4b83-af0a-d7c666fb5f0f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:03.987388 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5', 'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'mac_address': 'fa:16:3e:91:15:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:00Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 2, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'subnets': [{'id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:03.991658 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Attempting to bind port b383b32a-1de8-4b83-af0a-d7c666fb5f0f on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:02:03.992026 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Attempting to bind port b383b32a-1de8-4b83-af0a-d7c666fb5f0f by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '0d503044-2f54-4153-8410-cdb6aa235610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '179eb8f7-c495-4e07-afaa-1415cb9d846a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:02:03.992414 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Attempting to bind port b383b32a-1de8-4b83-af0a-d7c666fb5f0f on network 179eb8f7-c495-4e07-afaa-1415cb9d846a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:02:04.022121 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Checking router: 7d2027e9-3fe9-4a04-be5e-f3f7de969fab for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:02:04.022464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Updating router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab port 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:02:04.027224 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:02:04.027530 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Checking segment: {'id': '0d503044-2f54-4153-8410-cdb6aa235610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '179eb8f7-c495-4e07-afaa-1415cb9d846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:02:04.027941 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:04.028350 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Bound using segment: {'id': '0d503044-2f54-4153-8410-cdb6aa235610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '179eb8f7-c495-4e07-afaa-1415cb9d846a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:02:04.029190 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Bound port: b383b32a-1de8-4b83-af0a-d7c666fb5f0f, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d503044-2f54-4153-8410-cdb6aa235610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '179eb8f7-c495-4e07-afaa-1415cb9d846a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:02:04.029566 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:04.070671 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:04.074709 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-905bb42a-f556-4d80-ad7e-8dd4211b50d2 None None] Provisioning complete for port 6bcde8ea-7c1f-4786-a15c-534520092a9b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:04.075315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-905bb42a-f556-4d80-ad7e-8dd4211b50d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:04.121758 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:04.182974 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] For port b383b32a-1de8-4b83-af0a-d7c666fb5f0f, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:02:04.184861 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-905bb42a-f556-4d80-ad7e-8dd4211b50d2 None None] Port 6bcde8ea-7c1f-4786-a15c-534520092a9b cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:02:04.187261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] For port b383b32a-1de8-4b83-af0a-d7c666fb5f0f, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b383b32a-1de8-4b83-af0a-d7c666fb5f0f,segment=NetworkSegment(0d503044-2f54-4153-8410-cdb6aa235610),segment_id=0d503044-2f54-4153-8410-cdb6aa235610)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:02:04.196642 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:04.324815 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:04.346375 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b839d0-31a3-4d2a-8b4e-2a449c64adcf None None] Pushing event updated for resources: {'Port': ['ID=b383b32a-1de8-4b83-af0a-d7c666fb5f0f,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:04.461426 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Router a92d88f0-81aa-4a2d-85b9-e8a92a8a531e is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:02:04.473364 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:04.484245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:04.548761 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab32c09-9d83-4010-b862-0b55b486fb1d None None] Pushing event updated for resources: {'Port': ['ID=95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:04.614351 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Attempting to bind port 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:02:04.614736 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Attempting to bind port 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '73798265-1b27-488d-b525-cb500c8cc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:02:04.615101 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Attempting to bind port 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5 on network c424ddea-a642-4b60-ab40-aac3b8cf6384 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:02:04.616077 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:02:04.621762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:02:04.622148 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Checking segment: {'id': '73798265-1b27-488d-b525-cb500c8cc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:02:04.622579 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:04.623000 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Bound using segment: {'id': '73798265-1b27-488d-b525-cb500c8cc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:02:04.623494 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Bound port: 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73798265-1b27-488d-b525-cb500c8cc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:02:04.623764 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:04.628037 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Sync routers for ids ['a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:02:04.643818 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:04.644627 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Routers {'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:02:04.648194 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:01:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:04.649477 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-846164f7-cbc3-4c5d-9976-bb13bb44b658 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5538328 Dec 14 02:02:04.649832 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35660) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:02:04.725098 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] For port 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:02:04.730197 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] For port 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:02:04.738776 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:04.805103 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Routers {'7d2027e9-3fe9-4a04-be5e-f3f7de969fab'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:02:04.805775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:01:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:04.881510 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab32c09-9d83-4010-b862-0b55b486fb1d None None] Pushing event updated for resources: {'Port': ['ID=95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:04.893001 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b175f36c-2459-4e79-b770-3c79dfe0ebdf None None] Provisioning complete for port 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:04.893378 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b175f36c-2459-4e79-b770-3c79dfe0ebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:04.958712 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Set router a92d88f0-81aa-4a2d-85b9-e8a92a8a531e gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:02:05.037813 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b175f36c-2459-4e79-b770-3c79dfe0ebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:05.054679 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] Set router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:02:05.148064 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b175f36c-2459-4e79-b770-3c79dfe0ebdf None None] For port 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:02:05.163283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b175f36c-2459-4e79-b770-3c79dfe0ebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:05.171849 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'name': 'tempest-TestShelveInstance-1009453032-router', 'tenant_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': '6bcde8ea-7c1f-4786-a15c-534520092a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:02:03Z', 'updated_at': '2021-12-14T02:02:04Z', 'revision_number': 3, 'project_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'gw_port': {'id': '6bcde8ea-7c1f-4786-a15c-534520092a9b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:03Z', 'updated_at': '2021-12-14T02:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:05.201378 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Checking router: a92d88f0-81aa-4a2d-85b9-e8a92a8a531e for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:02:05.201804 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Updating router a92d88f0-81aa-4a2d-85b9-e8a92a8a531e port 6bcde8ea-7c1f-4786-a15c-534520092a9b binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:02:05.225183 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:05.229796 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:05.262256 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175f36c-2459-4e79-b770-3c79dfe0ebdf None None] Pushing event updated for resources: {'Port': ['ID=95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:05.318493 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6a6a2e7d-dedd-4a71-b940-0369eb512ff4 None None] Provisioning complete for port 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:05.318883 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a6a2e7d-dedd-4a71-b940-0369eb512ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:05.418887 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Allocated IP 172.20.0.1 (179eb8f7-c495-4e07-afaa-1415cb9d846a/da1946ba-a195-45d8-a1eb-7c560d3acfb3/40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:02:05.453713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5', 'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'mac_address': 'fa:16:3e:91:15:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:00Z', 'updated_at': '2021-12-14T02:02:04Z', 'revision_number': 4, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'subnets': [{'id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:05.487242 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3349f-d780-4f8a-83bc-2349962f67ff None None] The sync data for ids ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'] in dv-neutron-821592-1-hyperv is: [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5', 'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'mac_address': 'fa:16:3e:91:15:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:00Z', 'updated_at': '2021-12-14T02:02:04Z', 'revision_number': 4, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'subnets': [{'id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:02:05.571266 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:05.581829 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:05.583655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:05.607316 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6226076a-bb7b-4c64-bfd6-b3cabc5bcc18 None None] Network 179eb8f7-c495-4e07-afaa-1415cb9d846a requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:02:05.628155 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:05.647841 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20528b46-5c39-4ed6-84b1-80b5d5177ba7 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:02:05.649129 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Attempting to bind port 6bcde8ea-7c1f-4786-a15c-534520092a9b on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:02:05.649652 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Attempting to bind port 6bcde8ea-7c1f-4786-a15c-534520092a9b by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:02:05.649854 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Attempting to bind port 6bcde8ea-7c1f-4786-a15c-534520092a9b on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:02:05.661903 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:02:05.662799 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:02:05.663370 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:05.663910 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:02:05.664595 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Bound port: 6bcde8ea-7c1f-4786-a15c-534520092a9b, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:02:05.665139 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:05.681036 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Network 179eb8f7-c495-4e07-afaa-1415cb9d846a is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:02:05.685033 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:02:05.690658 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ab577294-d389-4cdf-9795-d88a6c5466fb None None] Provisioning complete for port b383b32a-1de8-4b83-af0a-d7c666fb5f0f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:05.691027 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab577294-d389-4cdf-9795-d88a6c5466fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:05.702244 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:02:05.738634 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Pushing event updated for resources: {'Port': ['ID=40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:05.739856 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] For port 6bcde8ea-7c1f-4786-a15c-534520092a9b, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:02:05.756392 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1bebb-83c5-4014-a627-011adbfffde4 None None] Pushing event updated for resources: {'Port': ['ID=6bcde8ea-7c1f-4786-a15c-534520092a9b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:05.759686 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] For port 6bcde8ea-7c1f-4786-a15c-534520092a9b, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6bcde8ea-7c1f-4786-a15c-534520092a9b,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:02:05.764798 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:05.766675 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bebb-83c5-4014-a627-011adbfffde4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:02:05.767199 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bebb-83c5-4014-a627-011adbfffde4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:02:05.767708 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bebb-83c5-4014-a627-011adbfffde4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:02:05.768229 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bebb-83c5-4014-a627-011adbfffde4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:02:05.768729 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bebb-83c5-4014-a627-011adbfffde4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:02:05.769206 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bebb-83c5-4014-a627-011adbfffde4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:02:05.769685 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bebb-83c5-4014-a627-011adbfffde4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:02:05.770154 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bebb-83c5-4014-a627-011adbfffde4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:02:05.770642 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bebb-83c5-4014-a627-011adbfffde4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:02:05.771127 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bebb-83c5-4014-a627-011adbfffde4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:02:05.771604 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bebb-83c5-4014-a627-011adbfffde4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:02:05.772085 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bebb-83c5-4014-a627-011adbfffde4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:02:05.772587 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bebb-83c5-4014-a627-011adbfffde4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:02:05.777643 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:05.837036 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Routers {'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:02:05.837772 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:01:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:05.847351 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912461ca-e874-4fe1-9bb6-d3f31322dd6d None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:02:05.880349 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab577294-d389-4cdf-9795-d88a6c5466fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:05.906154 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1bebb-83c5-4014-a627-011adbfffde4 None None] Pushing event updated for resources: {'Port': ['ID=6bcde8ea-7c1f-4786-a15c-534520092a9b,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:05.921177 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ab577294-d389-4cdf-9795-d88a6c5466fb None None] For port b383b32a-1de8-4b83-af0a-d7c666fb5f0f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b383b32a-1de8-4b83-af0a-d7c666fb5f0f,segment=NetworkSegment(0d503044-2f54-4153-8410-cdb6aa235610),segment_id=0d503044-2f54-4153-8410-cdb6aa235610)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:02:05.932197 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab577294-d389-4cdf-9795-d88a6c5466fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:05.953311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:06.025182 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab577294-d389-4cdf-9795-d88a6c5466fb None None] Pushing event updated for resources: {'Port': ['ID=b383b32a-1de8-4b83-af0a-d7c666fb5f0f,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:06.046518 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] Set router a92d88f0-81aa-4a2d-85b9-e8a92a8a531e gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:02:06.072652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-97623acb-bda2-48b2-ac1f-97d5dd502180 None None] Provisioning complete for port 6bcde8ea-7c1f-4786-a15c-534520092a9b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:06.073559 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-97623acb-bda2-48b2-ac1f-97d5dd502180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:06.209677 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b383b32a-1de8-4b83-af0a-d7c666fb5f0f up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:02:06.272397 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-97623acb-bda2-48b2-ac1f-97d5dd502180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:06.273076 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:06.287941 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:06.302658 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-97623acb-bda2-48b2-ac1f-97d5dd502180 None None] For port 6bcde8ea-7c1f-4786-a15c-534520092a9b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6bcde8ea-7c1f-4786-a15c-534520092a9b,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:02:06.311705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-97623acb-bda2-48b2-ac1f-97d5dd502180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:06.351975 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'name': 'tempest-TestShelveInstance-1009453032-router', 'tenant_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': '6bcde8ea-7c1f-4786-a15c-534520092a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:02:03Z', 'updated_at': '2021-12-14T02:02:04Z', 'revision_number': 3, 'project_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'gw_port': {'id': '6bcde8ea-7c1f-4786-a15c-534520092a9b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:03Z', 'updated_at': '2021-12-14T02:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:06.380738 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port b383b32a-1de8-4b83-af0a-d7c666fb5f0f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:06.381118 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:06.386252 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb76cc5-87b5-49b7-a4de-3eb6da0f74e2 None None] The sync data for ids ['a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'] in dv-neutron-821592-1-hyperv is: [{'id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'name': 'tempest-TestShelveInstance-1009453032-router', 'tenant_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': '6bcde8ea-7c1f-4786-a15c-534520092a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:02:03Z', 'updated_at': '2021-12-14T02:02:04Z', 'revision_number': 3, 'project_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'gw_port': {'id': '6bcde8ea-7c1f-4786-a15c-534520092a9b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:03Z', 'updated_at': '2021-12-14T02:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:02:06.393413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Pushing event updated for resources: {'Port': ['ID=40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:06.420295 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97623acb-bda2-48b2-ac1f-97d5dd502180 None None] Pushing event updated for resources: {'Port': ['ID=6bcde8ea-7c1f-4786-a15c-534520092a9b,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:06.431319 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:06.474517 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-53e75481-9d7a-4708-a235-660cd738610b None None] Provisioning complete for port b383b32a-1de8-4b83-af0a-d7c666fb5f0f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:06.474897 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53e75481-9d7a-4708-a235-660cd738610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:06.568304 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Network 179eb8f7-c495-4e07-afaa-1415cb9d846a is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:02:06.569929 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:02:06.728513 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Router a92d88f0-81aa-4a2d-85b9-e8a92a8a531e has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:02:06.795861 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:02:06.899384 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-53e75481-9d7a-4708-a235-660cd738610b None None] Provisioning complete for port 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:06.899762 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53e75481-9d7a-4708-a235-660cd738610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:06.903191 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:02:06.915056 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d03f5156-e9b8-4f88-bf76-8c0307e5590d admin admin] 10.222.0.32 "PUT /v2.0/routers/a92d88f0-81aa-4a2d-85b9-e8a92a8a531e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2593827 Dec 14 02:02:06.931814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:06.932359 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:06.977066 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-53e75481-9d7a-4708-a235-660cd738610b None None] Port 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:02:07.099077 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-930c51f7-7efc-4f54-a238-8ad58dd4d736 None None] Provisioning complete for port 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:07.099531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-930c51f7-7efc-4f54-a238-8ad58dd4d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:07.137906 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-930c51f7-7efc-4f54-a238-8ad58dd4d736 None None] Port 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:02:07.656525 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35668) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:02:07.661228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c8c31b38-3bfc-4f86-aeda-d659c5e5e455 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-617835335', 'description': 'tempest-secgroup-smoke-617835335 description', 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:02:07.688544 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8c31b38-3bfc-4f86-aeda-d659c5e5e455 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:07.759678 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8c31b38-3bfc-4f86-aeda-d659c5e5e455 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:07.765856 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8c31b38-3bfc-4f86-aeda-d659c5e5e455 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:07.792908 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8c31b38-3bfc-4f86-aeda-d659c5e5e455 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:07.794174 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c8c31b38-3bfc-4f86-aeda-d659c5e5e455 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1366141 Dec 14 02:02:07.798044 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35670) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:02:07.802729 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f521d418-ea8d-41b4-8e48-bfe18a1fde22 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'security_group_rule': {'security_group_id': '66934bb3-db5d-410d-a15c-c3d55dc67425', 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:02:07.807261 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c31b38-3bfc-4f86-aeda-d659c5e5e455 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66934bb3-db5d-410d-a15c-c3d55dc67425,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:07.836116 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f521d418-ea8d-41b4-8e48-bfe18a1fde22 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:07.896958 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f521d418-ea8d-41b4-8e48-bfe18a1fde22 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:07.902548 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f521d418-ea8d-41b4-8e48-bfe18a1fde22 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:07.920778 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521d418-ea8d-41b4-8e48-bfe18a1fde22 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37abe22c-94c9-42bd-a086-def7c9d23239,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:07.930135 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f521d418-ea8d-41b4-8e48-bfe18a1fde22 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:07.931373 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-f521d418-ea8d-41b4-8e48-bfe18a1fde22 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321630 Dec 14 02:02:07.935033 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35672) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:02:07.940260 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-91ce49d2-6271-4e26-b756-34434609ac65 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'security_group_rule': {'security_group_id': '66934bb3-db5d-410d-a15c-c3d55dc67425', 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:02:07.970738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91ce49d2-6271-4e26-b756-34434609ac65 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.029926 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91ce49d2-6271-4e26-b756-34434609ac65 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.035094 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91ce49d2-6271-4e26-b756-34434609ac65 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.039645 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6bcde8ea-7c1f-4786-a15c-534520092a9b up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:02:08.055502 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce49d2-6271-4e26-b756-34434609ac65 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b21ad00-5be2-48de-98a0-f6ecb88d3379,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:08.066738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91ce49d2-6271-4e26-b756-34434609ac65 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.068030 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-91ce49d2-6271-4e26-b756-34434609ac65 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321185 Dec 14 02:02:08.070827 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 35674) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:02:08.075678 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-3aac5c29-5fdb-4bab-bc22-29548fb447de tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'security_group_rule': {'security_group_id': '66934bb3-db5d-410d-a15c-c3d55dc67425', 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:02:08.100594 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 6bcde8ea-7c1f-4786-a15c-534520092a9b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:08.101307 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.112004 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aac5c29-5fdb-4bab-bc22-29548fb447de tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.170951 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aac5c29-5fdb-4bab-bc22-29548fb447de tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.176010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aac5c29-5fdb-4bab-bc22-29548fb447de tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.178978 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b383b32a-1de8-4b83-af0a-d7c666fb5f0f up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:02:08.194876 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac5c29-5fdb-4bab-bc22-29548fb447de tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d6735c-25a5-45b8-b549-4e128bb6b625,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:08.205197 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3aac5c29-5fdb-4bab-bc22-29548fb447de tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.206511 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-3aac5c29-5fdb-4bab-bc22-29548fb447de tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347380 Dec 14 02:02:08.209455 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35676) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:02:08.215627 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8ace763b-eac5-4cd9-98bf-07390eacf70a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'security_group_rule': {'security_group_id': '66934bb3-db5d-410d-a15c-c3d55dc67425', 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:02:08.224557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port b383b32a-1de8-4b83-af0a-d7c666fb5f0f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:08.224934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.246116 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ace763b-eac5-4cd9-98bf-07390eacf70a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.298800 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ace763b-eac5-4cd9-98bf-07390eacf70a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.303293 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ace763b-eac5-4cd9-98bf-07390eacf70a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.324836 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace763b-eac5-4cd9-98bf-07390eacf70a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993ef38c-f1b1-4142-9da9-f3aeec76c79e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:08.330692 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ace763b-eac5-4cd9-98bf-07390eacf70a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.331928 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8ace763b-eac5-4cd9-98bf-07390eacf70a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209533 Dec 14 02:02:08.334776 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35678) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:02:08.339143 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e8721d8e-1006-48b8-9202-43920a075231 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'security_group_rule': {'security_group_id': '66934bb3-db5d-410d-a15c-c3d55dc67425', 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:02:08.362833 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-e8721d8e-1006-48b8-9202-43920a075231 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Project cf1a41153f3d47d8bf5143548e04c5b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 02:02:08.367621 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8721d8e-1006-48b8-9202-43920a075231 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.425924 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8721d8e-1006-48b8-9202-43920a075231 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.431058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8721d8e-1006-48b8-9202-43920a075231 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.448800 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8721d8e-1006-48b8-9202-43920a075231 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bb1e00-8d8b-4152-a103-21a1945b2e9e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:08.457857 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8721d8e-1006-48b8-9202-43920a075231 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.459069 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e8721d8e-1006-48b8-9202-43920a075231 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233354 Dec 14 02:02:08.461874 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35680) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:02:08.466541 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6e537744-8409-44d8-8fde-b8ffdfc2fa38 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'security_group_rule': {'security_group_id': '66934bb3-db5d-410d-a15c-c3d55dc67425', 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:02:08.493324 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-6e537744-8409-44d8-8fde-b8ffdfc2fa38 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Project cf1a41153f3d47d8bf5143548e04c5b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 02:02:08.498260 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e537744-8409-44d8-8fde-b8ffdfc2fa38 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.562230 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e537744-8409-44d8-8fde-b8ffdfc2fa38 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.567069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e537744-8409-44d8-8fde-b8ffdfc2fa38 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.584353 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e537744-8409-44d8-8fde-b8ffdfc2fa38 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8bf44f-b58a-4c80-9d67-e95ca9aca925,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:08.592775 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e537744-8409-44d8-8fde-b8ffdfc2fa38 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:08.593964 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6e537744-8409-44d8-8fde-b8ffdfc2fa38 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311822 Dec 14 02:02:08.749596 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-a61d121e-2317-48bb-9ab5-272f95c89900 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-617835335&fields=id&tenant_id=cf1a41153f3d47d8bf5143548e04c5b9 HTTP/1.1" status: 200 len: 267 time: 0.0463765 Dec 14 02:02:08.861241 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-dfe969c6-779a-494b-a30a-ac29b322e189 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:08.862786 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-dfe969c6-779a-494b-a30a-ac29b322e189 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 809 time: 0.1062369 Dec 14 02:02:08.878708 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-64417bdd-8ed6-4889-9097-8605b37fad0e tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/quotas/cf1a41153f3d47d8bf5143548e04c5b9 HTTP/1.1" status: 200 len: 375 time: 0.0100880 Dec 14 02:02:08.938483 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-ffde96e1-0248-485a-b583-425a01a9c9cc tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514348 Dec 14 02:02:08.954521 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Sync routers for ids ['a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:02:08.965633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Routers {'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:02:08.966268 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:01:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:09.049969 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-781b14dc-46ef-461f-9f70-d5195bbe0392 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:02:09.050980 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-781b14dc-46ef-461f-9f70-d5195bbe0392 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0995815 Dec 14 02:02:09.072042 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Set router a92d88f0-81aa-4a2d-85b9-e8a92a8a531e gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:02:09.140628 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-6eff453a-311b-4a81-bb1b-a29cc9cc903a service neutron] 10.222.0.32 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823050 Dec 14 02:02:09.276627 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'name': 'tempest-TestShelveInstance-1009453032-router', 'tenant_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': '6bcde8ea-7c1f-4786-a15c-534520092a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:02:03Z', 'updated_at': '2021-12-14T02:02:05Z', 'revision_number': 4, 'project_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'gw_port': {'id': '6bcde8ea-7c1f-4786-a15c-534520092a9b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:03Z', 'updated_at': '2021-12-14T02:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4', 'name': '', 'network_id': '179eb8f7-c495-4e07-afaa-1415cb9d846a', 'tenant_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'mac_address': 'fa:16:3e:74:d4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'da1946ba-a195-45d8-a1eb-7c560d3acfb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:05Z', 'updated_at': '2021-12-14T02:02:06Z', 'revision_number': 2, 'project_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'subnets': [{'id': 'da1946ba-a195-45d8-a1eb-7c560d3acfb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:09.308467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Checking router: a92d88f0-81aa-4a2d-85b9-e8a92a8a531e for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:02:09.308836 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Updating router a92d88f0-81aa-4a2d-85b9-e8a92a8a531e port 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:02:09.337140 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:09.582412 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-a8658043-b0f5-495d-a006-99bfd3b17504 service neutron] 10.222.0.32 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354188 Dec 14 02:02:09.605983 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:09.612574 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:09.673643 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359b28c-8e04-4411-980e-bfd5698c2f23 None None] Pushing event updated for resources: {'Port': ['ID=40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:09.728910 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Attempting to bind port 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:02:09.729452 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Attempting to bind port 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': '0d503044-2f54-4153-8410-cdb6aa235610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '179eb8f7-c495-4e07-afaa-1415cb9d846a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:02:09.729839 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Attempting to bind port 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4 on network 179eb8f7-c495-4e07-afaa-1415cb9d846a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:02:09.742062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:02:09.742285 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Checking segment: {'id': '0d503044-2f54-4153-8410-cdb6aa235610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '179eb8f7-c495-4e07-afaa-1415cb9d846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:02:09.742626 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:09.743106 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Bound using segment: {'id': '0d503044-2f54-4153-8410-cdb6aa235610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '179eb8f7-c495-4e07-afaa-1415cb9d846a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:02:09.743976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Bound port: 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d503044-2f54-4153-8410-cdb6aa235610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '179eb8f7-c495-4e07-afaa-1415cb9d846a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:02:09.744456 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:09.785131 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7264ed7b-cbed-494d-b149-ac51f62e69d2 req-e02f04f6-f911-4ad4-bb54-a961122b3a90 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 210 time: 0.0451648 Dec 14 02:02:09.828517 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] For port 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:02:09.832616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] For port 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4,segment=NetworkSegment(0d503044-2f54-4153-8410-cdb6aa235610),segment_id=0d503044-2f54-4153-8410-cdb6aa235610)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:02:09.837930 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:09.893058 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Routers {'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:02:09.893670 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:01:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:09.937072 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359b28c-8e04-4411-980e-bfd5698c2f23 None None] Pushing event updated for resources: {'Port': ['ID=40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:10.020538 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ff992fa3-8a95-4c7e-8d0e-8b09626f1f42 None None] Provisioning complete for port 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:10.021031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff992fa3-8a95-4c7e-8d0e-8b09626f1f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:10.049120 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] Set router a92d88f0-81aa-4a2d-85b9-e8a92a8a531e gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:02:10.214633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff992fa3-8a95-4c7e-8d0e-8b09626f1f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:10.288478 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ff992fa3-8a95-4c7e-8d0e-8b09626f1f42 None None] For port 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4,segment=NetworkSegment(0d503044-2f54-4153-8410-cdb6aa235610),segment_id=0d503044-2f54-4153-8410-cdb6aa235610)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:02:10.294822 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff992fa3-8a95-4c7e-8d0e-8b09626f1f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:10.350619 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff992fa3-8a95-4c7e-8d0e-8b09626f1f42 None None] Pushing event updated for resources: {'Port': ['ID=40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:10.358929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'name': 'tempest-TestShelveInstance-1009453032-router', 'tenant_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': '6bcde8ea-7c1f-4786-a15c-534520092a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:02:03Z', 'updated_at': '2021-12-14T02:02:05Z', 'revision_number': 4, 'project_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'gw_port': {'id': '6bcde8ea-7c1f-4786-a15c-534520092a9b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:03Z', 'updated_at': '2021-12-14T02:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4', 'name': '', 'network_id': '179eb8f7-c495-4e07-afaa-1415cb9d846a', 'tenant_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'mac_address': 'fa:16:3e:74:d4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'da1946ba-a195-45d8-a1eb-7c560d3acfb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:05Z', 'updated_at': '2021-12-14T02:02:09Z', 'revision_number': 4, 'project_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'subnets': [{'id': 'da1946ba-a195-45d8-a1eb-7c560d3acfb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:10.385916 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b21b7b0-e170-496a-a611-a99307254e8a None None] The sync data for ids ['a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'] in dv-neutron-821592-1-hyperv is: [{'id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'name': 'tempest-TestShelveInstance-1009453032-router', 'tenant_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': '6bcde8ea-7c1f-4786-a15c-534520092a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:02:03Z', 'updated_at': '2021-12-14T02:02:05Z', 'revision_number': 4, 'project_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'gw_port': {'id': '6bcde8ea-7c1f-4786-a15c-534520092a9b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:03Z', 'updated_at': '2021-12-14T02:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4', 'name': '', 'network_id': '179eb8f7-c495-4e07-afaa-1415cb9d846a', 'tenant_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'mac_address': 'fa:16:3e:74:d4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'da1946ba-a195-45d8-a1eb-7c560d3acfb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:05Z', 'updated_at': '2021-12-14T02:02:09Z', 'revision_number': 4, 'project_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'subnets': [{'id': 'da1946ba-a195-45d8-a1eb-7c560d3acfb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:02:10.416647 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3979fe4e-185a-4b75-b642-b82271b7c479 None None] Provisioning complete for port 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:10.417028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3979fe4e-185a-4b75-b642-b82271b7c479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:10.857203 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-8aae5470-e94f-41e5-aab3-972b15f52e86 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:10.858905 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-8aae5470-e94f-41e5-aab3-972b15f52e86 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 809 time: 0.1240225 Dec 14 02:02:10.905779 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7dc6d819-8a57-413d-b7a7-a180548786c1 req-a0bc8741-4250-48ab-8cb0-92bfa4f1524c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 210 time: 0.0404000 Dec 14 02:02:10.947710 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-65cf3f4e-fab2-4f7c-8233-3e09c66fc069 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf1a41153f3d47d8bf5143548e04c5b9 HTTP/1.1" status: 200 len: 379 time: 0.0730934 Dec 14 02:02:10.956941 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-d86bccd7-452e-49f1-a845-7985968554a2 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'port': {'device_id': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'admin_state_up': True, 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'security_groups': ['66934bb3-db5d-410d-a15c-c3d55dc67425']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:02:11.074669 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-d86bccd7-452e-49f1-a845-7985968554a2 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Made reservation on behalf of cf1a41153f3d47d8bf5143548e04c5b9 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:02:11.078357 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-d86bccd7-452e-49f1-a845-7985968554a2 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:11.205604 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-d86bccd7-452e-49f1-a845-7985968554a2 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Allocated IP 172.20.0.12 (c424ddea-a642-4b60-ab40-aac3b8cf6384/89673c88-de1b-4c6a-8276-c71b6e646bee/0fe14f78-e7c3-44b9-aa32-8334e66ac66b) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:02:11.211386 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:11.701144 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-d86bccd7-452e-49f1-a845-7985968554a2 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:11.741758 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-d86bccd7-452e-49f1-a845-7985968554a2 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:11.786487 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-d86bccd7-452e-49f1-a845-7985968554a2 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Network c424ddea-a642-4b60-ab40-aac3b8cf6384 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:02:11.789632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-d86bccd7-452e-49f1-a845-7985968554a2 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:02:11.793941 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-d86bccd7-452e-49f1-a845-7985968554a2 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:02:11.799273 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bccd7-452e-49f1-a845-7985968554a2 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'Port': ['ID=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:11.856506 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-d86bccd7-452e-49f1-a845-7985968554a2 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:11.857190 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-d86bccd7-452e-49f1-a845-7985968554a2 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:11.874774 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-d86bccd7-452e-49f1-a845-7985968554a2 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9217100 Dec 14 02:02:11.894001 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Request body: {'port': {'device_id': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:02:11.969704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:12.018616 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:02:12.037767 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19110396-ef46-439a-9491-9d8574a7dfd9 req-cf47cab5-c4d4-4252-a8bb-93600e19f6f1 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:12.039289 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-19110396-ef46-439a-9491-9d8574a7dfd9 req-cf47cab5-c4d4-4252-a8bb-93600e19f6f1 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 932 time: 0.0594029 Dec 14 02:02:12.064699 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-84f1f94c-b204-40a2-ac99-f11b533cbb9e None None] Provisioning complete for port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:12.064966 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84f1f94c-b204-40a2-ac99-f11b533cbb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:12.097456 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-19110396-ef46-439a-9491-9d8574a7dfd9 req-69bf87f1-bfad-44dd-ab5a-721185a46c0b tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512400 Dec 14 02:02:12.107763 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-84f1f94c-b204-40a2-ac99-f11b533cbb9e None None] Port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:02:12.117262 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:12.117700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:12.268969 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe14f78-e7c3-44b9-aa32-8334e66ac66b {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:02:12.279759 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:12.292410 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Transition to ACTIVE for port object 0fe14f78-e7c3-44b9-aa32-8334e66ac66b will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:02:12.298127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:12.349990 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Pushing event updated for resources: {'Port': ['ID=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:12.425370 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Attempting to bind port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:02:12.425704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Attempting to bind port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '73798265-1b27-488d-b525-cb500c8cc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:02:12.426031 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Attempting to bind port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b on network c424ddea-a642-4b60-ab40-aac3b8cf6384 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:02:12.430568 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b on network c424ddea-a642-4b60-ab40-aac3b8cf6384 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:02:12.430885 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Attempting to bind port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b on network c424ddea-a642-4b60-ab40-aac3b8cf6384 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:02:12.436229 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:02:12.436565 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Checking segment: {'id': '73798265-1b27-488d-b525-cb500c8cc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:02:12.436946 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Bound using segment: {'id': '73798265-1b27-488d-b525-cb500c8cc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:02:12.437374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Bound port: 0fe14f78-e7c3-44b9-aa32-8334e66ac66b, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73798265-1b27-488d-b525-cb500c8cc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:02:12.437738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:12.508490 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] For port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:02:12.511749 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] For port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:02:12.517552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:12.552283 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:12.552907 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:12.554337 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] 10.222.0.16 "PUT /v2.0/ports/0fe14f78-e7c3-44b9-aa32-8334e66ac66b HTTP/1.1" status: 200 len: 1094 time: 0.6649609 Dec 14 02:02:12.554862 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'tag': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:02:12.557759 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288645dd-b5ef-4b38-8646-7d947f544ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc7f6f5-2eee-4c53-b064-32fbf19a2cff", "tag": "0fe14f78-e7c3-44b9-aa32-8334e66ac66b"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:02:12.591716 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9916c3-11f9-4920-90bd-d0d131e9919d service neutron] Pushing event updated for resources: {'Port': ['ID=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:12.599557 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2835757b-0189-406c-ae2c-d157e13581aa x-openstack-request-id: req-2835757b-0189-406c-ae2c-d157e13581aa {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:02:12.599866 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc7f6f5-2eee-4c53-b064-32fbf19a2cff", "tag": "0fe14f78-e7c3-44b9-aa32-8334e66ac66b", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:02:12.600083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2835757b-0189-406c-ae2c-d157e13581aa {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:02:12.600648 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'tag': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'status': 'completed', 'code': 200} Dec 14 02:02:12.678246 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-98b20ec6-8d49-4dd7-b05b-e5265eb136ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:12.680261 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-98b20ec6-8d49-4dd7-b05b-e5265eb136ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 1097 time: 0.0559657 Dec 14 02:02:12.735383 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-88a2b8fc-755a-428f-97b0-a732bd0775d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b HTTP/1.1" status: 200 len: 217 time: 0.0396554 Dec 14 02:02:12.787134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-7abccd7e-11ed-430a-b505-2f9fca0da2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:12.788673 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-7abccd7e-11ed-430a-b505-2f9fca0da2ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0447838 Dec 14 02:02:12.837853 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-7b3a133b-7423-413e-8e39-70672f21198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:12.839507 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-7b3a133b-7423-413e-8e39-70672f21198e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434744 Dec 14 02:02:12.932675 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-79040e68-8175-464c-917e-7958f215b702 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857494 Dec 14 02:02:13.026126 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-70cbd1d5-c77b-46d3-8f19-33a264c4dfed req-101356df-e82a-4703-a280-669707ce72f9 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861387 Dec 14 02:02:13.153228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288645dd-b5ef-4b38-8646-7d947f544ff5 req-6f7ff149-5501-4852-9b6d-953e0dac2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:13.155124 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-288645dd-b5ef-4b38-8646-7d947f544ff5 req-6f7ff149-5501-4852-9b6d-953e0dac2682 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 1097 time: 0.0439756 Dec 14 02:02:13.220135 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e486742-f9e1-4f7c-9432-e9cf82bd3856 req-b8c92c10-154b-4e6d-bdbb-c5d4efffcbd7 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:13.221640 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5e486742-f9e1-4f7c-9432-e9cf82bd3856 req-b8c92c10-154b-4e6d-bdbb-c5d4efffcbd7 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 944 time: 0.0544717 Dec 14 02:02:13.253281 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288645dd-b5ef-4b38-8646-7d947f544ff5 req-ffe0af82-bb94-43b1-af0a-ff24ba12c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:13.254813 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-288645dd-b5ef-4b38-8646-7d947f544ff5 req-ffe0af82-bb94-43b1-af0a-ff24ba12c0bc service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.0916078 Dec 14 02:02:13.276734 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5e486742-f9e1-4f7c-9432-e9cf82bd3856 req-b41e4e26-34e4-4384-8521-67745b229be9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487657 Dec 14 02:02:13.300003 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-288645dd-b5ef-4b38-8646-7d947f544ff5 req-aa881bcd-5e41-4837-b3e7-e86894516f35 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b HTTP/1.1" status: 200 len: 217 time: 0.0367162 Dec 14 02:02:13.349106 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288645dd-b5ef-4b38-8646-7d947f544ff5 req-8c742dca-9e6f-4f6f-84fa-2df0167cb321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:13.350601 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-288645dd-b5ef-4b38-8646-7d947f544ff5 req-8c742dca-9e6f-4f6f-84fa-2df0167cb321 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0432394 Dec 14 02:02:13.402727 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288645dd-b5ef-4b38-8646-7d947f544ff5 req-5ccbdf5c-a1ca-4d34-b032-560fea0e64ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:13.404566 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-288645dd-b5ef-4b38-8646-7d947f544ff5 req-5ccbdf5c-a1ca-4d34-b032-560fea0e64ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463679 Dec 14 02:02:13.495129 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-288645dd-b5ef-4b38-8646-7d947f544ff5 req-a4a0dd1e-fb11-4f73-95aa-7d168edc8809 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829318 Dec 14 02:02:13.591282 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-288645dd-b5ef-4b38-8646-7d947f544ff5 req-86603e13-d27c-496a-b0ee-60e528ce43fd service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884750 Dec 14 02:02:14.406721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb8997-bc6e-49cf-9a1f-872084b63085 req-d9ba7004-336c-410d-aac4-5909598a734b tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:14.408297 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6dcb8997-bc6e-49cf-9a1f-872084b63085 req-d9ba7004-336c-410d-aac4-5909598a734b tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 944 time: 0.0518930 Dec 14 02:02:14.458369 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6dcb8997-bc6e-49cf-9a1f-872084b63085 req-fa8280db-7df2-4c1d-b9a5-874b9f1d0f20 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439701 Dec 14 02:02:15.592826 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d94113-0f82-4ac0-976e-fb08704ac742 req-1ce52c98-d2e6-4e5c-a8c2-9f9eb88ff0e4 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:15.594429 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-46d94113-0f82-4ac0-976e-fb08704ac742 req-1ce52c98-d2e6-4e5c-a8c2-9f9eb88ff0e4 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 944 time: 0.0594370 Dec 14 02:02:15.647662 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-46d94113-0f82-4ac0-976e-fb08704ac742 req-1c80221b-4216-4bc6-83b5-c8aa89ab66dd tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468247 Dec 14 02:02:15.876844 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 0fe14f78-e7c3-44b9-aa32-8334e66ac66b details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:02:15.980128 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:02:15.992073 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'port_id': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'mac_address': 'fa:16:3e:a7:2e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:02:16.035968 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:16.050013 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe14f78-e7c3-44b9-aa32-8334e66ac66b {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:02:16.073338 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:02:16.080580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:16.136306 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:16.397798 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['0fe14f78-e7c3-44b9-aa32-8334e66ac66b'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:02:16.771373 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6adf60-4ff8-44ae-a03a-59696a21d341 req-d105291d-c1f9-43c1-8860-fb718b20452f tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:16.772906 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aa6adf60-4ff8-44ae-a03a-59696a21d341 req-d105291d-c1f9-43c1-8860-fb718b20452f tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 945 time: 0.0504646 Dec 14 02:02:16.828954 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aa6adf60-4ff8-44ae-a03a-59696a21d341 req-9892a509-9c4e-4a55-a499-71f537358b01 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491719 Dec 14 02:02:17.877680 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 0fe14f78-e7c3-44b9-aa32-8334e66ac66b up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:02:17.935185 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:02:17.939226 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:02:17.939716 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:17.949904 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffbef3-212c-4a90-8070-c067aeb8d160 req-d28ce2d7-0396-4c70-863a-9a0a3f8eb4eb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:17.951412 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-70ffbef3-212c-4a90-8070-c067aeb8d160 req-d28ce2d7-0396-4c70-863a-9a0a3f8eb4eb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 945 time: 0.0512056 Dec 14 02:02:18.005655 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-70ffbef3-212c-4a90-8070-c067aeb8d160 req-d78c2d67-6893-481c-85a1-7dbbda87da6c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481179 Dec 14 02:02:18.021177 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:18.043887 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:02:18.046092 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e66da3b-512c-4510-a2b3-7550b261a361" -d '{"events": [{"server_uuid": "6fc7f6f5-2eee-4c53-b064-32fbf19a2cff", "name": "network-vif-plugged", "status": "completed", "tag": "0fe14f78-e7c3-44b9-aa32-8334e66ac66b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:02:18.058450 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:02:18.063099 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:18.085805 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9e09c3-ec16-4087-89e4-b1ac1d787d46 x-openstack-request-id: req-bd9e09c3-ec16-4087-89e4-b1ac1d787d46 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:02:18.086098 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc7f6f5-2eee-4c53-b064-32fbf19a2cff", "name": "network-vif-plugged", "status": "completed", "tag": "0fe14f78-e7c3-44b9-aa32-8334e66ac66b", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:02:18.086347 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd9e09c3-ec16-4087-89e4-b1ac1d787d46 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:02:18.086730 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'code': 200} Dec 14 02:02:18.111474 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:18.299777 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb38cd3-a3d7-4bc7-81fe-2d5b90896cb3 req-87ad0efb-a333-411c-850f-cac01671b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:18.301732 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ecb38cd3-a3d7-4bc7-81fe-2d5b90896cb3 req-87ad0efb-a333-411c-850f-cac01671b999 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 1099 time: 0.0463450 Dec 14 02:02:18.353041 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ecb38cd3-a3d7-4bc7-81fe-2d5b90896cb3 req-4f54f6cc-351a-4bac-b34e-97ccea2f0aae service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436208 Dec 14 02:02:19.139637 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1c212-2ba0-4420-8b5e-113ab5ad6e98 req-3223efe5-8b05-45f6-a06b-c08efc045ba9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:19.141043 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a1f1c212-2ba0-4420-8b5e-113ab5ad6e98 req-3223efe5-8b05-45f6-a06b-c08efc045ba9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0546088 Dec 14 02:02:19.193079 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a1f1c212-2ba0-4420-8b5e-113ab5ad6e98 req-b2f30ed0-a289-4a55-852f-f16cee1f88c8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459504 Dec 14 02:02:20.224751 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:02:20.328295 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb60dc2-795b-4173-be9e-0751bc9b1bb7 req-ab0bc21d-12eb-4d60-a5eb-70066c6047f4 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:20.329753 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bdb60dc2-795b-4173-be9e-0751bc9b1bb7 req-ab0bc21d-12eb-4d60-a5eb-70066c6047f4 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0560145 Dec 14 02:02:20.383387 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bdb60dc2-795b-4173-be9e-0751bc9b1bb7 req-21ff37dd-8b11-4280-9f2b-a550291100fc tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473127 Dec 14 02:02:20.518245 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fcaf4-bf3b-4246-8b6c-8db081b092b5 req-3db8460c-8589-433f-bc39-0a4217c0a74a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:20.519638 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-750fcaf4-bf3b-4246-8b6c-8db081b092b5 req-3db8460c-8589-433f-bc39-0a4217c0a74a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0572798 Dec 14 02:02:20.571415 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-750fcaf4-bf3b-4246-8b6c-8db081b092b5 req-7afe4f33-add1-4c30-8f50-703c08c855fb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426266 Dec 14 02:02:20.597110 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35738) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:02:20.696066 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf0745c-f57b-4ed2-b051-4edb5f7dcf8f tempest-TestShelveInstance-855674032 tempest-TestShelveInstance-855674032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:20.698195 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-caf0745c-f57b-4ed2-b051-4edb5f7dcf8f tempest-TestShelveInstance-855674032 tempest-TestShelveInstance-855674032-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 1094 time: 0.0995793 Dec 14 02:02:20.701615 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 35744) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:02:20.705865 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:02:20.732010 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:20.846793 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:20.954134 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Allocated IP 172.26.1.133 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/b6fcb3cd-4225-426e-aa64-c677c0848c43) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:02:21.073083 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:21.114086 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:21.154526 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:02:21.157517 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:02:21.161180 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:02:21.166674 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'Port': ['ID=b6fcb3cd-4225-426e-aa64-c677c0848c43,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:21.527483 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:21.612711 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:21.762140 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:21.769204 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:21.837250 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'Port': ['ID=b6fcb3cd-4225-426e-aa64-c677c0848c43,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:02:21.851139 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:21.954061 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Floating IP 4c27ac61-b36f-4968-9748-4738d3708e02 associated. External IP: 172.26.1.133, port: 0fe14f78-e7c3-44b9-aa32-8334e66ac66b. Dec 14 02:02:21.998713 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df5b6383-08f7-4d93-8fa9-39a852067c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:22.177375 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:02:22.293220 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:02:22.303646 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5570d35-ae5a-44cc-bf4b-01633f41dc4c None None] Sync routers for ids ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:02:22.311902 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:22.314123 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5570d35-ae5a-44cc-bf4b-01633f41dc4c None None] Routers {'7d2027e9-3fe9-4a04-be5e-f3f7de969fab'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:02:22.314809 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e5570d35-ae5a-44cc-bf4b-01633f41dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:01:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:22.338493 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fa6c1e06-6598-49e1-b11d-69fe51fa0eeb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6358819 Dec 14 02:02:22.339073 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'tag': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:02:22.341366 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04086014-94b2-458c-a6f3-5d422368ffa9" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc7f6f5-2eee-4c53-b064-32fbf19a2cff", "tag": "0fe14f78-e7c3-44b9-aa32-8334e66ac66b"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:02:22.385713 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a769e18-7483-46c3-8155-ee15772b78dd x-openstack-request-id: req-2a769e18-7483-46c3-8155-ee15772b78dd {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:02:22.386007 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc7f6f5-2eee-4c53-b064-32fbf19a2cff", "tag": "0fe14f78-e7c3-44b9-aa32-8334e66ac66b", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:02:22.386264 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a769e18-7483-46c3-8155-ee15772b78dd {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:02:22.386758 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'tag': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'status': 'completed', 'code': 200} Dec 14 02:02:22.422039 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-e5570d35-ae5a-44cc-bf4b-01633f41dc4c None None] Set router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:02:22.473225 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04086014-94b2-458c-a6f3-5d422368ffa9 req-9fb6d6aa-7231-420e-b142-7680273ca21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:22.474772 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-04086014-94b2-458c-a6f3-5d422368ffa9 req-9fb6d6aa-7231-420e-b142-7680273ca21e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 1099 time: 0.0414350 Dec 14 02:02:22.572354 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04086014-94b2-458c-a6f3-5d422368ffa9 req-e2e42ee8-92a0-451c-81c1-1761342d96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:22.574321 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-04086014-94b2-458c-a6f3-5d422368ffa9 req-e2e42ee8-92a0-451c-81c1-1761342d96cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.0913420 Dec 14 02:02:22.642115 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-04086014-94b2-458c-a6f3-5d422368ffa9 req-0fca7a13-bf97-4a44-9dd4-6cfc63133bd5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b HTTP/1.1" status: 200 len: 1000 time: 0.0608068 Dec 14 02:02:22.650244 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e5570d35-ae5a-44cc-bf4b-01633f41dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '4c27ac61-b36f-4968-9748-4738d3708e02', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'port_id': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'mac_address': 'fa:16:3e:a7:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:02:21Z', 'updated_at': '2021-12-14T02:02:21Z', 'revision_number': 0, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5', 'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'mac_address': 'fa:16:3e:91:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:00Z', 'updated_at': '2021-12-14T02:02:05Z', 'revision_number': 5, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'subnets': [{'id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:22.676413 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5570d35-ae5a-44cc-bf4b-01633f41dc4c None None] Checking router: 7d2027e9-3fe9-4a04-be5e-f3f7de969fab for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:02:22.685675 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5570d35-ae5a-44cc-bf4b-01633f41dc4c None None] Routers {'7d2027e9-3fe9-4a04-be5e-f3f7de969fab'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:02:22.686268 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e5570d35-ae5a-44cc-bf4b-01633f41dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:01:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:22.695302 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04086014-94b2-458c-a6f3-5d422368ffa9 req-7d74bab2-be38-40f6-9742-53095327e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:22.696805 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-04086014-94b2-458c-a6f3-5d422368ffa9 req-7d74bab2-be38-40f6-9742-53095327e28c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0478616 Dec 14 02:02:22.744229 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04086014-94b2-458c-a6f3-5d422368ffa9 req-c65c1621-9fee-46c9-97e3-f0d33746511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:22.745997 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-04086014-94b2-458c-a6f3-5d422368ffa9 req-c65c1621-9fee-46c9-97e3-f0d33746511b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418744 Dec 14 02:02:22.794819 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-e5570d35-ae5a-44cc-bf4b-01633f41dc4c None None] Set router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:02:22.834612 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-04086014-94b2-458c-a6f3-5d422368ffa9 req-f3f980cb-843d-40f7-92ae-750d022884c9 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817833 Dec 14 02:02:22.934062 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-04086014-94b2-458c-a6f3-5d422368ffa9 req-be32b751-2eda-4f37-832c-abdb9ee3be11 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922079 Dec 14 02:02:23.113244 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e5570d35-ae5a-44cc-bf4b-01633f41dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '4c27ac61-b36f-4968-9748-4738d3708e02', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'port_id': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'mac_address': 'fa:16:3e:a7:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:02:21Z', 'updated_at': '2021-12-14T02:02:21Z', 'revision_number': 0, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5', 'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'mac_address': 'fa:16:3e:91:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:00Z', 'updated_at': '2021-12-14T02:02:05Z', 'revision_number': 5, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'subnets': [{'id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:02:23.139876 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5570d35-ae5a-44cc-bf4b-01633f41dc4c None None] The sync data for ids ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'] in dv-neutron-821592-1-hyperv is: [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '4c27ac61-b36f-4968-9748-4738d3708e02', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'port_id': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'mac_address': 'fa:16:3e:a7:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:02:21Z', 'updated_at': '2021-12-14T02:02:21Z', 'revision_number': 0, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5', 'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'mac_address': 'fa:16:3e:91:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:00Z', 'updated_at': '2021-12-14T02:02:05Z', 'revision_number': 5, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'subnets': [{'id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:02:23.347338 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80913631-e811-4a72-b383-e87851cff045 None None] New status for floating IP 4c27ac61-b36f-4968-9748-4738d3708e02: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:02:24.243850 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13fd17f6-cb55-4986-ae26-0296c79e8293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:25.597624 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:26.988541 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:27.735628 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:41.234939 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:52.004535 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c27b3f4b-3505-4a66-868c-7645d643ee98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:54.246484 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-372feb9e-f6ac-48fb-9515-be910f5bc881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:55.598242 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:55.785041 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4fd95b8-7633-4ab5-ab12-73fcb231526b req-8bed4c96-1dfa-478e-bdec-438fcd2ad34e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431685 Dec 14 02:02:55.891215 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd95b8-7633-4ab5-ab12-73fcb231526b req-4fd21ccf-d018-4196-ad7f-28efbb7d906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:55.892640 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4fd95b8-7633-4ab5-ab12-73fcb231526b req-4fd21ccf-d018-4196-ad7f-28efbb7d906b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 1099 time: 0.0467155 Dec 14 02:02:56.001596 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd95b8-7633-4ab5-ab12-73fcb231526b req-cbb5752f-1347-4dfa-8adb-e752bd61d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:56.003087 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4fd95b8-7633-4ab5-ab12-73fcb231526b req-cbb5752f-1347-4dfa-8adb-e752bd61d54e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.0871570 Dec 14 02:02:56.069501 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4fd95b8-7633-4ab5-ab12-73fcb231526b req-2704e82b-3294-4dab-96a0-feb0cd6ad262 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b HTTP/1.1" status: 200 len: 1002 time: 0.0583746 Dec 14 02:02:56.125007 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd95b8-7633-4ab5-ab12-73fcb231526b req-6f78040e-7218-46f8-bc66-daea260b1797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:56.126863 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4fd95b8-7633-4ab5-ab12-73fcb231526b req-6f78040e-7218-46f8-bc66-daea260b1797 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0492046 Dec 14 02:02:56.174452 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd95b8-7633-4ab5-ab12-73fcb231526b req-16335ae2-ae8b-479b-84d2-75060196d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:02:56.175822 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4fd95b8-7633-4ab5-ab12-73fcb231526b req-16335ae2-ae8b-479b-84d2-75060196d07d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410371 Dec 14 02:02:56.265201 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4fd95b8-7633-4ab5-ab12-73fcb231526b req-a10e99e7-fd77-4419-8b25-ceac84322679 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814769 Dec 14 02:02:56.363323 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4fd95b8-7633-4ab5-ab12-73fcb231526b req-a6064084-668d-437b-aec1-0fbfc6e8a30f service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902359 Dec 14 02:02:56.989283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:02:57.228702 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:02:57.720242 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:03:11.256071 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:03:19.476544 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-5a1de119-5b9a-44b2-8d80-8877c4e56f01 req-e3392dfc-bdda-447c-a1f0-4d47283ea7ad service neutron] (103408) timed out ('10.222.0.32', 60012) {{(pid=103408) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 02:03:22.012721 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8decee79-e6f0-4fbc-bf3a-dad2c994a2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:03:24.244806 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c5636ae8-88db-4208-89b7-e287042efdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:03:25.610842 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:03:26.999452 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:03:27.727860 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:03:34.229257 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:03:41.256444 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:03:52.009741 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-96259245-23cb-4229-beef-93a61edcb631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:03:54.245898 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e3a4825-4418-4688-bb78-ac3124f85aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:03:55.606040 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:03:56.779388 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a9800836-0dba-416e-9227-070594989790 req-101fb3a2-ac99-404a-8b1b-aa9856bf5870 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481532 Dec 14 02:03:56.880410 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9800836-0dba-416e-9227-070594989790 req-4258363e-1e66-473a-a28c-b5cd5bc69fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:03:56.881918 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a9800836-0dba-416e-9227-070594989790 req-4258363e-1e66-473a-a28c-b5cd5bc69fc7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 1099 time: 0.0424860 Dec 14 02:03:56.999047 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:03:57.003563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9800836-0dba-416e-9227-070594989790 req-328f10d8-4ef9-4388-8eba-2003d02c6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:03:57.005116 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a9800836-0dba-416e-9227-070594989790 req-328f10d8-4ef9-4388-8eba-2003d02c6e50 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.0989916 Dec 14 02:03:57.073778 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a9800836-0dba-416e-9227-070594989790 req-72ec3928-bee2-4581-874d-cd2a8a0592f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b HTTP/1.1" status: 200 len: 1002 time: 0.0602813 Dec 14 02:03:57.127203 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9800836-0dba-416e-9227-070594989790 req-248d7f09-ec82-4860-936a-c8d309883a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:03:57.128695 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a9800836-0dba-416e-9227-070594989790 req-248d7f09-ec82-4860-936a-c8d309883a5f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0485735 Dec 14 02:03:57.176623 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9800836-0dba-416e-9227-070594989790 req-29b2ebdf-6e81-412c-9a63-cf7923221c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:03:57.178074 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a9800836-0dba-416e-9227-070594989790 req-29b2ebdf-6e81-412c-9a63-cf7923221c26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415015 Dec 14 02:03:57.265865 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a9800836-0dba-416e-9227-070594989790 req-dfa0d04c-e205-4305-99d2-7d6c2653df16 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802977 Dec 14 02:03:57.361071 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-a9800836-0dba-416e-9227-070594989790 req-f234257e-7feb-4988-ad3c-e4cb48d1c1de service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878172 Dec 14 02:03:57.729231 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:11.234374 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:04:11.251303 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:17.048081 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985e7c9-6652-4152-8a13-daca964b48f5 req-0a8a33f0-a51d-4903-b59c-3a311fb84d8b tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:17.050002 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5985e7c9-6652-4152-8a13-daca964b48f5 req-0a8a33f0-a51d-4903-b59c-3a311fb84d8b tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0554085 Dec 14 02:04:17.100932 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5985e7c9-6652-4152-8a13-daca964b48f5 req-9cfb5d95-72b5-424e-bdf6-ee7d02c651ef tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447159 Dec 14 02:04:18.241718 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be2577-87a2-4857-9314-12e13ba1d012 req-a287f816-081e-4d4f-9f00-f44e8d919dfe tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:18.243181 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-78be2577-87a2-4857-9314-12e13ba1d012 req-a287f816-081e-4d4f-9f00-f44e8d919dfe tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0542595 Dec 14 02:04:18.304201 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-78be2577-87a2-4857-9314-12e13ba1d012 req-3308ee49-3448-47c6-890a-975df6a9395a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517216 Dec 14 02:04:19.450288 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bdb5f-f93b-4815-a8c4-445ab70d8bf4 req-60a04d4c-86cd-40a3-9c31-1998248728cf tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:19.451768 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-653bdb5f-f93b-4815-a8c4-445ab70d8bf4 req-60a04d4c-86cd-40a3-9c31-1998248728cf tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0564044 Dec 14 02:04:19.502059 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-653bdb5f-f93b-4815-a8c4-445ab70d8bf4 req-94c2e9a4-66dd-402a-802a-781e0cda0670 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441852 Dec 14 02:04:20.634346 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47c960-b5cf-4466-8b15-662d2a7e9da1 req-2581cdc6-3665-445c-97ba-8d35e5bb153e tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:20.635848 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dd47c960-b5cf-4466-8b15-662d2a7e9da1 req-2581cdc6-3665-445c-97ba-8d35e5bb153e tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0510085 Dec 14 02:04:20.690564 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-dd47c960-b5cf-4466-8b15-662d2a7e9da1 req-faa48bbf-8ae5-4fb8-8627-823bba5d2855 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456700 Dec 14 02:04:21.812479 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9a4cb-9ef0-474d-92fa-a2f2febbde73 req-53533b57-7292-46ea-9a30-f86936ee5bf0 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:21.814003 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d9b9a4cb-9ef0-474d-92fa-a2f2febbde73 req-53533b57-7292-46ea-9a30-f86936ee5bf0 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0521154 Dec 14 02:04:21.870040 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d9b9a4cb-9ef0-474d-92fa-a2f2febbde73 req-687792fc-b7fb-4482-b0d5-d25e9b1eef52 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497899 Dec 14 02:04:22.005920 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9bb0a581-6409-48b0-8dab-aa9b370849be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:23.007639 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0af07-b050-471f-9e83-892cffcc4fa1 req-ce88e8cd-509b-4ffa-8bd2-833f5f4368c9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:23.009162 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-93b0af07-b050-471f-9e83-892cffcc4fa1 req-ce88e8cd-509b-4ffa-8bd2-833f5f4368c9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0593057 Dec 14 02:04:23.072809 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-93b0af07-b050-471f-9e83-892cffcc4fa1 req-81f5a61a-0ba6-4738-87df-e27c43489bb6 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546536 Dec 14 02:04:24.208330 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813696ac-f7b7-4474-a11a-dbb93c6f0d1a req-88bf1e07-518d-40c5-aa16-4de6ecadce1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:24.209843 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-813696ac-f7b7-4474-a11a-dbb93c6f0d1a req-88bf1e07-518d-40c5-aa16-4de6ecadce1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0603025 Dec 14 02:04:24.240007 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c9c1ca1-1c99-4e53-8239-02a2891c604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:24.262190 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-813696ac-f7b7-4474-a11a-dbb93c6f0d1a req-1f35bf8a-71b2-417c-85fa-d99ca326308a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459132 Dec 14 02:04:25.387573 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066cc12-05d6-4c46-a5f9-adf27c366987 req-b7eea7a0-9de9-4084-bf6d-dfce222c3e6a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:25.389088 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d066cc12-05d6-4c46-a5f9-adf27c366987 req-b7eea7a0-9de9-4084-bf6d-dfce222c3e6a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0554848 Dec 14 02:04:25.443987 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d066cc12-05d6-4c46-a5f9-adf27c366987 req-dfd5c8df-9abb-40ef-afb7-5b039442e3a8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456657 Dec 14 02:04:25.611358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:26.576893 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa9373-7b60-44e6-be45-5fd58859eea7 req-06278d20-ec44-48c6-9fef-eebe72cacdbe tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:26.578400 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-22fa9373-7b60-44e6-be45-5fd58859eea7 req-06278d20-ec44-48c6-9fef-eebe72cacdbe tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0565631 Dec 14 02:04:26.628001 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-22fa9373-7b60-44e6-be45-5fd58859eea7 req-9c725625-6d5c-441c-83e3-7b87fba5e55a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434587 Dec 14 02:04:27.003114 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:27.724528 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:27.768343 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab22cd-f974-4088-960c-7f508cc58691 req-0595b98f-2bda-4967-818f-361ff3100ada tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:27.769839 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-eeab22cd-f974-4088-960c-7f508cc58691 req-0595b98f-2bda-4967-818f-361ff3100ada tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0604334 Dec 14 02:04:27.823189 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-eeab22cd-f974-4088-960c-7f508cc58691 req-96fc6ea8-9455-4eea-bd63-5ddeea8799f6 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460665 Dec 14 02:04:28.619519 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 0fe14f78-e7c3-44b9-aa32-8334e66ac66b details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:04:28.728008 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:04:28.741718 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'port_id': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'mac_address': 'fa:16:3e:a7:2e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:04:28.780516 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:28.793939 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fe14f78-e7c3-44b9-aa32-8334e66ac66b {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:04:28.814339 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:04:28.820373 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:28.871072 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:04:28.880771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:04:28.881381 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:04:28.881730 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:04:28.882066 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:04:28.882396 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:04:28.882772 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:04:28.883101 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:04:28.883429 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:04:28.883749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:04:28.884069 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:04:28.884464 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:04:28.884787 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:04:28.885102 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:04:28.944853 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf1794-5cbb-40e4-ae23-e70108ad10ed req-98b778c9-4adc-4b1c-88f3-09e9a983cb81 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:28.946338 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-94bf1794-5cbb-40e4-ae23-e70108ad10ed req-98b778c9-4adc-4b1c-88f3-09e9a983cb81 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 945 time: 0.0535913 Dec 14 02:04:28.999702 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-94bf1794-5cbb-40e4-ae23-e70108ad10ed req-aa496bca-ff85-4269-9953-a4f0f86ef16e tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446575 Dec 14 02:04:29.006134 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['0fe14f78-e7c3-44b9-aa32-8334e66ac66b'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:04:30.125015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23479408-9dd4-4323-b0e9-76a916372c3e req-a75fff98-8a74-4470-bf45-4b671f73f1d8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:30.127227 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-23479408-9dd4-4323-b0e9-76a916372c3e req-a75fff98-8a74-4470-bf45-4b671f73f1d8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 945 time: 0.0516894 Dec 14 02:04:30.188023 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-23479408-9dd4-4323-b0e9-76a916372c3e req-0e1e2a02-acd0-4bf5-8065-32dabdbd76bd tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539434 Dec 14 02:04:30.622497 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 0fe14f78-e7c3-44b9-aa32-8334e66ac66b up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:04:30.683826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:04:30.684315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:30.773786 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:30.806148 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:04:30.808597 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a070623-8a56-4aed-b67e-c8f714cb0a00" -d '{"events": [{"server_uuid": "6fc7f6f5-2eee-4c53-b064-32fbf19a2cff", "name": "network-vif-plugged", "status": "completed", "tag": "0fe14f78-e7c3-44b9-aa32-8334e66ac66b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:04:30.823193 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:04:30.834705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:30.895000 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:04:30.954542 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0e51e6-f044-48ab-9226-49541d54086b x-openstack-request-id: req-cf0e51e6-f044-48ab-9226-49541d54086b {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:04:30.955158 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc7f6f5-2eee-4c53-b064-32fbf19a2cff", "name": "network-vif-plugged", "status": "completed", "tag": "0fe14f78-e7c3-44b9-aa32-8334e66ac66b", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:04:30.955808 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf0e51e6-f044-48ab-9226-49541d54086b {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:04:30.956318 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'code': 200} Dec 14 02:04:31.325093 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12f016-dd0a-4ad2-9f05-3c8d1ad8d1c5 req-82a10c80-50e3-4d22-86b7-e25f2b00ee5b tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:31.332729 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ed12f016-dd0a-4ad2-9f05-3c8d1ad8d1c5 req-82a10c80-50e3-4d22-86b7-e25f2b00ee5b tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0590417 Dec 14 02:04:31.383587 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ed12f016-dd0a-4ad2-9f05-3c8d1ad8d1c5 req-788527d2-958a-4805-8f1f-9642a9c0498f tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499804 Dec 14 02:04:32.518982 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2fa0-c8c4-428b-9bf3-f0e96e5bfa63 req-80acb52f-b64c-4433-ad1e-d1de65785d07 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:32.520469 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c27b2fa0-c8c4-428b-9bf3-f0e96e5bfa63 req-80acb52f-b64c-4433-ad1e-d1de65785d07 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0551376 Dec 14 02:04:32.578731 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c27b2fa0-c8c4-428b-9bf3-f0e96e5bfa63 req-84d200d7-150c-485c-8b69-6b4d9d73ec5a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510693 Dec 14 02:04:33.707980 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a15cb6-74af-4e4b-8d19-48ee28c5ec69 req-7bfd984e-078e-4e76-a178-a103a4d3b1d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:33.709917 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-47a15cb6-74af-4e4b-8d19-48ee28c5ec69 req-7bfd984e-078e-4e76-a178-a103a4d3b1d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0562725 Dec 14 02:04:33.761648 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-47a15cb6-74af-4e4b-8d19-48ee28c5ec69 req-98556049-1c3b-40c9-a407-f61855fd8bf6 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457757 Dec 14 02:04:34.898505 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2c4c8-39a7-451a-8893-192933f2c9cd req-c918251a-e249-4ec3-9b2e-9f15534053fe tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:34.898505 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e2e2c4c8-39a7-451a-8893-192933f2c9cd req-c918251a-e249-4ec3-9b2e-9f15534053fe tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0615554 Dec 14 02:04:34.949061 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e2e2c4c8-39a7-451a-8893-192933f2c9cd req-ff8c6d20-a15a-427c-928a-2c6e5bdad0e1 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449655 Dec 14 02:04:36.071650 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443c19d-f886-408f-8ca4-b74b23d956e4 req-f58bfa1e-b9a2-4876-a157-f6c13f049a86 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:36.073106 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8443c19d-f886-408f-8ca4-b74b23d956e4 req-f58bfa1e-b9a2-4876-a157-f6c13f049a86 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0510182 Dec 14 02:04:36.132646 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8443c19d-f886-408f-8ca4-b74b23d956e4 req-7fb1d876-256b-4f2c-86be-fdf00a51955b tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531025 Dec 14 02:04:37.258246 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b449ac-1cfd-4076-93b4-36ead3c3388a req-dcf08a7d-8732-457b-b60a-e898b6d6dd3b tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:37.264589 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a5b449ac-1cfd-4076-93b4-36ead3c3388a req-dcf08a7d-8732-457b-b60a-e898b6d6dd3b tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0641088 Dec 14 02:04:37.316626 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a5b449ac-1cfd-4076-93b4-36ead3c3388a req-b828a905-e5f9-4721-9eac-89c7739ae67f tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505435 Dec 14 02:04:38.440834 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab61e3-e540-49bf-8fba-5ffb3d443b97 req-d983cc27-4bc3-4c7c-88a3-5aaa539a3f3c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:38.442313 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-18ab61e3-e540-49bf-8fba-5ffb3d443b97 req-d983cc27-4bc3-4c7c-88a3-5aaa539a3f3c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0487297 Dec 14 02:04:38.492448 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-18ab61e3-e540-49bf-8fba-5ffb3d443b97 req-9baee37b-a850-4aaf-8dff-4ddb6f0237a4 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435369 Dec 14 02:04:39.170151 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2bb7d-22e3-4996-8ae0-847b073df956 req-69fed21f-a059-40dd-9807-6d172d9a0dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:39.171531 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c1e2bb7d-22e3-4996-8ae0-847b073df956 req-69fed21f-a059-40dd-9807-6d172d9a0dcb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 1099 time: 0.0438440 Dec 14 02:04:39.266309 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2bb7d-22e3-4996-8ae0-847b073df956 req-2a19cf48-fcf1-4e61-8eb5-bdf7334b8710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:39.267808 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c1e2bb7d-22e3-4996-8ae0-847b073df956 req-2a19cf48-fcf1-4e61-8eb5-bdf7334b8710 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.0893314 Dec 14 02:04:39.342854 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c1e2bb7d-22e3-4996-8ae0-847b073df956 req-a8271757-d114-4376-87b3-71c819c58e50 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b HTTP/1.1" status: 200 len: 1002 time: 0.0670540 Dec 14 02:04:39.396085 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2bb7d-22e3-4996-8ae0-847b073df956 req-7d9f7910-56f4-43f3-af41-331b62700b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:39.397561 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c1e2bb7d-22e3-4996-8ae0-847b073df956 req-7d9f7910-56f4-43f3-af41-331b62700b51 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0455875 Dec 14 02:04:39.447220 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2bb7d-22e3-4996-8ae0-847b073df956 req-d8834356-01c7-4571-80a2-dfbb5f6c2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:39.448726 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c1e2bb7d-22e3-4996-8ae0-847b073df956 req-d8834356-01c7-4571-80a2-dfbb5f6c2614 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438282 Dec 14 02:04:39.540202 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c1e2bb7d-22e3-4996-8ae0-847b073df956 req-cb385381-8fb5-4499-be74-6af58c48ca17 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838265 Dec 14 02:04:39.614009 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e61082-be6b-4a00-9637-e90c4249f3d8 req-32f5d2f5-2456-4b82-a0d5-de36860db82d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:39.615499 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09e61082-be6b-4a00-9637-e90c4249f3d8 req-32f5d2f5-2456-4b82-a0d5-de36860db82d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0527577 Dec 14 02:04:39.638599 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c1e2bb7d-22e3-4996-8ae0-847b073df956 req-489b47b7-38a8-46b4-81d0-9a17a8afe998 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902090 Dec 14 02:04:39.665041 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-09e61082-be6b-4a00-9637-e90c4249f3d8 req-755b3bae-7f25-4ac3-a863-0ebc37e4690b tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434175 Dec 14 02:04:40.801613 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe5a8b-36ab-43f9-acb1-f636697ba573 req-f633a189-8413-479e-882f-f13b73e7f5ef tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:40.803155 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-77fe5a8b-36ab-43f9-acb1-f636697ba573 req-f633a189-8413-479e-882f-f13b73e7f5ef tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0506520 Dec 14 02:04:40.856598 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-77fe5a8b-36ab-43f9-acb1-f636697ba573 req-fa332b1e-c702-40ec-a23b-0ecd12372f98 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473151 Dec 14 02:04:41.237513 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:42.009014 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40290f3b-180e-48f9-9a68-9e95e154b398 req-028c5817-f432-4e49-afbd-1f767ffbbd55 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:42.010506 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-40290f3b-180e-48f9-9a68-9e95e154b398 req-028c5817-f432-4e49-afbd-1f767ffbbd55 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0648510 Dec 14 02:04:42.061362 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-40290f3b-180e-48f9-9a68-9e95e154b398 req-e5394f6a-1b4e-4b5e-9c98-661bdeabdd2c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447257 Dec 14 02:04:42.202381 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-7a513a5a-8712-42ef-bb01-cde833c88ce2 req-99c60e9c-2502-4129-bf46-8487153f62f4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:04:42.203402 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7a513a5a-8712-42ef-bb01-cde833c88ce2 req-99c60e9c-2502-4129-bf46-8487153f62f4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0754158 Dec 14 02:04:42.361148 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b5190-60ac-4b2a-ab9d-b78d99bd69d2 req-507a34f2-2991-49fe-96fe-c86202694d69 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:42.362649 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-651b5190-60ac-4b2a-ab9d-b78d99bd69d2 req-507a34f2-2991-49fe-96fe-c86202694d69 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 946 time: 0.0493822 Dec 14 02:04:42.412698 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-651b5190-60ac-4b2a-ab9d-b78d99bd69d2 req-cde52fe3-148f-4f23-9ce1-b227fa91f3f8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438623 Dec 14 02:04:42.631882 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c859b4b5-720d-49af-b3cf-de8268e8cfdd req-71527cf8-baf5-4833-a59e-e3b73a8ff221 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885739 Dec 14 02:04:42.720607 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 0fe14f78-e7c3-44b9-aa32-8334e66ac66b no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:04:42.801262 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:42.825685 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:04:42.827921 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d5c586-befc-49b1-a17c-243dd77b11af" -d '{"events": [{"server_uuid": "6fc7f6f5-2eee-4c53-b064-32fbf19a2cff", "name": "network-vif-unplugged", "status": "completed", "tag": "0fe14f78-e7c3-44b9-aa32-8334e66ac66b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:04:42.842712 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:04:42.847759 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:42.871569 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Dec 2021 02:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9470f94b-2339-4f25-8de6-3ca04864cae1 x-openstack-request-id: req-9470f94b-2339-4f25-8de6-3ca04864cae1 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:04:42.871869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc7f6f5-2eee-4c53-b064-32fbf19a2cff", "name": "network-vif-unplugged", "status": "failed", "tag": "0fe14f78-e7c3-44b9-aa32-8334e66ac66b", "code": 422}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:04:42.872152 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9470f94b-2339-4f25-8de6-3ca04864cae1 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:04:42.872565 dv-neutron-821592-1-hyperv neutron-server[103410]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'code': 422} returned with failed status Dec 14 02:04:42.897606 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,revision_number=8']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:04:43.531390 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859b4b5-720d-49af-b3cf-de8268e8cfdd req-734a18b6-6d84-4141-b343-fa0663c850f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:43.533266 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c859b4b5-720d-49af-b3cf-de8268e8cfdd req-734a18b6-6d84-4141-b343-fa0663c850f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff&tenant_id=cf1a41153f3d47d8bf5143548e04c5b9 HTTP/1.1" status: 200 len: 1097 time: 0.0422215 Dec 14 02:04:43.536620 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf26694-62a8-46e4-91e5-d9e6d3d8d2c8 req-f39604f7-9e5b-4be1-9cbb-cbfb4c533698 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:43.538128 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-adf26694-62a8-46e4-91e5-d9e6d3d8d2c8 req-f39604f7-9e5b-4be1-9cbb-cbfb4c533698 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 944 time: 0.0512421 Dec 14 02:04:43.595984 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-adf26694-62a8-46e4-91e5-d9e6d3d8d2c8 req-08e8c42e-ed44-44ba-b082-afc24ff9569f tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511677 Dec 14 02:04:43.607583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859b4b5-720d-49af-b3cf-de8268e8cfdd req-aca4fd43-1e4e-44f6-90f0-7e97cb226238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:43.609459 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c859b4b5-720d-49af-b3cf-de8268e8cfdd req-aca4fd43-1e4e-44f6-90f0-7e97cb226238 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 1097 time: 0.0416110 Dec 14 02:04:43.704581 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859b4b5-720d-49af-b3cf-de8268e8cfdd req-fddf5817-cfdb-4868-b054-62ae56786344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:43.705959 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c859b4b5-720d-49af-b3cf-de8268e8cfdd req-fddf5817-cfdb-4868-b054-62ae56786344 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.0896327 Dec 14 02:04:43.773745 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c859b4b5-720d-49af-b3cf-de8268e8cfdd req-d5474023-e027-4697-a5e2-9af09a9ac224 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b HTTP/1.1" status: 200 len: 1000 time: 0.0606124 Dec 14 02:04:43.829466 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859b4b5-720d-49af-b3cf-de8268e8cfdd req-04982626-91b1-4729-a1cc-ac782d9c0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:43.831980 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c859b4b5-720d-49af-b3cf-de8268e8cfdd req-04982626-91b1-4729-a1cc-ac782d9c0eb9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0514243 Dec 14 02:04:43.897435 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859b4b5-720d-49af-b3cf-de8268e8cfdd req-90150391-929d-42d0-8e29-3e6806b0c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:43.899626 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c859b4b5-720d-49af-b3cf-de8268e8cfdd req-90150391-929d-42d0-8e29-3e6806b0c2b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0607872 Dec 14 02:04:43.998389 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c859b4b5-720d-49af-b3cf-de8268e8cfdd req-1fa84a74-7f79-4c69-ada1-8e438b20ed22 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912559 Dec 14 02:04:44.099628 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c859b4b5-720d-49af-b3cf-de8268e8cfdd req-98d87e29-f9c9-442e-aac4-e1f1ec5ad04a service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943224 Dec 14 02:04:44.721168 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c4a3a-0afc-46af-b187-74b24c1ba46e req-10c1f90c-830d-48a0-b0ad-c0c330fbd589 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:44.723477 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e05c4a3a-0afc-46af-b187-74b24c1ba46e req-10c1f90c-830d-48a0-b0ad-c0c330fbd589 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 944 time: 0.0529149 Dec 14 02:04:44.790335 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e05c4a3a-0afc-46af-b187-74b24c1ba46e req-4aa19cf3-1ca8-4101-9895-199bab4a902f tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592177 Dec 14 02:04:45.913798 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295f3d3-1c08-4310-886d-8da10ab3e4f4 req-01274a8f-64ef-4e20-bc75-6c4884d91bfb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:45.915367 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f295f3d3-1c08-4310-886d-8da10ab3e4f4 req-01274a8f-64ef-4e20-bc75-6c4884d91bfb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 944 time: 0.0537100 Dec 14 02:04:45.969485 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f295f3d3-1c08-4310-886d-8da10ab3e4f4 req-9e1b3f2c-e935-42eb-a165-7a5d3c031cb2 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478499 Dec 14 02:04:47.113479 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b372594-82cc-4b08-a6e4-d2d1794367a1 req-aca8fb13-7c4b-41bb-afa9-11341e15b8b5 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:47.115386 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2b372594-82cc-4b08-a6e4-d2d1794367a1 req-aca8fb13-7c4b-41bb-afa9-11341e15b8b5 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 944 time: 0.0710902 Dec 14 02:04:47.185572 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2b372594-82cc-4b08-a6e4-d2d1794367a1 req-37b3ad51-dfde-423d-8204-99f167184856 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614157 Dec 14 02:04:48.235657 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:04:48.311734 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80695027-ba40-45fa-99fb-682b63607bb4 req-483a57ae-b67b-4c80-a379-693b98060b4d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:48.313462 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-80695027-ba40-45fa-99fb-682b63607bb4 req-483a57ae-b67b-4c80-a379-693b98060b4d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 944 time: 0.0513647 Dec 14 02:04:48.366213 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-80695027-ba40-45fa-99fb-682b63607bb4 req-2b593003-6b9d-4519-8bb9-fe2e164ce73a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463204 Dec 14 02:04:49.492990 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b96cbc-b99c-4258-b712-9b50fa580b14 req-59066c89-2428-4b57-a289-acf01d9e8750 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:49.494531 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-54b96cbc-b99c-4258-b712-9b50fa580b14 req-59066c89-2428-4b57-a289-acf01d9e8750 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 944 time: 0.0509198 Dec 14 02:04:49.563779 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-54b96cbc-b99c-4258-b712-9b50fa580b14 req-a41d8eff-f877-439a-981d-c3948b4e96f8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604651 Dec 14 02:04:50.688888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221adc1-1fb1-4e2f-b0ff-08dc0a5a4171 req-594f4e65-f77a-46b5-8c1b-91353230f840 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:50.690732 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b221adc1-1fb1-4e2f-b0ff-08dc0a5a4171 req-594f4e65-f77a-46b5-8c1b-91353230f840 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 944 time: 0.0510988 Dec 14 02:04:50.742451 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b221adc1-1fb1-4e2f-b0ff-08dc0a5a4171 req-ba8e577c-87aa-412b-9757-b15db0dffbce tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453498 Dec 14 02:04:51.894506 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0d213-beb2-4fa6-be48-22b97093952e req-f2583aeb-59be-43df-b0f9-437c49f7ff5e tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:51.902111 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6bd0d213-beb2-4fa6-be48-22b97093952e req-f2583aeb-59be-43df-b0f9-437c49f7ff5e tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 944 time: 0.0612137 Dec 14 02:04:51.946598 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6bd0d213-beb2-4fa6-be48-22b97093952e req-a25309fc-432a-4862-b8b9-175baafa978d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435357 Dec 14 02:04:52.010929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73dbd4dd-411b-42f8-a79d-33ba6cfae098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:53.074449 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d6c3c-439b-428b-9706-085a82e23995 req-ba958584-ae34-416e-be3c-09358f51834c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:53.076001 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f72d6c3c-439b-428b-9706-085a82e23995 req-ba958584-ae34-416e-be3c-09358f51834c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 944 time: 0.0543923 Dec 14 02:04:53.127320 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f72d6c3c-439b-428b-9706-085a82e23995 req-49c0e5ac-9c13-43c9-b9f6-8159ef588baa tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447524 Dec 14 02:04:54.244848 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-85c3078d-c9b1-4eab-9fcb-33de21955558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:54.257406 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaaa3a-1596-40b1-9865-072ef6d4e0ef req-d8dc3de1-b4ce-4234-88cb-1ffc1e220935 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:54.259019 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-70aaaa3a-1596-40b1-9865-072ef6d4e0ef req-d8dc3de1-b4ce-4234-88cb-1ffc1e220935 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 944 time: 0.0536909 Dec 14 02:04:54.319244 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-70aaaa3a-1596-40b1-9865-072ef6d4e0ef req-bd4f61d3-72db-4723-9816-2ecb0e5d4024 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536492 Dec 14 02:04:55.467944 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c0131-63a2-4c68-a52f-705f7d805e5b req-21830a05-c8f6-44fa-b0df-71a7c253bc5a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:55.469479 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1e0c0131-63a2-4c68-a52f-705f7d805e5b req-21830a05-c8f6-44fa-b0df-71a7c253bc5a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 944 time: 0.0644765 Dec 14 02:04:55.520227 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1e0c0131-63a2-4c68-a52f-705f7d805e5b req-73c479e3-7aea-4f60-8c2f-f60dd3ab6a90 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445955 Dec 14 02:04:55.616579 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:56.655003 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cacba-8695-4706-9b72-08b21e798a80 req-d4436d2e-b24d-428a-aa69-97e8e4396ea1 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:56.656494 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-277cacba-8695-4706-9b72-08b21e798a80 req-d4436d2e-b24d-428a-aa69-97e8e4396ea1 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 944 time: 0.0532174 Dec 14 02:04:56.706452 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-277cacba-8695-4706-9b72-08b21e798a80 req-c259db16-d296-476b-8476-65749ee7f6bf tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438883 Dec 14 02:04:56.808587 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 0fe14f78-e7c3-44b9-aa32-8334e66ac66b details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:04:56.905801 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:04:56.917211 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'port_id': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'mac_address': 'fa:16:3e:a7:2e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:04:56.957355 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:56.970400 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe14f78-e7c3-44b9-aa32-8334e66ac66b {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:04:56.993925 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:04:57.002487 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:57.007300 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:57.053156 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,revision_number=9']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:04:57.322792 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['0fe14f78-e7c3-44b9-aa32-8334e66ac66b'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:04:57.733572 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:57.822707 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8b127-cf94-440d-b5d5-0041c779b4b2 req-2a4a447a-36c5-4d77-aecc-c24ec2805444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:57.824261 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f8c8b127-cf94-440d-b5d5-0041c779b4b2 req-2a4a447a-36c5-4d77-aecc-c24ec2805444 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 1098 time: 0.0425093 Dec 14 02:04:57.830175 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6b0a3-a325-43ad-aecd-aac0c360ea24 req-8dfcce8d-29f4-474e-a088-e92eb956fb71 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:57.831670 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-30f6b0a3-a325-43ad-aecd-aac0c360ea24 req-8dfcce8d-29f4-474e-a088-e92eb956fb71 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 945 time: 0.0516858 Dec 14 02:04:57.889817 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-30f6b0a3-a325-43ad-aecd-aac0c360ea24 req-06507fdc-1cf5-4172-852b-7dfa044cf7fd tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515633 Dec 14 02:04:57.931594 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8b127-cf94-440d-b5d5-0041c779b4b2 req-77f6c8ae-1235-4b21-b2d4-e3bd734ba97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:57.933116 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f8c8b127-cf94-440d-b5d5-0041c779b4b2 req-77f6c8ae-1235-4b21-b2d4-e3bd734ba97d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.0884356 Dec 14 02:04:58.004187 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f8c8b127-cf94-440d-b5d5-0041c779b4b2 req-e96e268c-3ea6-4546-a8be-93981ad5172d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b HTTP/1.1" status: 200 len: 1001 time: 0.0627949 Dec 14 02:04:58.058706 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8b127-cf94-440d-b5d5-0041c779b4b2 req-c834da1a-f9d0-44ce-93f0-9a97da16615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:58.060259 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f8c8b127-cf94-440d-b5d5-0041c779b4b2 req-c834da1a-f9d0-44ce-93f0-9a97da16615d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0495951 Dec 14 02:04:58.113079 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8b127-cf94-440d-b5d5-0041c779b4b2 req-33ab5ed0-c8d1-451a-890d-87a918f252b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:58.114667 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f8c8b127-cf94-440d-b5d5-0041c779b4b2 req-33ab5ed0-c8d1-451a-890d-87a918f252b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0467188 Dec 14 02:04:58.214794 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f8c8b127-cf94-440d-b5d5-0041c779b4b2 req-c7f47452-7724-478d-81b2-fcf462e48e7e service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929482 Dec 14 02:04:58.306957 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-f8c8b127-cf94-440d-b5d5-0041c779b4b2 req-89410e66-9ef6-4916-aa7b-54f6418ee4a6 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848825 Dec 14 02:04:58.819152 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 0fe14f78-e7c3-44b9-aa32-8334e66ac66b up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:04:58.871648 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:04:58.872022 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:58.954960 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:58.979475 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:04:58.981800 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b955f73-753d-44bb-bb87-4f221af36cd7" -d '{"events": [{"server_uuid": "6fc7f6f5-2eee-4c53-b064-32fbf19a2cff", "name": "network-vif-plugged", "status": "completed", "tag": "0fe14f78-e7c3-44b9-aa32-8334e66ac66b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:04:58.995534 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:04:59.002502 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:04:59.013151 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ed937-773d-4452-8bc5-dd6975f4ea15 req-73bdb4f9-bb42-45de-b80d-d1f01747cee7 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:59.014699 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f04ed937-773d-4452-8bc5-dd6975f4ea15 req-73bdb4f9-bb42-45de-b80d-d1f01747cee7 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 945 time: 0.0518656 Dec 14 02:04:59.026745 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b066e0d-38da-4048-bbd1-159cd96683e5 x-openstack-request-id: req-4b066e0d-38da-4048-bbd1-159cd96683e5 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:04:59.027039 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc7f6f5-2eee-4c53-b064-32fbf19a2cff", "name": "network-vif-plugged", "status": "completed", "tag": "0fe14f78-e7c3-44b9-aa32-8334e66ac66b", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:04:59.027290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b066e0d-38da-4048-bbd1-159cd96683e5 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:04:59.027680 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'code': 200} Dec 14 02:04:59.053969 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,revision_number=10']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:04:59.071100 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f04ed937-773d-4452-8bc5-dd6975f4ea15 req-9a6a58dd-a392-4c7e-9303-9b75d1a7e03d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490885 Dec 14 02:04:59.270704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066e189-ad2d-4f54-8a97-401fc1ec7351 req-42e6582d-02cd-45b3-aded-31030dff233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:04:59.272239 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c066e189-ad2d-4f54-8a97-401fc1ec7351 req-42e6582d-02cd-45b3-aded-31030dff233a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 1100 time: 0.0432723 Dec 14 02:04:59.326098 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-c066e189-ad2d-4f54-8a97-401fc1ec7351 req-7f77a58d-5fa2-4146-871e-34bb30c9d25d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452542 Dec 14 02:05:00.189594 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea2f6e-87df-4620-a3aa-f99e2546fe99 req-83a50c2d-0340-42d3-bf98-c407abd2a007 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:05:00.191103 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6aea2f6e-87df-4620-a3aa-f99e2546fe99 req-83a50c2d-0340-42d3-bf98-c407abd2a007 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 947 time: 0.0495105 Dec 14 02:05:00.240479 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6aea2f6e-87df-4620-a3aa-f99e2546fe99 req-95664229-58e5-4977-88eb-07c4a7e352d0 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431139 Dec 14 02:05:01.378528 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3daab2-83a8-4194-b467-5060421b77c2 req-3609dc51-b712-48f2-8631-248a710e97d0 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:05:01.379973 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ad3daab2-83a8-4194-b467-5060421b77c2 req-3609dc51-b712-48f2-8631-248a710e97d0 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 947 time: 0.0628920 Dec 14 02:05:01.434417 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ad3daab2-83a8-4194-b467-5060421b77c2 req-06f8bb25-725f-476f-a8e2-f4eda7d2d81c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454664 Dec 14 02:05:11.250676 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:05:22.012498 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22d72f79-e8c2-4e2a-b954-e14008f6f8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:05:24.262545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53f135a9-cc2d-491b-b310-3b2caac8c675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:05:25.240193 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:05:25.618340 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:05:27.014261 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:05:27.733603 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:05:41.241098 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:05:52.006922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ed32492c-2f82-4679-9895-3f304e9ee65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:05:54.256396 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4ba0-0f52-4b92-9d90-3d918ab79c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:05:55.628062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:05:57.015878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:05:57.736826 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:05:58.762610 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac712c56-98e5-40cc-9add-b61b702d1843 req-ebb5c728-fba9-49e0-b7eb-ada7c1fa3053 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419378 Dec 14 02:05:58.872419 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac712c56-98e5-40cc-9add-b61b702d1843 req-74b1631d-6f69-4d2c-a0e2-321d6935d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:05:58.873935 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac712c56-98e5-40cc-9add-b61b702d1843 req-74b1631d-6f69-4d2c-a0e2-321d6935d6ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 1100 time: 0.0466840 Dec 14 02:05:58.986855 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac712c56-98e5-40cc-9add-b61b702d1843 req-c8b884d8-7d89-405a-9743-6776bb7b9222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:05:58.988747 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac712c56-98e5-40cc-9add-b61b702d1843 req-c8b884d8-7d89-405a-9743-6776bb7b9222 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.0926175 Dec 14 02:05:59.071263 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac712c56-98e5-40cc-9add-b61b702d1843 req-0a98cc28-bfaa-4615-b51d-c22313190b87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b HTTP/1.1" status: 200 len: 1002 time: 0.0748482 Dec 14 02:05:59.123492 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac712c56-98e5-40cc-9add-b61b702d1843 req-514d465e-1aa4-4d6e-8728-e846fc8899dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:05:59.124978 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac712c56-98e5-40cc-9add-b61b702d1843 req-514d465e-1aa4-4d6e-8728-e846fc8899dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0458686 Dec 14 02:05:59.172199 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac712c56-98e5-40cc-9add-b61b702d1843 req-f96e1daa-8559-487c-b325-c91f3abe9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:05:59.173660 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac712c56-98e5-40cc-9add-b61b702d1843 req-f96e1daa-8559-487c-b325-c91f3abe9892 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413914 Dec 14 02:05:59.184895 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [req-ac712c56-98e5-40cc-9add-b61b702d1843 req-a0b72a5e-77a5-4f7b-9787-555a35ae4ab7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:05:59.185813 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac712c56-98e5-40cc-9add-b61b702d1843 req-a0b72a5e-77a5-4f7b-9787-555a35ae4ab7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048432 Dec 14 02:05:59.278988 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac712c56-98e5-40cc-9add-b61b702d1843 req-c3d1228c-62ec-4c7a-bded-224db6aef20f service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858648 Dec 14 02:05:59.368231 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ac712c56-98e5-40cc-9add-b61b702d1843 req-04d98a94-abd9-4706-aa24-d5aae38aa378 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819039 Dec 14 02:06:02.239180 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:06:10.723284 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36064) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:06:10.882071 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Deleting port b6fcb3cd-4225-426e-aa64-c677c0848c43 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:06:10.882405 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:10.958584 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:10.958882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:10.971280 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Calling delete_port for b6fcb3cd-4225-426e-aa64-c677c0848c43 owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:06:11.122672 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:11.148360 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event deleted for resources: {'Port': ['ID=b6fcb3cd-4225-426e-aa64-c677c0848c43,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:06:11.160127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:11.160505 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:11.160852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:11.161160 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:11.161523 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:11.161853 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:11.162182 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:11.162504 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:11.162830 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:11.163139 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:11.163561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:11.164027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:11.164564 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:11.219688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:11.220022 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Floating IP 4c27ac61-b36f-4968-9748-4738d3708e02 disassociated (deleted). External IP: 172.26.1.133, port: 0fe14f78-e7c3-44b9-aa32-8334e66ac66b. Dec 14 02:06:11.249599 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:11.432210 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:06:11.855653 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:06:11.860556 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:11.867308 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ba0d4-cc32-41d2-b090-a5f73dd2a473 None None] Sync routers for ids ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:06:11.878194 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ba0d4-cc32-41d2-b090-a5f73dd2a473 None None] Routers {'7d2027e9-3fe9-4a04-be5e-f3f7de969fab'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:06:11.878824 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4d1ba0d4-cc32-41d2-b090-a5f73dd2a473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:05:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:06:11.887910 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7d395a98-470a-4b78-a762-84e93fd7b6d9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "DELETE /v2.0/floatingips/4c27ac61-b36f-4968-9748-4738d3708e02 HTTP/1.1" status: 204 len: 168 time: 1.1629841 Dec 14 02:06:11.888534 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'tag': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:06:11.890836 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fef30f-9a10-4d74-8b2f-f8edb57a9f45" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc7f6f5-2eee-4c53-b064-32fbf19a2cff", "tag": "0fe14f78-e7c3-44b9-aa32-8334e66ac66b"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:06:11.985981 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-4d1ba0d4-cc32-41d2-b090-a5f73dd2a473 None None] Set router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:06:11.987738 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf6b3dc-8f77-4bd8-bef3-c0a4180dc7bc x-openstack-request-id: req-6bf6b3dc-8f77-4bd8-bef3-c0a4180dc7bc {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:06:11.988026 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc7f6f5-2eee-4c53-b064-32fbf19a2cff", "tag": "0fe14f78-e7c3-44b9-aa32-8334e66ac66b", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:06:11.988577 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bf6b3dc-8f77-4bd8-bef3-c0a4180dc7bc {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:06:11.988988 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'tag': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'status': 'completed', 'code': 200} Dec 14 02:06:12.131956 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1248e90-b940-4add-af46-25a9c7cbde90 req-49302486-26d9-4aed-a1de-0ab1f720740d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:12.133888 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f1248e90-b940-4add-af46-25a9c7cbde90 req-49302486-26d9-4aed-a1de-0ab1f720740d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 947 time: 0.0539222 Dec 14 02:06:12.171265 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fef30f-9a10-4d74-8b2f-f8edb57a9f45 req-e542049e-e575-402b-a6d7-aedaea6b01df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:12.173210 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-94fef30f-9a10-4d74-8b2f-f8edb57a9f45 req-e542049e-e575-402b-a6d7-aedaea6b01df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 1100 time: 0.1375992 Dec 14 02:06:12.185530 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f1248e90-b940-4add-af46-25a9c7cbde90 req-9a0e163b-3211-4260-ba87-c464a0aa22da tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454137 Dec 14 02:06:12.200897 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4d1ba0d4-cc32-41d2-b090-a5f73dd2a473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5', 'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'mac_address': 'fa:16:3e:91:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:00Z', 'updated_at': '2021-12-14T02:02:05Z', 'revision_number': 5, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'subnets': [{'id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:06:12.234119 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ba0d4-cc32-41d2-b090-a5f73dd2a473 None None] Checking router: 7d2027e9-3fe9-4a04-be5e-f3f7de969fab for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:06:12.242859 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ba0d4-cc32-41d2-b090-a5f73dd2a473 None None] Routers {'7d2027e9-3fe9-4a04-be5e-f3f7de969fab'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:06:12.243485 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4d1ba0d4-cc32-41d2-b090-a5f73dd2a473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:05:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:06:12.266500 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fef30f-9a10-4d74-8b2f-f8edb57a9f45 req-e3424536-444f-43b8-933b-b1ba01b7116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:12.268137 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-94fef30f-9a10-4d74-8b2f-f8edb57a9f45 req-e3424536-444f-43b8-933b-b1ba01b7116b service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.0867896 Dec 14 02:06:12.313934 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-94fef30f-9a10-4d74-8b2f-f8edb57a9f45 req-9bb73313-487e-4922-9109-05477b74760e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b HTTP/1.1" status: 200 len: 217 time: 0.0381927 Dec 14 02:06:12.365352 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fef30f-9a10-4d74-8b2f-f8edb57a9f45 req-449876bb-ffb4-480e-9158-eeb4ff958776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:12.366977 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-94fef30f-9a10-4d74-8b2f-f8edb57a9f45 req-449876bb-ffb4-480e-9158-eeb4ff958776 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0460477 Dec 14 02:06:12.416393 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fef30f-9a10-4d74-8b2f-f8edb57a9f45 req-467ed0ce-4e6c-495c-b7fc-9429e03405cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:12.417914 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-94fef30f-9a10-4d74-8b2f-f8edb57a9f45 req-467ed0ce-4e6c-495c-b7fc-9429e03405cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431495 Dec 14 02:06:12.439730 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-4d1ba0d4-cc32-41d2-b090-a5f73dd2a473 None None] Set router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:06:12.512073 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-94fef30f-9a10-4d74-8b2f-f8edb57a9f45 req-1ace2c93-c57c-4e61-8140-4f44fd1fab7c service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863812 Dec 14 02:06:12.603285 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-94fef30f-9a10-4d74-8b2f-f8edb57a9f45 req-f1f6ec9e-aa95-4b1f-b6db-ad32d284a471 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834799 Dec 14 02:06:12.632438 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-4d1ba0d4-cc32-41d2-b090-a5f73dd2a473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5', 'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'mac_address': 'fa:16:3e:91:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:00Z', 'updated_at': '2021-12-14T02:02:05Z', 'revision_number': 5, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'subnets': [{'id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:06:12.661977 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ba0d4-cc32-41d2-b090-a5f73dd2a473 None None] The sync data for ids ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'] in dv-neutron-821592-1-hyperv is: [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5', 'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'mac_address': 'fa:16:3e:91:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:00Z', 'updated_at': '2021-12-14T02:02:05Z', 'revision_number': 5, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'subnets': [{'id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:06:12.914959 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416abc5-2872-4d63-8f18-4e53102fa999 None None] New status for floating IP 4c27ac61-b36f-4968-9748-4738d3708e02: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:06:13.319263 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f52bc0-bed6-4e5d-a3b9-79230966029e req-e2f0fd80-68f9-41f9-a268-717028af1604 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:13.320792 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-20f52bc0-bed6-4e5d-a3b9-79230966029e req-e2f0fd80-68f9-41f9-a268-717028af1604 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 947 time: 0.0533886 Dec 14 02:06:13.370724 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-20f52bc0-bed6-4e5d-a3b9-79230966029e req-815653a6-e449-4bc0-bf7d-ba04c08f949a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=66934bb3-db5d-410d-a15c-c3d55dc67425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435636 Dec 14 02:06:13.635384 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab01e8d-4e9b-4b34-98bb-e97e6e7ab8b1 req-d8e353e9-812c-4976-953b-e9bbbef7557d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:13.636892 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-aab01e8d-4e9b-4b34-98bb-e97e6e7ab8b1 req-d8e353e9-812c-4976-953b-e9bbbef7557d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 947 time: 0.0586438 Dec 14 02:06:13.747256 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-aab01e8d-4e9b-4b34-98bb-e97e6e7ab8b1 req-10b3d100-279f-436b-afcf-6857866a9703 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Deleting port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:06:13.747595 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-aab01e8d-4e9b-4b34-98bb-e97e6e7ab8b1 req-10b3d100-279f-436b-afcf-6857866a9703 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:13.843406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-aab01e8d-4e9b-4b34-98bb-e97e6e7ab8b1 req-10b3d100-279f-436b-afcf-6857866a9703 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] For port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:06:13.843799 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-aab01e8d-4e9b-4b34-98bb-e97e6e7ab8b1 req-10b3d100-279f-436b-afcf-6857866a9703 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:13.856328 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-aab01e8d-4e9b-4b34-98bb-e97e6e7ab8b1 req-10b3d100-279f-436b-afcf-6857866a9703 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Calling delete_port for 0fe14f78-e7c3-44b9-aa32-8334e66ac66b owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:06:13.997635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-aab01e8d-4e9b-4b34-98bb-e97e6e7ab8b1 req-10b3d100-279f-436b-afcf-6857866a9703 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:14.037384 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3d100-279f-436b-afcf-6857866a9703 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event deleted for resources: {'Port': ['ID=0fe14f78-e7c3-44b9-aa32-8334e66ac66b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:06:14.082749 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab01e8d-4e9b-4b34-98bb-e97e6e7ab8b1 req-10b3d100-279f-436b-afcf-6857866a9703 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] No DVR routers for this DVR port 0fe14f78-e7c3-44b9-aa32-8334e66ac66b on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:06:14.085663 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-aab01e8d-4e9b-4b34-98bb-e97e6e7ab8b1 req-10b3d100-279f-436b-afcf-6857866a9703 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:14.089258 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-aab01e8d-4e9b-4b34-98bb-e97e6e7ab8b1 req-10b3d100-279f-436b-afcf-6857866a9703 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.16 "DELETE /v2.0/ports/0fe14f78-e7c3-44b9-aa32-8334e66ac66b HTTP/1.1" status: 204 len: 173 time: 0.4460437 Dec 14 02:06:14.089695 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'name': 'network-vif-deleted', 'tag': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:06:14.092538 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515706e5-7c49-4ecf-baa3-d9643f1cf9be" -d '{"events": [{"server_uuid": "6fc7f6f5-2eee-4c53-b064-32fbf19a2cff", "name": "network-vif-deleted", "tag": "0fe14f78-e7c3-44b9-aa32-8334e66ac66b"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:06:14.133053 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e707dd49-ab37-432b-8c55-785e4ebdbe34 x-openstack-request-id: req-e707dd49-ab37-432b-8c55-785e4ebdbe34 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:06:14.133333 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc7f6f5-2eee-4c53-b064-32fbf19a2cff", "name": "network-vif-deleted", "tag": "0fe14f78-e7c3-44b9-aa32-8334e66ac66b", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:06:14.133591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e707dd49-ab37-432b-8c55-785e4ebdbe34 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:06:14.133993 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc7f6f5-2eee-4c53-b064-32fbf19a2cff', 'name': 'network-vif-deleted', 'tag': '0fe14f78-e7c3-44b9-aa32-8334e66ac66b', 'status': 'completed', 'code': 200} Dec 14 02:06:14.494532 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a9a5c72d-ca66-4a1a-9727-88cb1f05cd60 req-96d020dc-6af2-4a13-a823-e70be935996f tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc7f6f5-2eee-4c53-b064-32fbf19a2cff HTTP/1.1" status: 200 len: 210 time: 0.0278687 Dec 14 02:06:15.554915 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36094) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:06:15.619732 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:15.647719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:15.712740 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:15.715357 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:15.716554 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "DELETE /v2.0/security-groups/66934bb3-db5d-410d-a15c-c3d55dc67425 HTTP/1.1" status: 204 len: 168 time: 0.1606765 Dec 14 02:06:15.726187 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66934bb3-db5d-410d-a15c-c3d55dc67425,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:06:15.734287 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:15.734616 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:15.734957 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:15.735292 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:15.735625 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:15.735951 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:15.736309 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:15.736634 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:15.736957 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:15.737278 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:15.737597 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:15.737914 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:15.738229 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a17cf9e-7671-4734-bbb8-db71392e345c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:16.104294 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36100) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:06:16.108963 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-694957b4-fb6c-41a4-991d-88367d0d0522 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-469382461', 'description': 'tempest-secgroup-smoke-469382461 description', 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:06:16.134360 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-694957b4-fb6c-41a4-991d-88367d0d0522 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.198553 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-694957b4-fb6c-41a4-991d-88367d0d0522 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.204119 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-694957b4-fb6c-41a4-991d-88367d0d0522 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.235334 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-694957b4-fb6c-41a4-991d-88367d0d0522 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.236627 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-694957b4-fb6c-41a4-991d-88367d0d0522 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1312592 Dec 14 02:06:16.237469 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694957b4-fb6c-41a4-991d-88367d0d0522 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=904fbe5c-40e0-4e4d-96c3-82131c86cab0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:06:16.239548 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36102) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:06:16.244900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c62a810d-9881-4427-8059-a26de79ababe tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'security_group_rule': {'security_group_id': '904fbe5c-40e0-4e4d-96c3-82131c86cab0', 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:06:16.276293 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c62a810d-9881-4427-8059-a26de79ababe tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.334539 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c62a810d-9881-4427-8059-a26de79ababe tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.339156 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c62a810d-9881-4427-8059-a26de79ababe tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.356923 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a810d-9881-4427-8059-a26de79ababe tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a296ea1-9e4d-4430-8e07-461830da5634,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:06:16.365178 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c62a810d-9881-4427-8059-a26de79ababe tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.366389 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-c62a810d-9881-4427-8059-a26de79ababe tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257474 Dec 14 02:06:16.370660 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36104) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:06:16.375104 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-77295e3f-0745-4ac7-8da9-f515b6972b22 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'security_group_rule': {'security_group_id': '904fbe5c-40e0-4e4d-96c3-82131c86cab0', 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:06:16.405612 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-77295e3f-0745-4ac7-8da9-f515b6972b22 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.465646 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-77295e3f-0745-4ac7-8da9-f515b6972b22 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.471747 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-77295e3f-0745-4ac7-8da9-f515b6972b22 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.489041 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77295e3f-0745-4ac7-8da9-f515b6972b22 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e9cde7-a2d0-4d4e-a752-b822d17c60d7,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:06:16.497483 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-77295e3f-0745-4ac7-8da9-f515b6972b22 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.498713 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-77295e3f-0745-4ac7-8da9-f515b6972b22 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270761 Dec 14 02:06:16.501715 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36106) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:06:16.506159 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7f6982cb-40cf-4bee-a134-5951ec00d557 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'security_group_rule': {'security_group_id': '904fbe5c-40e0-4e4d-96c3-82131c86cab0', 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:06:16.535625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f6982cb-40cf-4bee-a134-5951ec00d557 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.602728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f6982cb-40cf-4bee-a134-5951ec00d557 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.609807 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f6982cb-40cf-4bee-a134-5951ec00d557 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.635142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6982cb-40cf-4bee-a134-5951ec00d557 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93469a61-c39d-4001-ad06-c55903b89e99,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:06:16.643877 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f6982cb-40cf-4bee-a134-5951ec00d557 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.645122 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-7f6982cb-40cf-4bee-a134-5951ec00d557 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423957 Dec 14 02:06:16.648144 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36108) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:06:16.655069 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c8dcaed3-a759-44c8-a4b9-2fbb63cbffdf tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'security_group_rule': {'security_group_id': '904fbe5c-40e0-4e4d-96c3-82131c86cab0', 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:06:16.688933 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c8dcaed3-a759-44c8-a4b9-2fbb63cbffdf tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.746137 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c8dcaed3-a759-44c8-a4b9-2fbb63cbffdf tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.753304 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c8dcaed3-a759-44c8-a4b9-2fbb63cbffdf tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.779721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcaed3-a759-44c8-a4b9-2fbb63cbffdf tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc95d8da-83e3-4af7-a443-4cb15f99d314,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:06:16.786014 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c8dcaed3-a759-44c8-a4b9-2fbb63cbffdf tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.787040 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c8dcaed3-a759-44c8-a4b9-2fbb63cbffdf tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376173 Dec 14 02:06:16.790068 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36110) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:06:16.794602 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9a57a2ca-9c5f-4c55-8947-98d02b421ef9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'security_group_rule': {'security_group_id': '904fbe5c-40e0-4e4d-96c3-82131c86cab0', 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:06:16.818524 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-9a57a2ca-9c5f-4c55-8947-98d02b421ef9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Project cf1a41153f3d47d8bf5143548e04c5b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 02:06:16.823676 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a57a2ca-9c5f-4c55-8947-98d02b421ef9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.885694 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a57a2ca-9c5f-4c55-8947-98d02b421ef9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.890547 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a57a2ca-9c5f-4c55-8947-98d02b421ef9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.908874 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57a2ca-9c5f-4c55-8947-98d02b421ef9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817d58dd-bc51-453a-b7ce-f51f45609fd1,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:06:16.916354 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a57a2ca-9c5f-4c55-8947-98d02b421ef9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:16.917558 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9a57a2ca-9c5f-4c55-8947-98d02b421ef9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263559 Dec 14 02:06:16.920406 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36112) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:06:16.924655 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1d0fbb71-800f-41fb-a13c-16df0a9f18e7 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'security_group_rule': {'security_group_id': '904fbe5c-40e0-4e4d-96c3-82131c86cab0', 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:06:16.949888 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-1d0fbb71-800f-41fb-a13c-16df0a9f18e7 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Project cf1a41153f3d47d8bf5143548e04c5b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 02:06:16.954821 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d0fbb71-800f-41fb-a13c-16df0a9f18e7 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:17.019030 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d0fbb71-800f-41fb-a13c-16df0a9f18e7 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:17.023947 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d0fbb71-800f-41fb-a13c-16df0a9f18e7 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:17.042378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fbb71-800f-41fb-a13c-16df0a9f18e7 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53367232-0714-4802-8c3d-9f1ccad9967e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:06:17.049904 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d0fbb71-800f-41fb-a13c-16df0a9f18e7 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:17.051086 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1d0fbb71-800f-41fb-a13c-16df0a9f18e7 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297586 Dec 14 02:06:17.257896 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 0fe14f78-e7c3-44b9-aa32-8334e66ac66b no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:06:17.278971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 0fe14f78-e7c3-44b9-aa32-8334e66ac66b {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:06:17.279315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 0fe14f78-e7c3-44b9-aa32-8334e66ac66b not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:06:22.012357 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db5c0e61-a301-4696-975d-c1c9ecb1983b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:24.251276 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c210cde2-da26-466c-96a1-8f90963d0ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:25.620262 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:27.016045 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:27.734086 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:33.384551 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-21fbd186-3b22-4126-9a83-b0784645a31a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-469382461&fields=id&tenant_id=cf1a41153f3d47d8bf5143548e04c5b9 HTTP/1.1" status: 200 len: 267 time: 0.0531995 Dec 14 02:06:33.502527 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-be2e9a12-f21b-49e4-a93b-ca6408ba622f tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:33.504001 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-be2e9a12-f21b-49e4-a93b-ca6408ba622f tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 809 time: 0.1098328 Dec 14 02:06:33.521833 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-673fb5a1-2552-4b2b-8d66-c2bcb0e41f39 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/quotas/cf1a41153f3d47d8bf5143548e04c5b9 HTTP/1.1" status: 200 len: 375 time: 0.0096130 Dec 14 02:06:33.572803 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-fd713cee-7159-48c1-8eaf-54a6201064e3 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457737 Dec 14 02:06:34.017958 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-9adf5153-bf36-4deb-a47e-a34ba5589dfc service neutron] 10.222.0.32 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321890 Dec 14 02:06:34.109013 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-5d6bf811-af92-4a66-ae80-a0330b59ddd7 service neutron] 10.222.0.32 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821605 Dec 14 02:06:34.425339 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-48f92690-2adf-4c14-9ce5-de1348551823 req-d00105b3-df62-40ce-8782-e84e61943371 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 210 time: 0.0304403 Dec 14 02:06:35.528280 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c79d91c9-95fb-4a5f-8401-d2ac58ec1d6d req-5c396acd-ced0-4f64-9c96-1ae5db4e8657 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 210 time: 0.0311859 Dec 14 02:06:35.541334 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-8a22023d-ac19-4f29-863d-f9022edd13dc tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:35.543749 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-8a22023d-ac19-4f29-863d-f9022edd13dc tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 809 time: 0.1107850 Dec 14 02:06:35.617652 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-159441b6-76c9-433a-b179-0c8986818a75 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf1a41153f3d47d8bf5143548e04c5b9 HTTP/1.1" status: 200 len: 379 time: 0.0600080 Dec 14 02:06:35.629628 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-b8fe4788-620f-4bcf-8af1-1f00c78b766a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'port': {'device_id': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'admin_state_up': True, 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'security_groups': ['904fbe5c-40e0-4e4d-96c3-82131c86cab0']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:06:35.743352 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-b8fe4788-620f-4bcf-8af1-1f00c78b766a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Made reservation on behalf of cf1a41153f3d47d8bf5143548e04c5b9 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:06:35.748977 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-b8fe4788-620f-4bcf-8af1-1f00c78b766a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:35.886240 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-b8fe4788-620f-4bcf-8af1-1f00c78b766a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Allocated IP 172.20.0.4 (c424ddea-a642-4b60-ab40-aac3b8cf6384/89673c88-de1b-4c6a-8276-c71b6e646bee/22cb8897-2d47-4e95-84e6-27fb65521c3d) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:06:36.028362 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-b8fe4788-620f-4bcf-8af1-1f00c78b766a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:36.066021 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-b8fe4788-620f-4bcf-8af1-1f00c78b766a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:36.108710 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-b8fe4788-620f-4bcf-8af1-1f00c78b766a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Network c424ddea-a642-4b60-ab40-aac3b8cf6384 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:06:36.111675 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-b8fe4788-620f-4bcf-8af1-1f00c78b766a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:06:36.115374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-b8fe4788-620f-4bcf-8af1-1f00c78b766a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:06:36.143278 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe4788-620f-4bcf-8af1-1f00c78b766a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'Port': ['ID=22cb8897-2d47-4e95-84e6-27fb65521c3d,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:06:36.170367 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-b8fe4788-620f-4bcf-8af1-1f00c78b766a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:36.171011 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-b8fe4788-620f-4bcf-8af1-1f00c78b766a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:36.187869 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-b8fe4788-620f-4bcf-8af1-1f00c78b766a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5625799 Dec 14 02:06:36.209015 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Request body: {'port': {'device_id': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:06:36.278886 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:36.366929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2aeabed8-d667-4f96-9ab2-a521559ca84f None None] Provisioning complete for port 22cb8897-2d47-4e95-84e6-27fb65521c3d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:06:36.368077 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2aeabed8-d667-4f96-9ab2-a521559ca84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:36.403248 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2aeabed8-d667-4f96-9ab2-a521559ca84f None None] Port 22cb8897-2d47-4e95-84e6-27fb65521c3d cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:06:36.546660 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22cb8897-2d47-4e95-84e6-27fb65521c3d {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:06:36.556144 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:36.569277 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Transition to ACTIVE for port object 22cb8897-2d47-4e95-84e6-27fb65521c3d will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:06:36.574419 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:36.650365 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Pushing event updated for resources: {'Port': ['ID=22cb8897-2d47-4e95-84e6-27fb65521c3d,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:06:36.664143 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa76c61-572d-4e8b-bd70-7fad032cdd84 req-a7821aff-bcaf-4ba3-93a1-ce62d0ec61ff tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:36.666585 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1fa76c61-572d-4e8b-bd70-7fad032cdd84 req-a7821aff-bcaf-4ba3-93a1-ce62d0ec61ff tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0612700 Dec 14 02:06:36.708416 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Attempting to bind port 22cb8897-2d47-4e95-84e6-27fb65521c3d on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:06:36.708764 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Attempting to bind port 22cb8897-2d47-4e95-84e6-27fb65521c3d by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '73798265-1b27-488d-b525-cb500c8cc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:06:36.709194 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Attempting to bind port 22cb8897-2d47-4e95-84e6-27fb65521c3d on network c424ddea-a642-4b60-ab40-aac3b8cf6384 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:06:36.714006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Port 22cb8897-2d47-4e95-84e6-27fb65521c3d on network c424ddea-a642-4b60-ab40-aac3b8cf6384 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:06:36.714334 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Attempting to bind port 22cb8897-2d47-4e95-84e6-27fb65521c3d on network c424ddea-a642-4b60-ab40-aac3b8cf6384 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:06:36.719852 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:06:36.720225 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Checking segment: {'id': '73798265-1b27-488d-b525-cb500c8cc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:06:36.720759 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Bound using segment: {'id': '73798265-1b27-488d-b525-cb500c8cc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:06:36.721371 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Bound port: 22cb8897-2d47-4e95-84e6-27fb65521c3d, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73798265-1b27-488d-b525-cb500c8cc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:06:36.721639 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:36.722832 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1fa76c61-572d-4e8b-bd70-7fad032cdd84 req-f95985af-410d-4e1a-9d10-46c66592bfb9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500805 Dec 14 02:06:36.798546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] For port 22cb8897-2d47-4e95-84e6-27fb65521c3d, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:06:36.801998 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] For port 22cb8897-2d47-4e95-84e6-27fb65521c3d, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:06:36.807697 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:36.845517 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:36.846219 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:36.847631 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] 10.222.0.16 "PUT /v2.0/ports/22cb8897-2d47-4e95-84e6-27fb65521c3d HTTP/1.1" status: 200 len: 1093 time: 0.6446428 Dec 14 02:06:36.848058 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'tag': '22cb8897-2d47-4e95-84e6-27fb65521c3d'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:06:36.850368 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be03404-77bd-409e-8c23-03b171bc806a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5a8d12-4e50-40b1-b543-b734a37e5f8d", "tag": "22cb8897-2d47-4e95-84e6-27fb65521c3d"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:06:36.872876 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6774531-5b83-43ee-9402-a54c3f9d5406 service neutron] Pushing event updated for resources: {'Port': ['ID=22cb8897-2d47-4e95-84e6-27fb65521c3d,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:06:36.915973 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11816d6-8d83-49fd-af53-8be49eed7140 x-openstack-request-id: req-b11816d6-8d83-49fd-af53-8be49eed7140 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:06:36.916495 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5a8d12-4e50-40b1-b543-b734a37e5f8d", "tag": "22cb8897-2d47-4e95-84e6-27fb65521c3d", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:06:36.916892 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b11816d6-8d83-49fd-af53-8be49eed7140 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:06:36.917217 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'tag': '22cb8897-2d47-4e95-84e6-27fb65521c3d', 'status': 'completed', 'code': 200} Dec 14 02:06:36.975458 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a93fc10b-2c1a-4765-b3a6-a916d84e20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:36.977202 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-a93fc10b-2c1a-4765-b3a6-a916d84e20ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 1096 time: 0.0440888 Dec 14 02:06:37.034188 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-5cde68f6-ff5e-4a9a-9dde-730391db20a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d HTTP/1.1" status: 200 len: 217 time: 0.0417182 Dec 14 02:06:37.093028 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-4940e23c-11bd-4ab3-be54-4ecb7d9a9583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:37.094668 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-4940e23c-11bd-4ab3-be54-4ecb7d9a9583 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0535347 Dec 14 02:06:37.144431 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-9b58aa8f-9dc3-423f-8a45-3dab29091cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:37.146071 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-9b58aa8f-9dc3-423f-8a45-3dab29091cbf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446403 Dec 14 02:06:37.241716 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-2788a8c7-28ba-4a9e-bdd2-4613f448f08a service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870950 Dec 14 02:06:37.334314 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8be302bf-d2e4-46cb-99bc-98603c31f4aa req-43a099b3-0f80-4bc8-96aa-3698e8e43ae2 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842938 Dec 14 02:06:37.454882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be03404-77bd-409e-8c23-03b171bc806a req-fce3b39f-0bd3-469d-97da-234ac15c3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:37.456323 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9be03404-77bd-409e-8c23-03b171bc806a req-fce3b39f-0bd3-469d-97da-234ac15c3b40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 1096 time: 0.0491173 Dec 14 02:06:37.550318 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be03404-77bd-409e-8c23-03b171bc806a req-04994e7c-ec7d-4dfb-b1ca-371bde4095ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:37.551836 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9be03404-77bd-409e-8c23-03b171bc806a req-04994e7c-ec7d-4dfb-b1ca-371bde4095ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.0878992 Dec 14 02:06:37.599667 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9be03404-77bd-409e-8c23-03b171bc806a req-936e793c-247b-42b1-93a2-10282af2d1c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d HTTP/1.1" status: 200 len: 217 time: 0.0405891 Dec 14 02:06:37.649183 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be03404-77bd-409e-8c23-03b171bc806a req-3b9c250a-5963-42f9-8669-ebf722bdab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:37.650652 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9be03404-77bd-409e-8c23-03b171bc806a req-3b9c250a-5963-42f9-8669-ebf722bdab71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0439596 Dec 14 02:06:37.697315 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be03404-77bd-409e-8c23-03b171bc806a req-aeda2094-6737-4ddc-9414-4718b9e3080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:37.698799 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9be03404-77bd-409e-8c23-03b171bc806a req-aeda2094-6737-4ddc-9414-4718b9e3080d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406680 Dec 14 02:06:37.808154 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9be03404-77bd-409e-8c23-03b171bc806a req-c6883535-6bb3-4c32-b7ba-3e0ed8e07f12 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018121 Dec 14 02:06:37.842741 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341cde8-622f-4833-9ad5-1e7f249feb47 req-b33a3264-f926-4bf4-a8b3-e8b7c5beb2a6 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:37.844957 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4341cde8-622f-4833-9ad5-1e7f249feb47 req-b33a3264-f926-4bf4-a8b3-e8b7c5beb2a6 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0517962 Dec 14 02:06:37.901847 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4341cde8-622f-4833-9ad5-1e7f249feb47 req-6d282599-561b-41f3-a0ef-4eeec93c608d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502009 Dec 14 02:06:37.910126 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9be03404-77bd-409e-8c23-03b171bc806a req-9caedb16-7047-4647-903d-2030a9ad1ca9 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946000 Dec 14 02:06:39.025980 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4924604-2b94-480a-a941-03c395e485c9 req-6ddc2876-3107-4781-97c3-8e174fd6fda0 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:39.027374 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b4924604-2b94-480a-a941-03c395e485c9 req-6ddc2876-3107-4781-97c3-8e174fd6fda0 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0494421 Dec 14 02:06:39.078869 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b4924604-2b94-480a-a941-03c395e485c9 req-0b7fdf73-57d8-4407-83f6-0ae762dd8e54 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448270 Dec 14 02:06:39.243974 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:06:40.194817 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1f535-c065-48a1-9e6b-e3bcad439007 req-63695cce-963f-4645-95f8-50cebdc25f98 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:40.196525 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bfd1f535-c065-48a1-9e6b-e3bcad439007 req-63695cce-963f-4645-95f8-50cebdc25f98 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0503197 Dec 14 02:06:40.248321 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bfd1f535-c065-48a1-9e6b-e3bcad439007 req-5981d56c-fbd1-46c4-af8d-0f9357a18981 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458031 Dec 14 02:06:41.257932 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:41.454658 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f20e3-0efd-40fe-a120-eef6156b92cc req-22d28ef4-a765-4a07-af78-f87e4bfef54c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:41.456130 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c07f20e3-0efd-40fe-a120-eef6156b92cc req-22d28ef4-a765-4a07-af78-f87e4bfef54c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.1371775 Dec 14 02:06:41.508228 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c07f20e3-0efd-40fe-a120-eef6156b92cc req-df87162e-71df-412c-b2a1-cf79188d23c8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429225 Dec 14 02:06:42.643589 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcc528-b6bd-4ed8-bda8-3ef44792e71f req-0a824354-efa5-43e0-9572-a8cf4a1de9b9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:42.645082 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-83dcc528-b6bd-4ed8-bda8-3ef44792e71f req-0a824354-efa5-43e0-9572-a8cf4a1de9b9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0518768 Dec 14 02:06:42.697707 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-83dcc528-b6bd-4ed8-bda8-3ef44792e71f req-15dc2dd0-7272-41e9-92a6-153daa3e65b7 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465789 Dec 14 02:06:43.833780 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83908615-1e38-4593-b205-634c07ef85de req-95d93a44-09b5-4d64-9f0f-d207f09a919e tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:43.835253 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-83908615-1e38-4593-b205-634c07ef85de req-95d93a44-09b5-4d64-9f0f-d207f09a919e tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0534146 Dec 14 02:06:43.883798 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-83908615-1e38-4593-b205-634c07ef85de req-17dc8094-e045-4d1e-a559-2aa3d86deca8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425286 Dec 14 02:06:45.061961 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80040f-a626-450e-b595-9a2f4df9b8d6 req-484dc9aa-742b-4801-bf7a-e21a89e22157 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:45.064421 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5b80040f-a626-450e-b595-9a2f4df9b8d6 req-484dc9aa-742b-4801-bf7a-e21a89e22157 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.1032908 Dec 14 02:06:45.115922 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5b80040f-a626-450e-b595-9a2f4df9b8d6 req-93ad97c6-2dda-458f-914c-2c3d77f98a0b tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456913 Dec 14 02:06:46.245830 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a34af-96ae-4122-bb56-96ad80464bfb req-65c224a0-d6cf-46d0-9c54-169a689b7052 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:46.247361 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-979a34af-96ae-4122-bb56-96ad80464bfb req-65c224a0-d6cf-46d0-9c54-169a689b7052 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0551269 Dec 14 02:06:46.307086 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-979a34af-96ae-4122-bb56-96ad80464bfb req-aa414e18-6c9a-45ff-8c6f-7c589e1036a5 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505788 Dec 14 02:06:47.440855 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12285ce-233d-481b-aa41-1e109cf7647f req-7250068f-2b61-49c3-ab83-ae84e771d7b3 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:47.442321 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e12285ce-233d-481b-aa41-1e109cf7647f req-7250068f-2b61-49c3-ab83-ae84e771d7b3 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0600162 Dec 14 02:06:47.493388 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e12285ce-233d-481b-aa41-1e109cf7647f req-bb1fc03e-beb1-463b-99ce-9de8bab6c57f tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449641 Dec 14 02:06:48.636623 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e35c77-53bb-4b9a-9604-7c7676999967 req-355de6aa-9edb-47ed-a41c-d87e4e2ca30d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:48.638222 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e9e35c77-53bb-4b9a-9604-7c7676999967 req-355de6aa-9edb-47ed-a41c-d87e4e2ca30d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0648732 Dec 14 02:06:48.694161 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e9e35c77-53bb-4b9a-9604-7c7676999967 req-85d321fd-50ea-4927-aae1-f14edb94ee97 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470214 Dec 14 02:06:49.369313 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 22cb8897-2d47-4e95-84e6-27fb65521c3d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:06:49.481564 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 22cb8897-2d47-4e95-84e6-27fb65521c3d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:06:49.495571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '22cb8897-2d47-4e95-84e6-27fb65521c3d', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'port_id': '22cb8897-2d47-4e95-84e6-27fb65521c3d', 'mac_address': 'fa:16:3e:a3:6e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:06:49.551351 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:49.568065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22cb8897-2d47-4e95-84e6-27fb65521c3d {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:06:49.590819 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 22cb8897-2d47-4e95-84e6-27fb65521c3d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:06:49.597820 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:49.657199 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=22cb8897-2d47-4e95-84e6-27fb65521c3d,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:06:49.665227 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:49.665577 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:49.665918 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:49.666252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:49.666580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:49.666906 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:49.667232 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:49.667650 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:49.667971 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:49.668317 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:49.668639 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:49.668953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:49.669252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:06:49.829420 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e88816-0227-4796-85c0-09653c5a74c6 req-04a16e0b-faa7-4467-be48-d3f97c9e724d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:49.830699 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-93e88816-0227-4796-85c0-09653c5a74c6 req-04a16e0b-faa7-4467-be48-d3f97c9e724d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 944 time: 0.0567710 Dec 14 02:06:49.874429 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['22cb8897-2d47-4e95-84e6-27fb65521c3d'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:06:49.881101 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-93e88816-0227-4796-85c0-09653c5a74c6 req-e11bf17a-5fc9-42df-8898-ded5830652b8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442030 Dec 14 02:06:51.017208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf2616-fe5f-461f-868e-148e5ba5fe14 req-c4f71010-2a2e-4d2b-b59b-14eece98726d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:51.018806 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cdf2616-fe5f-461f-868e-148e5ba5fe14 req-c4f71010-2a2e-4d2b-b59b-14eece98726d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 944 time: 0.0594769 Dec 14 02:06:51.072606 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5cdf2616-fe5f-461f-868e-148e5ba5fe14 req-098c1f95-f61c-4f32-8809-d0307b4c3711 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447800 Dec 14 02:06:51.368456 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 22cb8897-2d47-4e95-84e6-27fb65521c3d up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:06:51.423575 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 22cb8897-2d47-4e95-84e6-27fb65521c3d completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:06:51.427433 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 22cb8897-2d47-4e95-84e6-27fb65521c3d triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:06:51.427804 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:51.517111 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:51.541285 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cb8897-2d47-4e95-84e6-27fb65521c3d'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:06:51.543605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549bbdf2-8f03-4b15-9bfc-b338b6001907" -d '{"events": [{"server_uuid": "ca5a8d12-4e50-40b1-b543-b734a37e5f8d", "name": "network-vif-plugged", "status": "completed", "tag": "22cb8897-2d47-4e95-84e6-27fb65521c3d"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:06:51.555850 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 22cb8897-2d47-4e95-84e6-27fb65521c3d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:06:51.560911 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:51.587532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24ac9bb-37c6-437d-bfb5-53ca8bdf505a x-openstack-request-id: req-e24ac9bb-37c6-437d-bfb5-53ca8bdf505a {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:06:51.587853 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5a8d12-4e50-40b1-b543-b734a37e5f8d", "name": "network-vif-plugged", "status": "completed", "tag": "22cb8897-2d47-4e95-84e6-27fb65521c3d", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:06:51.588125 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e24ac9bb-37c6-437d-bfb5-53ca8bdf505a {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:06:51.588577 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cb8897-2d47-4e95-84e6-27fb65521c3d', 'code': 200} Dec 14 02:06:51.621193 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=22cb8897-2d47-4e95-84e6-27fb65521c3d,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:06:51.797477 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9f387-a805-4c30-9c55-2762ea034f7c req-beb11fb1-ab95-4cd4-be4d-6e10ef297a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:51.798993 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-47d9f387-a805-4c30-9c55-2762ea034f7c req-beb11fb1-ab95-4cd4-be4d-6e10ef297a4b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 1098 time: 0.0437608 Dec 14 02:06:51.850843 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-47d9f387-a805-4c30-9c55-2762ea034f7c req-2f432dac-4a76-4c9d-afe4-a779e7fedaaa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449188 Dec 14 02:06:52.013730 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f873d6fa-cc90-46a5-b806-3244d52ae341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:52.200662 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b34a0-846c-47da-b7f5-5117aa927ff6 req-3381645f-1056-4d45-97dd-ba2551a916f3 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:52.202177 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-335b34a0-846c-47da-b7f5-5117aa927ff6 req-3381645f-1056-4d45-97dd-ba2551a916f3 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0529368 Dec 14 02:06:52.258722 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-335b34a0-846c-47da-b7f5-5117aa927ff6 req-5b51dccb-9cce-4d50-bf13-e592d617deb6 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501497 Dec 14 02:06:53.393031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54b52d-bb21-4f0e-ab5f-cc2297b94aee req-cb205231-7ff6-4a61-ac45-b52b8cdc6578 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:53.394601 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ca54b52d-bb21-4f0e-ab5f-cc2297b94aee req-cb205231-7ff6-4a61-ac45-b52b8cdc6578 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0527346 Dec 14 02:06:53.444807 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ca54b52d-bb21-4f0e-ab5f-cc2297b94aee req-664e5720-1458-482d-a9e5-4d38dff49888 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442510 Dec 14 02:06:53.560024 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9920333-b43c-45cc-820b-1fa5902f1fe3 req-309a1817-04da-4f45-b9f6-2592057c8722 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:53.561444 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c9920333-b43c-45cc-820b-1fa5902f1fe3 req-309a1817-04da-4f45-b9f6-2592057c8722 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0505054 Dec 14 02:06:53.623714 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c9920333-b43c-45cc-820b-1fa5902f1fe3 req-377599eb-4d2d-4722-b290-802c70839a30 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551870 Dec 14 02:06:53.653178 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36316) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:06:53.696126 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0774db2a-c547-4b4a-8249-fcaaa1a5c123 tempest-TestShelveInstance-855674032 tempest-TestShelveInstance-855674032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:53.697650 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0774db2a-c547-4b4a-8249-fcaaa1a5c123 tempest-TestShelveInstance-855674032 tempest-TestShelveInstance-855674032-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 1093 time: 0.0435023 Dec 14 02:06:53.700447 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36318) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:06:53.704644 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '22cb8897-2d47-4e95-84e6-27fb65521c3d', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:06:53.733396 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:53.833287 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:53.942142 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Allocated IP 172.26.1.173 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/607cd30d-ab39-4ff1-8771-2ef65be4a8bc) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:06:54.045957 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:54.083789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:54.129054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:06:54.132067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:06:54.136471 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:06:54.139475 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'Port': ['ID=607cd30d-ab39-4ff1-8771-2ef65be4a8bc,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:06:54.248969 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6502ff75-f85a-4cb7-a58d-a52fb10d5aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:54.505932 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:54.575222 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:54.728080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:54.734923 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:54.803810 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event updated for resources: {'Port': ['ID=607cd30d-ab39-4ff1-8771-2ef65be4a8bc,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:06:54.818821 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:54.923928 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Floating IP b4bda422-40bb-4111-b01d-9e04f88e38e9 associated. External IP: 172.26.1.173, port: 22cb8897-2d47-4e95-84e6-27fb65521c3d. Dec 14 02:06:55.142494 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:06:55.255561 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:06:55.269083 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3fb437-f2ba-48c4-9e5a-76f6a8263ff9 None None] Sync routers for ids ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:06:55.279026 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:55.280589 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3fb437-f2ba-48c4-9e5a-76f6a8263ff9 None None] Routers {'7d2027e9-3fe9-4a04-be5e-f3f7de969fab'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:06:55.281223 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7e3fb437-f2ba-48c4-9e5a-76f6a8263ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:06:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:06:55.307158 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-294c0259-659d-4e6f-a0f0-24e9241d0190 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6057091 Dec 14 02:06:55.307812 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'tag': '22cb8897-2d47-4e95-84e6-27fb65521c3d'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:06:55.310121 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621a59c4-c9ee-49c8-8187-0181070217f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5a8d12-4e50-40b1-b543-b734a37e5f8d", "tag": "22cb8897-2d47-4e95-84e6-27fb65521c3d"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:06:55.394685 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-7e3fb437-f2ba-48c4-9e5a-76f6a8263ff9 None None] Set router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:06:55.404865 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753cd26f-d1c7-4893-8b5b-a9a01d9705ac x-openstack-request-id: req-753cd26f-d1c7-4893-8b5b-a9a01d9705ac {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:06:55.405168 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5a8d12-4e50-40b1-b543-b734a37e5f8d", "tag": "22cb8897-2d47-4e95-84e6-27fb65521c3d", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:06:55.405429 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-753cd26f-d1c7-4893-8b5b-a9a01d9705ac {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:06:55.405832 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'tag': '22cb8897-2d47-4e95-84e6-27fb65521c3d', 'status': 'completed', 'code': 200} Dec 14 02:06:55.494765 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a59c4-c9ee-49c8-8187-0181070217f2 req-73a8884b-26ec-4ffa-9258-78c8f1e57c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:55.496305 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-621a59c4-c9ee-49c8-8187-0181070217f2 req-73a8884b-26ec-4ffa-9258-78c8f1e57c43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 1098 time: 0.0466146 Dec 14 02:06:55.591006 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a59c4-c9ee-49c8-8187-0181070217f2 req-8fe0d80e-6fba-43fc-ba83-7b56a6fac209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:55.592515 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-621a59c4-c9ee-49c8-8187-0181070217f2 req-8fe0d80e-6fba-43fc-ba83-7b56a6fac209 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.0880170 Dec 14 02:06:55.623418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:55.635284 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7e3fb437-f2ba-48c4-9e5a-76f6a8263ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'b4bda422-40bb-4111-b01d-9e04f88e38e9', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'floating_ip_address': '172.26.1.173', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'port_id': '22cb8897-2d47-4e95-84e6-27fb65521c3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'mac_address': 'fa:16:3e:a3:6e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:06:54Z', 'updated_at': '2021-12-14T02:06:54Z', 'revision_number': 0, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5', 'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'mac_address': 'fa:16:3e:91:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:00Z', 'updated_at': '2021-12-14T02:02:05Z', 'revision_number': 5, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'subnets': [{'id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:06:55.661968 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3fb437-f2ba-48c4-9e5a-76f6a8263ff9 None None] Checking router: 7d2027e9-3fe9-4a04-be5e-f3f7de969fab for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:06:55.663045 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-621a59c4-c9ee-49c8-8187-0181070217f2 req-c06c196a-5bf5-4e11-bf30-a3aa7bc9a9d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d HTTP/1.1" status: 200 len: 999 time: 0.0636578 Dec 14 02:06:55.670230 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3fb437-f2ba-48c4-9e5a-76f6a8263ff9 None None] Routers {'7d2027e9-3fe9-4a04-be5e-f3f7de969fab'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:06:55.670820 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7e3fb437-f2ba-48c4-9e5a-76f6a8263ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:06:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:06:55.712293 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a59c4-c9ee-49c8-8187-0181070217f2 req-038163e3-cd4d-4737-91cd-0e7056123c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:55.713754 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-621a59c4-c9ee-49c8-8187-0181070217f2 req-038163e3-cd4d-4737-91cd-0e7056123c65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0438046 Dec 14 02:06:55.760817 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a59c4-c9ee-49c8-8187-0181070217f2 req-52766fc9-d1bd-4c7f-9ded-5eaa96e18ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:55.762476 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-621a59c4-c9ee-49c8-8187-0181070217f2 req-52766fc9-d1bd-4c7f-9ded-5eaa96e18ab9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416670 Dec 14 02:06:55.778718 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-7e3fb437-f2ba-48c4-9e5a-76f6a8263ff9 None None] Set router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:06:55.858482 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-621a59c4-c9ee-49c8-8187-0181070217f2 req-50b3125c-9753-4413-8fa1-40f4238ab104 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885637 Dec 14 02:06:55.949555 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-621a59c4-c9ee-49c8-8187-0181070217f2 req-a186f386-5a4f-4320-a2d8-41db952fa6db service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839548 Dec 14 02:06:56.001536 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7e3fb437-f2ba-48c4-9e5a-76f6a8263ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'b4bda422-40bb-4111-b01d-9e04f88e38e9', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'floating_ip_address': '172.26.1.173', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'port_id': '22cb8897-2d47-4e95-84e6-27fb65521c3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'mac_address': 'fa:16:3e:a3:6e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:06:54Z', 'updated_at': '2021-12-14T02:06:54Z', 'revision_number': 0, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5', 'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'mac_address': 'fa:16:3e:91:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:00Z', 'updated_at': '2021-12-14T02:02:05Z', 'revision_number': 5, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'subnets': [{'id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:06:56.027021 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3fb437-f2ba-48c4-9e5a-76f6a8263ff9 None None] The sync data for ids ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'] in dv-neutron-821592-1-hyperv is: [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': 'b4bda422-40bb-4111-b01d-9e04f88e38e9', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'floating_ip_address': '172.26.1.173', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'port_id': '22cb8897-2d47-4e95-84e6-27fb65521c3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'mac_address': 'fa:16:3e:a3:6e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:06:54Z', 'updated_at': '2021-12-14T02:06:54Z', 'revision_number': 0, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5', 'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'mac_address': 'fa:16:3e:91:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:00Z', 'updated_at': '2021-12-14T02:02:05Z', 'revision_number': 5, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'subnets': [{'id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:06:56.217427 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102fd0c-e70a-42fe-a197-1e2d43aa26b5 None None] New status for floating IP b4bda422-40bb-4111-b01d-9e04f88e38e9: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:06:57.023832 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:57.733750 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:06:58.785195 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-053cc84f-642b-42ba-89fb-c6023d76ee82 req-740cb349-714c-4250-9a0e-050846557a58 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483551 Dec 14 02:06:58.904688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cc84f-642b-42ba-89fb-c6023d76ee82 req-a632c0bb-a302-4b94-b105-dc2bc632d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:58.906186 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-053cc84f-642b-42ba-89fb-c6023d76ee82 req-a632c0bb-a302-4b94-b105-dc2bc632d7ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 1098 time: 0.0506947 Dec 14 02:06:59.023843 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cc84f-642b-42ba-89fb-c6023d76ee82 req-3373a5fa-fd91-48f9-a263-b3ce245f0474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:59.026593 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-053cc84f-642b-42ba-89fb-c6023d76ee82 req-3373a5fa-fd91-48f9-a263-b3ce245f0474 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.0999227 Dec 14 02:06:59.096690 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-053cc84f-642b-42ba-89fb-c6023d76ee82 req-81ec2536-3bb9-444c-b0b9-e5a83f283dee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d HTTP/1.1" status: 200 len: 1001 time: 0.0631430 Dec 14 02:06:59.144909 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cc84f-642b-42ba-89fb-c6023d76ee82 req-99d7f65f-3a9c-4503-8b34-c65f47d8ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:59.146284 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-053cc84f-642b-42ba-89fb-c6023d76ee82 req-99d7f65f-3a9c-4503-8b34-c65f47d8ca6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0434167 Dec 14 02:06:59.199485 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cc84f-642b-42ba-89fb-c6023d76ee82 req-4e342886-55a5-42ae-9d71-00b51f7877c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:06:59.200976 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-053cc84f-642b-42ba-89fb-c6023d76ee82 req-4e342886-55a5-42ae-9d71-00b51f7877c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470738 Dec 14 02:06:59.297613 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-053cc84f-642b-42ba-89fb-c6023d76ee82 req-1fa60f31-0c03-4ac3-ad1b-1b3d8a6a375e service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892904 Dec 14 02:06:59.389335 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-053cc84f-642b-42ba-89fb-c6023d76ee82 req-ead554a3-d32a-433d-be0d-6a2b23adfb7c service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839424 Dec 14 02:07:11.255565 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:07:16.244203 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:07:22.012563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4c3889d-270a-4721-a4c9-33fd0d560259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:07:24.256949 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cf2d2ed-9593-4977-a572-7656fec4f600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:07:25.630786 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:07:27.030522 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:07:27.728801 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:07:41.270613 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:07:52.019167 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30d023d1-65db-406a-b804-96f076923d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:07:53.245822 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:07:54.248507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-17cef927-8ee2-4b69-b398-376bfd52e2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:07:55.648180 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:07:57.031907 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:07:57.737812 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:07:59.780954 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8ca7560e-c25d-4dac-918c-a7b8fa9a764e req-0705ee60-5445-4858-b532-de9bfd95fa57 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435913 Dec 14 02:07:59.898038 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7560e-c25d-4dac-918c-a7b8fa9a764e req-a00f1312-c384-44fc-9cd0-217f2a61e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:07:59.899539 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8ca7560e-c25d-4dac-918c-a7b8fa9a764e req-a00f1312-c384-44fc-9cd0-217f2a61e7b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 1098 time: 0.0527656 Dec 14 02:08:00.003822 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7560e-c25d-4dac-918c-a7b8fa9a764e req-d29adf17-526c-4f1c-8940-91f068296114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:08:00.005308 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8ca7560e-c25d-4dac-918c-a7b8fa9a764e req-d29adf17-526c-4f1c-8940-91f068296114 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.0841815 Dec 14 02:08:00.077476 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8ca7560e-c25d-4dac-918c-a7b8fa9a764e req-26483b30-30e2-4e4d-86d6-5a4fa7628481 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d HTTP/1.1" status: 200 len: 1001 time: 0.0633011 Dec 14 02:08:00.127706 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7560e-c25d-4dac-918c-a7b8fa9a764e req-5b09fade-45e6-430e-b24e-08cfded5b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:08:00.129202 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8ca7560e-c25d-4dac-918c-a7b8fa9a764e req-5b09fade-45e6-430e-b24e-08cfded5b74d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0452681 Dec 14 02:08:00.176513 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7560e-c25d-4dac-918c-a7b8fa9a764e req-4567a09e-126c-4d7a-b92d-e6428de00a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:08:00.177991 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8ca7560e-c25d-4dac-918c-a7b8fa9a764e req-4567a09e-126c-4d7a-b92d-e6428de00a25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417333 Dec 14 02:08:00.270629 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8ca7560e-c25d-4dac-918c-a7b8fa9a764e req-1289325a-0b65-48c0-9f9f-99edece24f7b service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841861 Dec 14 02:08:00.361776 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-8ca7560e-c25d-4dac-918c-a7b8fa9a764e req-0fb19de7-b256-41a9-8130-ba52ed5c7859 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836077 Dec 14 02:08:11.275017 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:08:22.009005 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-55dfba5d-5ddb-461f-b192-965b9d92648c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:08:24.250946 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5fe67ae6-5d00-44de-8ced-be7d4de58589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:08:25.643953 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:08:27.033220 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:08:27.745546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:08:30.249939 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:08:41.267062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:08:51.852124 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f1458-2f39-4ea1-9085-96e85c5605e6 req-ef3a3688-2f54-42de-a961-b9f0862b5ab3 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:08:51.853543 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0b8f1458-2f39-4ea1-9085-96e85c5605e6 req-ef3a3688-2f54-42de-a961-b9f0862b5ab3 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0565255 Dec 14 02:08:51.909031 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0b8f1458-2f39-4ea1-9085-96e85c5605e6 req-888b3880-056e-4aa7-9c10-667cf48652de tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495012 Dec 14 02:08:52.014486 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acbb319d-e1f6-4a7d-ac6d-eedd3aa9c731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:08:53.062671 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32020910-86b4-4c3f-b2d5-f769a9611cac req-e7ee78c2-43a5-4e8f-bef9-a9adcac3df56 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:08:53.065667 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32020910-86b4-4c3f-b2d5-f769a9611cac req-e7ee78c2-43a5-4e8f-bef9-a9adcac3df56 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0604689 Dec 14 02:08:53.116386 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32020910-86b4-4c3f-b2d5-f769a9611cac req-050fafbb-bbac-4ff8-a5ab-3b23c3076818 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459275 Dec 14 02:08:54.245571 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c2cd-f789-4012-8fd6-1155a052ba60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:08:54.259281 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdaf68-95f1-47c0-811a-22842f27a06c req-9f428e27-cbef-472f-a697-86ef795dbaac tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:08:54.260845 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9ebdaf68-95f1-47c0-811a-22842f27a06c req-9f428e27-cbef-472f-a697-86ef795dbaac tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0517707 Dec 14 02:08:54.314158 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9ebdaf68-95f1-47c0-811a-22842f27a06c req-4ee55958-6fad-4d31-9d1f-76c43459083d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472484 Dec 14 02:08:55.449470 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8dd07-a1dd-4159-982d-f906fbb35de7 req-d9d2ac2c-d6e2-44b3-bb25-138639a6c0fe tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:08:55.450934 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-39a8dd07-a1dd-4159-982d-f906fbb35de7 req-d9d2ac2c-d6e2-44b3-bb25-138639a6c0fe tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0516520 Dec 14 02:08:55.516594 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-39a8dd07-a1dd-4159-982d-f906fbb35de7 req-5f3e5ba0-bb8e-4943-b920-44076ea57323 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597000 Dec 14 02:08:55.644705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:08:56.651180 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d93fd-3e60-49ce-a93e-586f4cb963ec req-2d296249-761c-41d4-a897-565dd96568cb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:08:56.653048 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ec3d93fd-3e60-49ce-a93e-586f4cb963ec req-2d296249-761c-41d4-a897-565dd96568cb tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0576637 Dec 14 02:08:56.712563 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ec3d93fd-3e60-49ce-a93e-586f4cb963ec req-e3e8fe49-1170-4625-8ecd-6731dc4e863c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534708 Dec 14 02:08:57.046614 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:08:57.738343 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:08:57.832451 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de045af-1497-4627-b1e6-16b2daba793b req-6d832a5c-30c0-42c0-8e58-d3522e7a0804 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:08:57.833938 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2de045af-1497-4627-b1e6-16b2daba793b req-6d832a5c-30c0-42c0-8e58-d3522e7a0804 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0525899 Dec 14 02:08:57.883396 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2de045af-1497-4627-b1e6-16b2daba793b req-8e8ef86a-688b-48ac-a9bb-718bfa720175 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432580 Dec 14 02:08:59.013388 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de3d16-c12f-4635-82b5-07b52a314d7e req-c28a35b3-64a8-4c7b-8c33-097d9c3849c8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:08:59.014870 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-70de3d16-c12f-4635-82b5-07b52a314d7e req-c28a35b3-64a8-4c7b-8c33-097d9c3849c8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0560842 Dec 14 02:08:59.065788 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-70de3d16-c12f-4635-82b5-07b52a314d7e req-68b39d44-a9bb-405a-9b5c-7e0f1d9e4f1e tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446599 Dec 14 02:08:59.828524 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a9daa-f88d-4274-92b1-fd8984a30dfa req-57b245b1-ae48-4d5e-9334-059ac4840782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:08:59.830055 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-086a9daa-f88d-4274-92b1-fd8984a30dfa req-57b245b1-ae48-4d5e-9334-059ac4840782 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 1098 time: 0.0446260 Dec 14 02:08:59.956131 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a9daa-f88d-4274-92b1-fd8984a30dfa req-46a655f3-bb1e-4e4a-bcfe-3d4808ef852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:08:59.957676 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-086a9daa-f88d-4274-92b1-fd8984a30dfa req-46a655f3-bb1e-4e4a-bcfe-3d4808ef852e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.0953875 Dec 14 02:09:00.025181 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-086a9daa-f88d-4274-92b1-fd8984a30dfa req-43585c79-6832-4cdd-860d-e82a1a653769 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d HTTP/1.1" status: 200 len: 1001 time: 0.0583518 Dec 14 02:09:00.080684 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a9daa-f88d-4274-92b1-fd8984a30dfa req-e16038fd-bea9-4a82-a01f-c0b17de20821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:00.082037 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-086a9daa-f88d-4274-92b1-fd8984a30dfa req-e16038fd-bea9-4a82-a01f-c0b17de20821 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0508742 Dec 14 02:09:00.129811 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a9daa-f88d-4274-92b1-fd8984a30dfa req-67f7c4af-82cc-4e54-8c79-1e58382fb0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:00.131321 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-086a9daa-f88d-4274-92b1-fd8984a30dfa req-67f7c4af-82cc-4e54-8c79-1e58382fb0ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418634 Dec 14 02:09:00.187002 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e14b7e-f680-4fa9-9465-53d693f9dfbe req-dda5f9d6-d4f6-4f2b-b1d7-7a3051441db5 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:00.188529 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-94e14b7e-f680-4fa9-9465-53d693f9dfbe req-dda5f9d6-d4f6-4f2b-b1d7-7a3051441db5 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0511246 Dec 14 02:09:00.224224 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-086a9daa-f88d-4274-92b1-fd8984a30dfa req-66239340-e946-449a-86c9-901e942a223d service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854270 Dec 14 02:09:00.238061 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-94e14b7e-f680-4fa9-9465-53d693f9dfbe req-bfdd602d-0848-4a25-8a60-4d7cc5902eea tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434077 Dec 14 02:09:00.323321 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-086a9daa-f88d-4274-92b1-fd8984a30dfa req-6fb6a3b3-8487-4f0f-be73-1d9858a30234 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914507 Dec 14 02:09:01.361725 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc090c-97de-4e2e-8508-982f96127516 req-4a78da3b-4520-4490-9bf0-60acaa5c63bf tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:01.363186 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-63dc090c-97de-4e2e-8508-982f96127516 req-4a78da3b-4520-4490-9bf0-60acaa5c63bf tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0510232 Dec 14 02:09:01.419011 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-63dc090c-97de-4e2e-8508-982f96127516 req-4bda3329-7c2c-4496-8cc6-59a7c7350668 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472567 Dec 14 02:09:02.082092 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68780720-ca58-4657-a1fe-244b3b45864c req-e70e6654-f253-4b7e-9df3-2b96c6123d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:02.083522 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-68780720-ca58-4657-a1fe-244b3b45864c req-e70e6654-f253-4b7e-9df3-2b96c6123d98 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 1098 time: 0.0534565 Dec 14 02:09:02.178294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68780720-ca58-4657-a1fe-244b3b45864c req-a3232b96-8e15-4095-bb9a-e8572ec6f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:02.179764 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-68780720-ca58-4657-a1fe-244b3b45864c req-a3232b96-8e15-4095-bb9a-e8572ec6f52a service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.0890875 Dec 14 02:09:02.248289 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-68780720-ca58-4657-a1fe-244b3b45864c req-4c31f625-8da3-4221-9ebd-aaad5b199567 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d HTTP/1.1" status: 200 len: 1001 time: 0.0606632 Dec 14 02:09:02.303482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68780720-ca58-4657-a1fe-244b3b45864c req-de2f1c73-d1f9-438b-b343-0b6349e339f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:02.304994 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-68780720-ca58-4657-a1fe-244b3b45864c req-de2f1c73-d1f9-438b-b343-0b6349e339f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0497148 Dec 14 02:09:02.358064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68780720-ca58-4657-a1fe-244b3b45864c req-45291d03-ce5b-4746-98b6-b3a8462f3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:02.359480 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-68780720-ca58-4657-a1fe-244b3b45864c req-45291d03-ce5b-4746-98b6-b3a8462f3963 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471873 Dec 14 02:09:02.451249 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-68780720-ca58-4657-a1fe-244b3b45864c req-b43e8fe5-0ac1-475a-8ac4-d342736d9c8f service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846059 Dec 14 02:09:02.546116 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-68780720-ca58-4657-a1fe-244b3b45864c req-2c5d68fc-3f38-4f26-9122-83c43bab8031 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874884 Dec 14 02:09:02.549837 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb61caa-0fe0-4bcf-992b-189e0af4e109 req-7465dce7-f191-4f6e-9537-dcfe216d7505 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:02.551309 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-afb61caa-0fe0-4bcf-992b-189e0af4e109 req-7465dce7-f191-4f6e-9537-dcfe216d7505 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0510726 Dec 14 02:09:02.603628 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-afb61caa-0fe0-4bcf-992b-189e0af4e109 req-259702b6-e6dd-4025-ad71-d47fd4c60590 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436037 Dec 14 02:09:03.742114 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dec8c-11fb-45a0-a078-f2fce9d9d0f1 req-0a14458f-180b-47d4-a506-b5f180a0ed9c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:03.743621 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-330dec8c-11fb-45a0-a078-f2fce9d9d0f1 req-0a14458f-180b-47d4-a506-b5f180a0ed9c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0604591 Dec 14 02:09:03.799419 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-330dec8c-11fb-45a0-a078-f2fce9d9d0f1 req-bb49d172-38d0-4fc7-a198-670f9a2ba0c9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488183 Dec 14 02:09:04.928274 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a491f9b-4286-405c-9b3e-ee22674a517a req-f3e81cfb-2246-4593-960a-71e8387a256c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:04.930400 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3a491f9b-4286-405c-9b3e-ee22674a517a req-f3e81cfb-2246-4593-960a-71e8387a256c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0574014 Dec 14 02:09:04.984687 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3a491f9b-4286-405c-9b3e-ee22674a517a req-2b463b42-7c4d-462b-8943-e1ad6d3f8e3a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472765 Dec 14 02:09:06.107707 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc3e9d-ff38-418e-930b-d49c1a1077d4 req-ddebaa9f-2a57-4e6e-a131-183582b9ca83 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:06.109790 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07fc3e9d-ff38-418e-930b-d49c1a1077d4 req-ddebaa9f-2a57-4e6e-a131-183582b9ca83 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0562427 Dec 14 02:09:06.161270 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07fc3e9d-ff38-418e-930b-d49c1a1077d4 req-b830950d-652a-4bff-8918-c13a03d8661d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451989 Dec 14 02:09:07.248976 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:09:07.311025 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661404db-b84d-4d18-9d53-aab0aa22c5f6 req-37eb44a8-7b80-4aa2-b2dc-e364ac59603b tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:07.313954 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-661404db-b84d-4d18-9d53-aab0aa22c5f6 req-37eb44a8-7b80-4aa2-b2dc-e364ac59603b tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0697651 Dec 14 02:09:07.366963 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-661404db-b84d-4d18-9d53-aab0aa22c5f6 req-e3d5d576-679b-4a0a-8630-4b3164435e38 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457764 Dec 14 02:09:07.590856 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-145507cc-68b2-4ac3-9cc3-75944af369ea req-6d713841-5911-4669-a1c2-55346a319f20 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0522947 Dec 14 02:09:07.600177 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [req-145507cc-68b2-4ac3-9cc3-75944af369ea req-00f6616c-5611-4702-92e6-159036356638 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:09:07.601217 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-145507cc-68b2-4ac3-9cc3-75944af369ea req-00f6616c-5611-4702-92e6-159036356638 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051563 Dec 14 02:09:07.609428 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e976be6-8f70-4eb5-a8e3-88aae0be832a req-e5338819-b320-4f99-9cec-4c2e0ddcfba6 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:07.610991 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8e976be6-8f70-4eb5-a8e3-88aae0be832a req-e5338819-b320-4f99-9cec-4c2e0ddcfba6 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0530012 Dec 14 02:09:07.663910 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8e976be6-8f70-4eb5-a8e3-88aae0be832a req-f1076ddd-f391-44c6-a491-c36d7bdc67a7 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466537 Dec 14 02:09:08.174557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 22cb8897-2d47-4e95-84e6-27fb65521c3d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:09:08.255439 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:08.279732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22cb8897-2d47-4e95-84e6-27fb65521c3d'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:09:08.282056 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff639975-7531-48ec-be47-3ba0a22af79c" -d '{"events": [{"server_uuid": "ca5a8d12-4e50-40b1-b543-b734a37e5f8d", "name": "network-vif-unplugged", "status": "completed", "tag": "22cb8897-2d47-4e95-84e6-27fb65521c3d"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:09:08.295997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 22cb8897-2d47-4e95-84e6-27fb65521c3d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:09:08.301068 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:08.327375 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Dec 2021 02:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77b4717-8364-40c0-9b7d-04f08ee96fb3 x-openstack-request-id: req-d77b4717-8364-40c0-9b7d-04f08ee96fb3 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:09:08.327672 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5a8d12-4e50-40b1-b543-b734a37e5f8d", "name": "network-vif-unplugged", "status": "failed", "tag": "22cb8897-2d47-4e95-84e6-27fb65521c3d", "code": 422}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:09:08.327927 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d77b4717-8364-40c0-9b7d-04f08ee96fb3 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:09:08.328342 dv-neutron-821592-1-hyperv neutron-server[103410]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '22cb8897-2d47-4e95-84e6-27fb65521c3d', 'code': 422} returned with failed status Dec 14 02:09:08.356373 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=22cb8897-2d47-4e95-84e6-27fb65521c3d,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:09:08.363751 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:09:08.364131 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:09:08.364493 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:09:08.364835 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:09:08.365173 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:09:08.365507 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:09:08.365837 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:09:08.366178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:09:08.366511 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:09:08.366840 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:09:08.367168 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:09:08.367491 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:09:08.367810 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:09:08.799636 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402701a-7915-4467-a9bd-30958d993dec req-00163741-d52e-412a-a39e-dc6c841272be tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:08.802175 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9402701a-7915-4467-a9bd-30958d993dec req-00163741-d52e-412a-a39e-dc6c841272be tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0544810 Dec 14 02:09:08.863854 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9402701a-7915-4467-a9bd-30958d993dec req-b5d93c4d-17f5-4a9e-852b-9b1146c9b260 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547261 Dec 14 02:09:09.982715 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e45791-042d-46e7-9999-6e0c3dad0cef req-74c46892-8a06-40dc-9eca-a125c8dd7955 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:09.984230 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-45e45791-042d-46e7-9999-6e0c3dad0cef req-74c46892-8a06-40dc-9eca-a125c8dd7955 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0515025 Dec 14 02:09:10.034648 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-45e45791-042d-46e7-9999-6e0c3dad0cef req-481a24ca-5e81-44e2-8292-c2f159015254 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442724 Dec 14 02:09:11.157154 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a3e4d-38c5-4c0e-85c5-e2df34fa5c8e req-97a97bb2-24d6-4cfe-92f4-73789717edb0 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:11.158902 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8e3a3e4d-38c5-4c0e-85c5-e2df34fa5c8e req-97a97bb2-24d6-4cfe-92f4-73789717edb0 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0528784 Dec 14 02:09:11.218153 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8e3a3e4d-38c5-4c0e-85c5-e2df34fa5c8e req-51e6132c-45b9-4cbf-bf00-3a1ba90d7fa8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530081 Dec 14 02:09:11.265243 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:12.343393 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ec984-47e4-4290-bbd1-280d6041438c req-f16c2234-dea7-4456-a461-38370d2b9bc4 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:12.344831 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3d9ec984-47e4-4290-bbd1-280d6041438c req-f16c2234-dea7-4456-a461-38370d2b9bc4 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0541761 Dec 14 02:09:12.396843 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3d9ec984-47e4-4290-bbd1-280d6041438c req-2bea9b10-677a-4a0e-bd0e-fed830b747c8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456874 Dec 14 02:09:13.526638 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404fb34-b83f-4341-b522-25da5e7a6e16 req-0204fad5-d378-4d71-b0d0-45caa67c0d2e tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:13.528823 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c404fb34-b83f-4341-b522-25da5e7a6e16 req-0204fad5-d378-4d71-b0d0-45caa67c0d2e tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0533755 Dec 14 02:09:13.545906 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145507cc-68b2-4ac3-9cc3-75944af369ea req-91e7a2b7-7b93-4f6b-84c3-19eeca6427e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:13.547406 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-145507cc-68b2-4ac3-9cc3-75944af369ea req-91e7a2b7-7b93-4f6b-84c3-19eeca6427e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d&tenant_id=cf1a41153f3d47d8bf5143548e04c5b9 HTTP/1.1" status: 200 len: 1096 time: 0.0431516 Dec 14 02:09:13.580821 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c404fb34-b83f-4341-b522-25da5e7a6e16 req-f9b4103e-e251-4418-9b4c-91dc42cc055a tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457864 Dec 14 02:09:13.619879 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145507cc-68b2-4ac3-9cc3-75944af369ea req-50ad5b26-9466-43b3-804c-e627cf771a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:13.621689 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-145507cc-68b2-4ac3-9cc3-75944af369ea req-50ad5b26-9466-43b3-804c-e627cf771a78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 1096 time: 0.0413985 Dec 14 02:09:14.048087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145507cc-68b2-4ac3-9cc3-75944af369ea req-37d705bf-4f09-4000-bf0e-ed74d204cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:14.049595 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-145507cc-68b2-4ac3-9cc3-75944af369ea req-37d705bf-4f09-4000-bf0e-ed74d204cb9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.4210870 Dec 14 02:09:14.117824 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-145507cc-68b2-4ac3-9cc3-75944af369ea req-497db14d-e296-4e3f-b457-f34bc70fa676 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d HTTP/1.1" status: 200 len: 999 time: 0.0595818 Dec 14 02:09:14.173449 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145507cc-68b2-4ac3-9cc3-75944af369ea req-78543357-f91e-4846-8209-fc691c21acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:14.174927 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-145507cc-68b2-4ac3-9cc3-75944af369ea req-78543357-f91e-4846-8209-fc691c21acdc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0498853 Dec 14 02:09:14.224939 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145507cc-68b2-4ac3-9cc3-75944af369ea req-41b52cf9-01fb-493b-827c-599abc012b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:14.226394 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-145507cc-68b2-4ac3-9cc3-75944af369ea req-41b52cf9-01fb-493b-827c-599abc012b56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434132 Dec 14 02:09:14.327318 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-145507cc-68b2-4ac3-9cc3-75944af369ea req-77368217-9932-47fd-abd3-6ab2fffe1e3b service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933414 Dec 14 02:09:14.419085 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-145507cc-68b2-4ac3-9cc3-75944af369ea req-b4731b33-d589-4b44-be7a-347448a34f00 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849693 Dec 14 02:09:14.697330 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ae403-c072-4ff5-b803-754623950767 req-ce3af370-2a87-434e-bb9b-1858a2fe6de6 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:14.698889 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7a6ae403-c072-4ff5-b803-754623950767 req-ce3af370-2a87-434e-bb9b-1858a2fe6de6 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0502892 Dec 14 02:09:14.753269 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7a6ae403-c072-4ff5-b803-754623950767 req-d33cf552-004b-46df-b1a2-4952607c619c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483563 Dec 14 02:09:15.879738 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90117a-d0c6-4449-ae72-8aa52e892ab8 req-2a625784-7ba2-4081-89de-6ffb72c515d8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:15.881129 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-af90117a-d0c6-4449-ae72-8aa52e892ab8 req-2a625784-7ba2-4081-89de-6ffb72c515d8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0505607 Dec 14 02:09:15.934163 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-af90117a-d0c6-4449-ae72-8aa52e892ab8 req-a600044a-414b-4b2c-9f50-0cbabdfc1a3c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466897 Dec 14 02:09:17.071241 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa435a7d-6df5-4dc0-aadf-7a31332f8b3d req-e9b4ed24-e950-42fa-9844-e2750e6edbb8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:17.072620 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aa435a7d-6df5-4dc0-aadf-7a31332f8b3d req-e9b4ed24-e950-42fa-9844-e2750e6edbb8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0505173 Dec 14 02:09:17.143357 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-aa435a7d-6df5-4dc0-aadf-7a31332f8b3d req-3241ba5d-5bb6-45f4-8c45-08e76c19bc6d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612922 Dec 14 02:09:18.273287 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c8f3a-eada-4d35-aace-6f90995f9f4f req-4797c771-73b6-4a6d-9f5d-17d20dec1eef tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:18.274827 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ce8c8f3a-eada-4d35-aace-6f90995f9f4f req-4797c771-73b6-4a6d-9f5d-17d20dec1eef tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0546372 Dec 14 02:09:18.334592 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ce8c8f3a-eada-4d35-aace-6f90995f9f4f req-0031336e-975f-4971-8967-8db2f7eb9377 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530548 Dec 14 02:09:19.469092 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0ca8e-674e-41b1-928d-e1249f2bbfe2 req-8ae37f40-235f-4659-8042-d3810ca51047 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:19.471460 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-64d0ca8e-674e-41b1-928d-e1249f2bbfe2 req-8ae37f40-235f-4659-8042-d3810ca51047 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0550997 Dec 14 02:09:19.539027 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-64d0ca8e-674e-41b1-928d-e1249f2bbfe2 req-4c6dadc5-d756-4ed8-83d6-d1c70c2b6b22 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561085 Dec 14 02:09:20.690200 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc27dd0-2297-499f-818c-359c10b6fac2 req-32926232-4246-48a2-85a6-3d06794b25ef tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:20.691685 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6dc27dd0-2297-499f-818c-359c10b6fac2 req-32926232-4246-48a2-85a6-3d06794b25ef tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0685780 Dec 14 02:09:20.741925 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6dc27dd0-2297-499f-818c-359c10b6fac2 req-1ec71d03-cd27-4019-9c89-8dd85d866b39 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441525 Dec 14 02:09:21.870299 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c39a94-d6d2-46a0-8497-3abf02a2322c req-ec4e960f-f69e-4e3b-8ec1-98f01975568b tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:21.871888 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-69c39a94-d6d2-46a0-8497-3abf02a2322c req-ec4e960f-f69e-4e3b-8ec1-98f01975568b tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 943 time: 0.0506904 Dec 14 02:09:21.936983 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-69c39a94-d6d2-46a0-8497-3abf02a2322c req-7541fea7-2e72-4891-a13a-efa7dc471a8c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560353 Dec 14 02:09:22.008125 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e653474b-fbda-4a96-b4cc-7c59c20237d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:22.253946 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 22cb8897-2d47-4e95-84e6-27fb65521c3d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:09:22.349423 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 22cb8897-2d47-4e95-84e6-27fb65521c3d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:09:22.360512 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '22cb8897-2d47-4e95-84e6-27fb65521c3d', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'port_id': '22cb8897-2d47-4e95-84e6-27fb65521c3d', 'mac_address': 'fa:16:3e:a3:6e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:09:22.398480 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:22.411905 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22cb8897-2d47-4e95-84e6-27fb65521c3d {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:09:22.430976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 22cb8897-2d47-4e95-84e6-27fb65521c3d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:09:22.437412 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:22.486542 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=22cb8897-2d47-4e95-84e6-27fb65521c3d,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:09:22.763319 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['22cb8897-2d47-4e95-84e6-27fb65521c3d'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:09:23.056710 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4c60f-f0a9-406b-b5d9-eefe4dae205c req-8dd37576-b9ec-4516-99ec-cdce0c164e1f tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:23.058099 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-63b4c60f-f0a9-406b-b5d9-eefe4dae205c req-8dd37576-b9ec-4516-99ec-cdce0c164e1f tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 944 time: 0.0505292 Dec 14 02:09:23.113447 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-63b4c60f-f0a9-406b-b5d9-eefe4dae205c req-357f18ef-c65e-41ee-a804-c92f1563b477 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492659 Dec 14 02:09:24.241791 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3c0dc-832a-4350-aea0-ec4bf63f73c8 req-d24fd4e8-379f-46e0-b2cc-e172a48e46fd tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:24.243232 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1e3c0dc-832a-4350-aea0-ec4bf63f73c8 req-d24fd4e8-379f-46e0-b2cc-e172a48e46fd tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 944 time: 0.0510464 Dec 14 02:09:24.254275 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 22cb8897-2d47-4e95-84e6-27fb65521c3d up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:09:24.256164 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-41c587e4-d424-4173-b6a0-3a909aac66b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:24.295957 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1e3c0dc-832a-4350-aea0-ec4bf63f73c8 req-125a0c02-062e-49a8-93f6-7741c35c2908 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452294 Dec 14 02:09:24.305239 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 22cb8897-2d47-4e95-84e6-27fb65521c3d triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:09:24.305608 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:24.394077 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:24.422329 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cb8897-2d47-4e95-84e6-27fb65521c3d'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:09:24.424557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5381df4d-f496-40a7-879b-600e601ac091" -d '{"events": [{"server_uuid": "ca5a8d12-4e50-40b1-b543-b734a37e5f8d", "name": "network-vif-plugged", "status": "completed", "tag": "22cb8897-2d47-4e95-84e6-27fb65521c3d"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:09:24.437467 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 22cb8897-2d47-4e95-84e6-27fb65521c3d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:09:24.443388 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:24.466452 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82585d99-b294-42a9-93b0-c7a8cfec142e x-openstack-request-id: req-82585d99-b294-42a9-93b0-c7a8cfec142e {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:09:24.466748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5a8d12-4e50-40b1-b543-b734a37e5f8d", "name": "network-vif-plugged", "status": "completed", "tag": "22cb8897-2d47-4e95-84e6-27fb65521c3d", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:09:24.467067 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82585d99-b294-42a9-93b0-c7a8cfec142e {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:09:24.467437 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cb8897-2d47-4e95-84e6-27fb65521c3d', 'code': 200} Dec 14 02:09:24.492740 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=22cb8897-2d47-4e95-84e6-27fb65521c3d,revision_number=8']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:09:24.732790 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d54d6-12fa-4428-aaf7-4738bb995d27 req-c8a3afe7-80a8-42df-b214-c64f75fc8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:24.734308 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-257d54d6-12fa-4428-aaf7-4738bb995d27 req-c8a3afe7-80a8-42df-b214-c64f75fc8dcb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 1098 time: 0.0429275 Dec 14 02:09:24.784236 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-257d54d6-12fa-4428-aaf7-4738bb995d27 req-16b5b56d-011d-47ff-8ec5-1079d8dede25 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424218 Dec 14 02:09:25.418059 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fff20-7856-4740-b0b2-169a5d978c5c req-c49099d4-b4c5-48dd-85e3-89756daa8846 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:25.419536 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d06fff20-7856-4740-b0b2-169a5d978c5c req-c49099d4-b4c5-48dd-85e3-89756daa8846 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0517948 Dec 14 02:09:25.468543 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d06fff20-7856-4740-b0b2-169a5d978c5c req-e1a017be-6533-4731-a145-78395bf07c3c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424678 Dec 14 02:09:25.646976 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:26.600147 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98948719-c8d5-4736-9f2a-b8469ace6c80 req-f4b65075-085a-4889-8b2f-02e579a20ee1 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:09:26.601677 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-98948719-c8d5-4736-9f2a-b8469ace6c80 req-f4b65075-085a-4889-8b2f-02e579a20ee1 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0543096 Dec 14 02:09:26.653708 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-98948719-c8d5-4736-9f2a-b8469ace6c80 req-759b5293-b8b9-4e1a-8436-4c5b37d43a9d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437763 Dec 14 02:09:27.045230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:27.733847 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:41.274168 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:44.251773 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:09:52.018921 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8337cfee-5192-444d-b59e-88f3f9e25d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:54.251880 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff848-8d10-4dae-b1d3-12e3b5f89cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:55.653436 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:57.054333 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:09:57.745016 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:00.796167 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5601a6bc-1f57-487c-a073-fa7fb96e18ec req-f2ece8cf-6dc9-4c4c-8356-f816273a8791 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477531 Dec 14 02:10:00.897552 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601a6bc-1f57-487c-a073-fa7fb96e18ec req-9843bdf5-7132-4044-8d3f-c91fc912a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:10:00.899016 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5601a6bc-1f57-487c-a073-fa7fb96e18ec req-9843bdf5-7132-4044-8d3f-c91fc912a3e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 1098 time: 0.0429180 Dec 14 02:10:01.003810 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601a6bc-1f57-487c-a073-fa7fb96e18ec req-0253aaf5-7597-4cf4-a8cc-b07d131e6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:10:01.005295 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5601a6bc-1f57-487c-a073-fa7fb96e18ec req-0253aaf5-7597-4cf4-a8cc-b07d131e6eaa service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.0862186 Dec 14 02:10:01.072486 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5601a6bc-1f57-487c-a073-fa7fb96e18ec req-5eacb350-2a2d-4663-b6ab-986cef0c632e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d HTTP/1.1" status: 200 len: 1001 time: 0.0573502 Dec 14 02:10:01.122197 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601a6bc-1f57-487c-a073-fa7fb96e18ec req-65bd6602-cf05-49f4-9261-851dc03910c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:10:01.123600 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5601a6bc-1f57-487c-a073-fa7fb96e18ec req-65bd6602-cf05-49f4-9261-851dc03910c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0444887 Dec 14 02:10:01.174320 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601a6bc-1f57-487c-a073-fa7fb96e18ec req-7f2398ac-aaed-4333-a364-2d577257d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:10:01.175778 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5601a6bc-1f57-487c-a073-fa7fb96e18ec req-7f2398ac-aaed-4333-a364-2d577257d917 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450957 Dec 14 02:10:01.269067 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5601a6bc-1f57-487c-a073-fa7fb96e18ec req-b263c01f-7ab9-405d-9066-92ed33f63b8b service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857375 Dec 14 02:10:01.362576 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5601a6bc-1f57-487c-a073-fa7fb96e18ec req-aa546736-a380-4c16-aca1-36090c36ffd6 service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854733 Dec 14 02:10:11.266639 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:21.256228 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:10:22.019125 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3de60997-6935-4e39-8ddc-a90549e93e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:24.249570 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b197c39-a27c-40fb-8be7-07e6ea925ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:25.656550 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:27.056853 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:27.743779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:41.269919 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:42.205679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36500) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:10:42.369419 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Deleting port 607cd30d-ab39-4ff1-8771-2ef65be4a8bc {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:10:42.369723 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:42.452922 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:42.453209 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:42.465460 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Calling delete_port for 607cd30d-ab39-4ff1-8771-2ef65be4a8bc owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:10:42.618566 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:42.643702 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event deleted for resources: {'Port': ['ID=607cd30d-ab39-4ff1-8771-2ef65be4a8bc,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:10:42.655573 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:42.655927 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:42.656314 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:42.656650 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:42.656990 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:42.657321 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:42.657655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:42.657997 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:42.658328 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:42.658658 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:42.658981 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:42.659287 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:42.659611 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:42.718813 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:42.719042 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Floating IP b4bda422-40bb-4111-b01d-9e04f88e38e9 disassociated (deleted). External IP: 172.26.1.173, port: 22cb8897-2d47-4e95-84e6-27fb65521c3d. Dec 14 02:10:42.942691 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:10:43.050977 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:10:43.056680 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:43.061633 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d366c1-de23-4601-9c5b-04afa760d928 None None] Sync routers for ids ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:10:43.073041 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d366c1-de23-4601-9c5b-04afa760d928 None None] Routers {'7d2027e9-3fe9-4a04-be5e-f3f7de969fab'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:10:43.073666 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b9d366c1-de23-4601-9c5b-04afa760d928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:10:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:43.084684 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5422e9ba-eba4-4f22-9930-c3acfc5e5e1d tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "DELETE /v2.0/floatingips/b4bda422-40bb-4111-b01d-9e04f88e38e9 HTTP/1.1" status: 204 len: 168 time: 0.8776462 Dec 14 02:10:43.085232 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'tag': '22cb8897-2d47-4e95-84e6-27fb65521c3d'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:10:43.087763 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d5b0b1-97a8-41c9-b881-59f647a7eb92" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5a8d12-4e50-40b1-b543-b734a37e5f8d", "tag": "22cb8897-2d47-4e95-84e6-27fb65521c3d"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:10:43.128814 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b662f68-df05-4854-86ad-59fd87198d01 x-openstack-request-id: req-6b662f68-df05-4854-86ad-59fd87198d01 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:10:43.128981 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5a8d12-4e50-40b1-b543-b734a37e5f8d", "tag": "22cb8897-2d47-4e95-84e6-27fb65521c3d", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:10:43.129180 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b662f68-df05-4854-86ad-59fd87198d01 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:10:43.129602 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'tag': '22cb8897-2d47-4e95-84e6-27fb65521c3d', 'status': 'completed', 'code': 200} Dec 14 02:10:43.179696 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-b9d366c1-de23-4601-9c5b-04afa760d928 None None] Set router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:10:43.216478 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5b0b1-97a8-41c9-b881-59f647a7eb92 req-c21878ba-5bc0-4ae2-af3d-949f5877ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:10:43.218231 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-02d5b0b1-97a8-41c9-b881-59f647a7eb92 req-c21878ba-5bc0-4ae2-af3d-949f5877ed62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 1098 time: 0.0459859 Dec 14 02:10:43.330504 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6de81-3aab-4328-bdf4-f6f01b5df199 req-bf587b1a-8192-46b1-89cf-301b7fd16ecd tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:10:43.331951 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0ad6de81-3aab-4328-bdf4-f6f01b5df199 req-bf587b1a-8192-46b1-89cf-301b7fd16ecd tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0578802 Dec 14 02:10:43.362341 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5b0b1-97a8-41c9-b881-59f647a7eb92 req-01f3bbdc-a4c1-4d1f-9db7-638835b751a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:10:43.364181 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-02d5b0b1-97a8-41c9-b881-59f647a7eb92 req-01f3bbdc-a4c1-4d1f-9db7-638835b751a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 200 len: 909 time: 0.0935011 Dec 14 02:10:43.381271 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b9d366c1-de23-4601-9c5b-04afa760d928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5', 'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'mac_address': 'fa:16:3e:91:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:00Z', 'updated_at': '2021-12-14T02:02:05Z', 'revision_number': 5, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'subnets': [{'id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:43.382457 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0ad6de81-3aab-4328-bdf4-f6f01b5df199 req-bec8d379-5c95-4e3f-aac7-01d13fc4c61f tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442913 Dec 14 02:10:43.411105 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d366c1-de23-4601-9c5b-04afa760d928 None None] Checking router: 7d2027e9-3fe9-4a04-be5e-f3f7de969fab for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:10:43.412380 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-02d5b0b1-97a8-41c9-b881-59f647a7eb92 req-7cdc6f20-c837-4028-85b1-5e95083ad30b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d HTTP/1.1" status: 200 len: 217 time: 0.0393541 Dec 14 02:10:43.421530 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d366c1-de23-4601-9c5b-04afa760d928 None None] Routers {'7d2027e9-3fe9-4a04-be5e-f3f7de969fab'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:10:43.422146 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b9d366c1-de23-4601-9c5b-04afa760d928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:10:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:43.469052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5b0b1-97a8-41c9-b881-59f647a7eb92 req-aa626b5f-0d6e-43f7-8047-7a4c934d1fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:10:43.470537 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-02d5b0b1-97a8-41c9-b881-59f647a7eb92 req-aa626b5f-0d6e-43f7-8047-7a4c934d1fc3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 200 len: 848 time: 0.0498345 Dec 14 02:10:43.517937 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5b0b1-97a8-41c9-b881-59f647a7eb92 req-d52e56c9-b4cb-4a74-9e3f-3d391b0b7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:10:43.519495 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-02d5b0b1-97a8-41c9-b881-59f647a7eb92 req-d52e56c9-b4cb-4a74-9e3f-3d391b0b7de2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c424ddea-a642-4b60-ab40-aac3b8cf6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408790 Dec 14 02:10:43.528130 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-b9d366c1-de23-4601-9c5b-04afa760d928 None None] Set router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:10:43.614536 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-02d5b0b1-97a8-41c9-b881-59f647a7eb92 req-014fbee4-6d8e-4c87-8ede-704a29fe6f2e service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864151 Dec 14 02:10:43.712641 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-02d5b0b1-97a8-41c9-b881-59f647a7eb92 req-6712a9b3-a1dc-4f4a-94f7-28edf32f65bb service neutron] 10.222.0.16 "GET /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890081 Dec 14 02:10:43.725332 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b9d366c1-de23-4601-9c5b-04afa760d928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5', 'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'mac_address': 'fa:16:3e:91:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:00Z', 'updated_at': '2021-12-14T02:02:05Z', 'revision_number': 5, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'subnets': [{'id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:43.756026 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d366c1-de23-4601-9c5b-04afa760d928 None None] The sync data for ids ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'] in dv-neutron-821592-1-hyperv is: [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5', 'name': '', 'network_id': 'c424ddea-a642-4b60-ab40-aac3b8cf6384', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'mac_address': 'fa:16:3e:91:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:00Z', 'updated_at': '2021-12-14T02:02:05Z', 'revision_number': 5, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'subnets': [{'id': '89673c88-de1b-4c6a-8276-c71b6e646bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:10:43.973832 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58946a9-2002-49cf-8692-a3a7d118b8a6 None None] New status for floating IP b4bda422-40bb-4111-b01d-9e04f88e38e9: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:10:44.507058 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a936deb-a9a8-425b-8466-7d131f6419c5 req-1863bbf5-81eb-412e-9ff8-8f97dd9d4f4c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:10:44.508556 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1a936deb-a9a8-425b-8466-7d131f6419c5 req-1863bbf5-81eb-412e-9ff8-8f97dd9d4f4c tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0507276 Dec 14 02:10:44.561469 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1a936deb-a9a8-425b-8466-7d131f6419c5 req-0c80ff3f-d4c1-49d0-a30d-4c639bc8cce9 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/security-groups?id=904fbe5c-40e0-4e4d-96c3-82131c86cab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435009 Dec 14 02:10:45.009061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b558b7a-884c-4748-aaf4-2d5810a01160 req-6978d79c-b0b3-458e-bd72-b60e8adf3748 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:10:45.010554 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1b558b7a-884c-4748-aaf4-2d5810a01160 req-6978d79c-b0b3-458e-bd72-b60e8adf3748 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 945 time: 0.0648928 Dec 14 02:10:45.101134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-1b558b7a-884c-4748-aaf4-2d5810a01160 req-17539e0f-106a-4404-a61c-d08c51ce5550 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Deleting port 22cb8897-2d47-4e95-84e6-27fb65521c3d {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:10:45.101389 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1b558b7a-884c-4748-aaf4-2d5810a01160 req-17539e0f-106a-4404-a61c-d08c51ce5550 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:45.192130 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-1b558b7a-884c-4748-aaf4-2d5810a01160 req-17539e0f-106a-4404-a61c-d08c51ce5550 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] For port 22cb8897-2d47-4e95-84e6-27fb65521c3d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22cb8897-2d47-4e95-84e6-27fb65521c3d,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:10:45.192462 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1b558b7a-884c-4748-aaf4-2d5810a01160 req-17539e0f-106a-4404-a61c-d08c51ce5550 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:45.206429 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-1b558b7a-884c-4748-aaf4-2d5810a01160 req-17539e0f-106a-4404-a61c-d08c51ce5550 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Calling delete_port for 22cb8897-2d47-4e95-84e6-27fb65521c3d owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:10:45.341560 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1b558b7a-884c-4748-aaf4-2d5810a01160 req-17539e0f-106a-4404-a61c-d08c51ce5550 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:45.379151 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17539e0f-106a-4404-a61c-d08c51ce5550 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event deleted for resources: {'Port': ['ID=22cb8897-2d47-4e95-84e6-27fb65521c3d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:10:45.421848 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b558b7a-884c-4748-aaf4-2d5810a01160 req-17539e0f-106a-4404-a61c-d08c51ce5550 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] No DVR routers for this DVR port 22cb8897-2d47-4e95-84e6-27fb65521c3d on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:10:45.424520 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1b558b7a-884c-4748-aaf4-2d5810a01160 req-17539e0f-106a-4404-a61c-d08c51ce5550 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:45.427867 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1b558b7a-884c-4748-aaf4-2d5810a01160 req-17539e0f-106a-4404-a61c-d08c51ce5550 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.16 "DELETE /v2.0/ports/22cb8897-2d47-4e95-84e6-27fb65521c3d HTTP/1.1" status: 204 len: 173 time: 0.4110079 Dec 14 02:10:45.428349 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'name': 'network-vif-deleted', 'tag': '22cb8897-2d47-4e95-84e6-27fb65521c3d'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:10:45.430712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cffa02-fb02-48a8-9d8e-acd9616a2a49" -d '{"events": [{"server_uuid": "ca5a8d12-4e50-40b1-b543-b734a37e5f8d", "name": "network-vif-deleted", "tag": "22cb8897-2d47-4e95-84e6-27fb65521c3d"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:10:45.478805 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712741a4-f061-4341-a69d-5e933b710230 x-openstack-request-id: req-712741a4-f061-4341-a69d-5e933b710230 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:10:45.479107 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5a8d12-4e50-40b1-b543-b734a37e5f8d", "name": "network-vif-deleted", "tag": "22cb8897-2d47-4e95-84e6-27fb65521c3d", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:10:45.479363 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-712741a4-f061-4341-a69d-5e933b710230 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:10:45.479764 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5a8d12-4e50-40b1-b543-b734a37e5f8d', 'name': 'network-vif-deleted', 'tag': '22cb8897-2d47-4e95-84e6-27fb65521c3d', 'status': 'completed', 'code': 200} Dec 14 02:10:45.661039 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4e08dd4c-2b42-4009-bc5f-8aa267cbc774 req-7783861e-8e27-46bc-b72e-8d5394e07f3f tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 210 time: 0.0281248 Dec 14 02:10:46.762205 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bcb14470-2c7e-4cd3-93af-0ae0132799a9 req-152a63d6-2e8d-4a76-8a98-481655f28faf tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 210 time: 0.0303285 Dec 14 02:10:47.861829 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7d6bd59e-cde6-4722-93d5-dc0902694ea9 req-09935ca5-ba08-4483-8904-7ae0e6e637e8 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 210 time: 0.0276885 Dec 14 02:10:48.751159 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 22cb8897-2d47-4e95-84e6-27fb65521c3d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:10:48.773350 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 22cb8897-2d47-4e95-84e6-27fb65521c3d {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:10:48.773690 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 22cb8897-2d47-4e95-84e6-27fb65521c3d not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:10:48.959315 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b6897530-e520-49d8-9d91-867d8a8eb978 req-c1747de3-a42f-4242-bdfb-9a7ce656fbfe tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 210 time: 0.0266702 Dec 14 02:10:50.066606 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6922ff50-382d-4f33-8ec5-664188d09431 req-4d2e6fd8-8447-4e75-97d3-371ce1b660b7 tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5a8d12-4e50-40b1-b543-b734a37e5f8d HTTP/1.1" status: 200 len: 210 time: 0.0271916 Dec 14 02:10:51.124686 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36534) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:10:51.181133 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c3e4bc8-c192-4753-afa1-e2adf469b2ef tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:51.213623 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c3e4bc8-c192-4753-afa1-e2adf469b2ef tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:51.284560 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c3e4bc8-c192-4753-afa1-e2adf469b2ef tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:51.287213 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c3e4bc8-c192-4753-afa1-e2adf469b2ef tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:51.288428 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5c3e4bc8-c192-4753-afa1-e2adf469b2ef tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] 10.222.0.32 "DELETE /v2.0/security-groups/904fbe5c-40e0-4e4d-96c3-82131c86cab0 HTTP/1.1" status: 204 len: 168 time: 0.1626565 Dec 14 02:10:51.298841 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e4bc8-c192-4753-afa1-e2adf469b2ef tempest-TestShelveInstance-359701217 tempest-TestShelveInstance-359701217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=904fbe5c-40e0-4e4d-96c3-82131c86cab0,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:10:51.333411 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36538) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:10:51.800014 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:52.015944 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6dd9e395-c3dd-49a0-8fe8-5b3d2f306a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:52.054184 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Deleting port 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:10:52.054433 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:52.131226 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] For port 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:10:52.131459 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:52.143739 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Calling delete_port for 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:10:52.324272 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:52.354808 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:10:52.378636 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:52.378988 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:52.379326 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:52.379659 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:52.379987 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:52.380338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:52.380661 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:52.380983 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:52.381301 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:52.381619 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:52.381949 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:52.382251 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:52.382563 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:52.905671 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:53.140415 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:10:53.285209 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:10:53.293118 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b20160a6-92f0-4c5d-9ac6-3bc9b8273154 admin admin] 10.222.0.32 "PUT /v2.0/routers/7d2027e9-3fe9-4a04-be5e-f3f7de969fab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9560471 Dec 14 02:10:53.293118 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36542) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:10:53.296996 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b93e6a7-407a-4a19-98a7-f37bd8a0b901 None None] Sync routers for ids ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:10:53.316062 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b93e6a7-407a-4a19-98a7-f37bd8a0b901 None None] Routers {'7d2027e9-3fe9-4a04-be5e-f3f7de969fab'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:10:53.316723 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0b93e6a7-407a-4a19-98a7-f37bd8a0b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:10:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:53.430193 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-0b93e6a7-407a-4a19-98a7-f37bd8a0b901 None None] Set router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:10:53.431071 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3b66486-f60c-4df0-bd5c-518b9121c613 admin admin] Publish callbacks [] for router, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:53.563354 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3b66486-f60c-4df0-bd5c-518b9121c613 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:53.638430 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e3b66486-f60c-4df0-bd5c-518b9121c613 admin admin] Deleting port 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:10:53.638905 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3b66486-f60c-4df0-bd5c-518b9121c613 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:53.736220 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0b93e6a7-407a-4a19-98a7-f37bd8a0b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:10:52Z', 'revision_number': 5, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port': {'id': '1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:01:59Z', 'updated_at': '2021-12-14T02:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:53.737599 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e3b66486-f60c-4df0-bd5c-518b9121c613 admin admin] For port 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:10:53.737973 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3b66486-f60c-4df0-bd5c-518b9121c613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:53.752338 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e3b66486-f60c-4df0-bd5c-518b9121c613 admin admin] Calling delete_port for 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:10:53.764120 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b93e6a7-407a-4a19-98a7-f37bd8a0b901 None None] Checking router: 7d2027e9-3fe9-4a04-be5e-f3f7de969fab for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:10:53.772659 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b93e6a7-407a-4a19-98a7-f37bd8a0b901 None None] Routers {'7d2027e9-3fe9-4a04-be5e-f3f7de969fab'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:10:53.773275 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0b93e6a7-407a-4a19-98a7-f37bd8a0b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:10:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:53.865318 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-0b93e6a7-407a-4a19-98a7-f37bd8a0b901 None None] Set router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:10:53.924317 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-0b93e6a7-407a-4a19-98a7-f37bd8a0b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:10:53Z', 'revision_number': 6, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:53.930850 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3b66486-f60c-4df0-bd5c-518b9121c613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:53.950989 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b93e6a7-407a-4a19-98a7-f37bd8a0b901 None None] The sync data for ids ['7d2027e9-3fe9-4a04-be5e-f3f7de969fab'] in dv-neutron-821592-1-hyperv is: [{'id': '7d2027e9-3fe9-4a04-be5e-f3f7de969fab', 'name': 'tempest-TestShelveInstance-1504078667-router', 'tenant_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:01:58Z', 'updated_at': '2021-12-14T02:10:53Z', 'revision_number': 6, 'project_id': 'cf1a41153f3d47d8bf5143548e04c5b9', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:10:53.961903 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b66486-f60c-4df0-bd5c-518b9121c613 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:10:53.974673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acaf95d-61d7-4cc9-b6b8-70bd8fc96a03 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:10:54.029135 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3b66486-f60c-4df0-bd5c-518b9121c613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.125870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3b66486-f60c-4df0-bd5c-518b9121c613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.128074 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3b66486-f60c-4df0-bd5c-518b9121c613 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.181855 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3b66486-f60c-4df0-bd5c-518b9121c613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.182449 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b66486-f60c-4df0-bd5c-518b9121c613 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d2027e9-3fe9-4a04-be5e-f3f7de969fab {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:10:54.187175 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3b66486-f60c-4df0-bd5c-518b9121c613 admin admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.188362 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e3b66486-f60c-4df0-bd5c-518b9121c613 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7d2027e9-3fe9-4a04-be5e-f3f7de969fab HTTP/1.1" status: 204 len: 168 time: 0.8877437 Dec 14 02:10:54.190891 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36544) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:10:54.240957 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-26393a59-ea74-4504-a993-2e6c74698feb admin admin] Deleting subnet 89673c88-de1b-4c6a-8276-c71b6e646bee {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:10:54.244147 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0a36eb1-af65-4f0c-acf3-0692068954df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.244585 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26393a59-ea74-4504-a993-2e6c74698feb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.281618 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26393a59-ea74-4504-a993-2e6c74698feb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3580341'] for subnet, precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.367887 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26393a59-ea74-4504-a993-2e6c74698feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.429857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:10:54.438867 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26393a59-ea74-4504-a993-2e6c74698feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954907'] for subnet, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.452415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:10:54.452753 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 95d1f3b0-3f02-4fd8-83ca-91adeb7ec7c5 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:10:54.465668 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26393a59-ea74-4504-a993-2e6c74698feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89673c88-de1b-4c6a-8276-c71b6e646bee,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:10:54.470513 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26393a59-ea74-4504-a993-2e6c74698feb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.474452 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-26393a59-ea74-4504-a993-2e6c74698feb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/89673c88-de1b-4c6a-8276-c71b6e646bee HTTP/1.1" status: 204 len: 168 time: 0.2824948 Dec 14 02:10:54.475531 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee48360f-6826-402d-8a0c-c2810c71068b None None] Network c424ddea-a642-4b60-ab40-aac3b8cf6384 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:10:54.476886 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36546) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:10:54.557286 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.617442 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] Deleting port adcefac2-2bec-434e-82c0-05259a23bbc4 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:10:54.617789 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.685956 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] For port adcefac2-2bec-434e-82c0-05259a23bbc4, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=adcefac2-2bec-434e-82c0-05259a23bbc4,segment=NetworkSegment(73798265-1b27-488d-b525-cb500c8cc6e5),segment_id=73798265-1b27-488d-b525-cb500c8cc6e5)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:10:54.686323 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.699858 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] Calling delete_port for adcefac2-2bec-434e-82c0-05259a23bbc4 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:10:54.753997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] DHCP port deletion for c424ddea-a642-4b60-ab40-aac3b8cf6384 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:10:54.787774 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.808087 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Deleting port adcefac2-2bec-434e-82c0-05259a23bbc4 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:10:54.808510 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.822415 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] Pushing event deleted for resources: {'Port': ['ID=adcefac2-2bec-434e-82c0-05259a23bbc4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:10:54.825911 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] No DVR routers for this DVR port adcefac2-2bec-434e-82c0-05259a23bbc4 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:10:54.874718 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] For port adcefac2-2bec-434e-82c0-05259a23bbc4, host dv-neutron-821592-1-hyperv, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:10:54.875170 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.887526 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Calling delete_port for adcefac2-2bec-434e-82c0-05259a23bbc4 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:10:54.890306 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Port adcefac2-2bec-434e-82c0-05259a23bbc4 was not found and therefore no delete operation was performed {{(pid=103410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 02:10:54.891557 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.900003 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.916595 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Pushing event deleted for resources: {'Port': ['ID=adcefac2-2bec-434e-82c0-05259a23bbc4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:10:54.920950 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c424ddea-a642-4b60-ab40-aac3b8cf6384']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:54.925687 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] No DVR routers for this DVR port adcefac2-2bec-434e-82c0-05259a23bbc4 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:10:54.930919 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:54.931492 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:54.932018 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:54.932466 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73798265-1b27-488d-b525-cb500c8cc6e5') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:54.932760 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:54.932926 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73798265-1b27-488d-b525-cb500c8cc6e5') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:54.933099 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:54.933613 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:54.934446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:54.934446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:54.934634 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:54.934914 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:54.935543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:54.935543 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:54.935866 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4a80-b403-4305-b7bf-1055fa38968f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:10:54.950201 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.965806 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.973110 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:10:54.973512 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:10:54.975275 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:10:55.042683 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:55.049368 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:55.051791 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] 10.222.0.32 "DELETE /v2.0/networks/c424ddea-a642-4b60-ab40-aac3b8cf6384 HTTP/1.1" status: 204 len: 168 time: 0.5739846 Dec 14 02:10:55.055060 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36548) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:10:55.066074 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae7e76-c85b-4b9d-a837-adadac7642bc admin admin] Pushing event deleted for resources: {'Network': ['ID=c424ddea-a642-4b60-ab40-aac3b8cf6384,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:10:55.401332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9be262a1-44e4-4102-b4f1-11497026bb10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:55.655067 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9be262a1-44e4-4102-b4f1-11497026bb10 admin admin] Deleting port 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:10:55.655344 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:55.655820 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9be262a1-44e4-4102-b4f1-11497026bb10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:56.065958 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9be262a1-44e4-4102-b4f1-11497026bb10 admin admin] For port 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4,segment=NetworkSegment(0d503044-2f54-4153-8410-cdb6aa235610),segment_id=0d503044-2f54-4153-8410-cdb6aa235610)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:10:56.066722 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9be262a1-44e4-4102-b4f1-11497026bb10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:56.079276 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9be262a1-44e4-4102-b4f1-11497026bb10 admin admin] Calling delete_port for 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:10:56.264028 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9be262a1-44e4-4102-b4f1-11497026bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:56.292992 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:10:56.295688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be262a1-44e4-4102-b4f1-11497026bb10 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:10:56.323784 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:10:56.324180 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 1bbc4e1a-ad07-4dc1-a5b3-f8f84010dca3 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:10:56.324563 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device adcefac2-2bec-434e-82c0-05259a23bbc4 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:10:56.347997 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: adcefac2-2bec-434e-82c0-05259a23bbc4 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:10:56.348642 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device adcefac2-2bec-434e-82c0-05259a23bbc4 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:10:56.463375 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9be262a1-44e4-4102-b4f1-11497026bb10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:56.684471 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be262a1-44e4-4102-b4f1-11497026bb10 admin admin] Router a92d88f0-81aa-4a2d-85b9-e8a92a8a531e has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:10:56.814973 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be262a1-44e4-4102-b4f1-11497026bb10 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:10:56.820475 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-9be262a1-44e4-4102-b4f1-11497026bb10 admin admin] 10.222.0.32 "PUT /v2.0/routers/a92d88f0-81aa-4a2d-85b9-e8a92a8a531e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7642646 Dec 14 02:10:56.824242 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36550) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:10:56.829053 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967482a-e7e3-44dd-895a-c3b546227669 None None] Sync routers for ids ['a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:10:56.840698 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1967482a-e7e3-44dd-895a-c3b546227669 None None] Routers {'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:10:56.841326 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1967482a-e7e3-44dd-895a-c3b546227669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:10:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:56.932867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4abb21a2-6191-4e7a-b8c8-e0146d1ad724 admin admin] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:57.045934 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4abb21a2-6191-4e7a-b8c8-e0146d1ad724 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:57.102320 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4abb21a2-6191-4e7a-b8c8-e0146d1ad724 admin admin] Deleting port 6bcde8ea-7c1f-4786-a15c-534520092a9b {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:10:57.103096 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4abb21a2-6191-4e7a-b8c8-e0146d1ad724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:57.106890 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:57.117774 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-1967482a-e7e3-44dd-895a-c3b546227669 None None] Set router a92d88f0-81aa-4a2d-85b9-e8a92a8a531e gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:10:57.184055 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4abb21a2-6191-4e7a-b8c8-e0146d1ad724 admin admin] For port 6bcde8ea-7c1f-4786-a15c-534520092a9b, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=6bcde8ea-7c1f-4786-a15c-534520092a9b,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:10:57.184484 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4abb21a2-6191-4e7a-b8c8-e0146d1ad724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:57.196549 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4abb21a2-6191-4e7a-b8c8-e0146d1ad724 admin admin] Calling delete_port for 6bcde8ea-7c1f-4786-a15c-534520092a9b owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:10:57.298215 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1967482a-e7e3-44dd-895a-c3b546227669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'name': 'tempest-TestShelveInstance-1009453032-router', 'tenant_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': '6bcde8ea-7c1f-4786-a15c-534520092a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:02:03Z', 'updated_at': '2021-12-14T02:10:56Z', 'revision_number': 5, 'project_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'gw_port': {'id': '6bcde8ea-7c1f-4786-a15c-534520092a9b', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:02:03Z', 'updated_at': '2021-12-14T02:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:57.330143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967482a-e7e3-44dd-895a-c3b546227669 None None] Checking router: a92d88f0-81aa-4a2d-85b9-e8a92a8a531e for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:10:57.338611 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1967482a-e7e3-44dd-895a-c3b546227669 None None] Routers {'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:10:57.339230 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1967482a-e7e3-44dd-895a-c3b546227669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:10:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:57.376175 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4abb21a2-6191-4e7a-b8c8-e0146d1ad724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:57.402289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb21a2-6191-4e7a-b8c8-e0146d1ad724 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bcde8ea-7c1f-4786-a15c-534520092a9b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:10:57.418416 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9762d5f9-17c6-4241-aad2-dde6b3f84353 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:10:57.435807 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-1967482a-e7e3-44dd-895a-c3b546227669 None None] Set router a92d88f0-81aa-4a2d-85b9-e8a92a8a531e gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:10:57.469438 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4abb21a2-6191-4e7a-b8c8-e0146d1ad724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:57.489227 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1967482a-e7e3-44dd-895a-c3b546227669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'name': 'tempest-TestShelveInstance-1009453032-router', 'tenant_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:02:03Z', 'updated_at': '2021-12-14T02:10:57Z', 'revision_number': 6, 'project_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:57.518146 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967482a-e7e3-44dd-895a-c3b546227669 None None] The sync data for ids ['a92d88f0-81aa-4a2d-85b9-e8a92a8a531e'] in dv-neutron-821592-1-hyperv is: [{'id': 'a92d88f0-81aa-4a2d-85b9-e8a92a8a531e', 'name': 'tempest-TestShelveInstance-1009453032-router', 'tenant_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:02:03Z', 'updated_at': '2021-12-14T02:10:57Z', 'revision_number': 6, 'project_id': '6a904e91104847f7b4ca5f8c6fab10c0', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:10:57.572850 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4abb21a2-6191-4e7a-b8c8-e0146d1ad724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:57.575093 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4abb21a2-6191-4e7a-b8c8-e0146d1ad724 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:57.626390 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4abb21a2-6191-4e7a-b8c8-e0146d1ad724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:57.626896 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abb21a2-6191-4e7a-b8c8-e0146d1ad724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a92d88f0-81aa-4a2d-85b9-e8a92a8a531e {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:10:57.631157 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4abb21a2-6191-4e7a-b8c8-e0146d1ad724 admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:57.632355 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4abb21a2-6191-4e7a-b8c8-e0146d1ad724 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a92d88f0-81aa-4a2d-85b9-e8a92a8a531e HTTP/1.1" status: 204 len: 168 time: 0.8071895 Dec 14 02:10:57.635084 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36552) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:10:57.684845 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5e0fda-8802-4db9-8ac1-b15a362787d7 admin admin] Deleting subnet da1946ba-a195-45d8-a1eb-7c560d3acfb3 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:10:57.688731 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0fda-8802-4db9-8ac1-b15a362787d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:57.728241 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0fda-8802-4db9-8ac1-b15a362787d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:57.739221 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:57.811625 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0fda-8802-4db9-8ac1-b15a362787d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:57.869099 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0fda-8802-4db9-8ac1-b15a362787d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:57.896726 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e0fda-8802-4db9-8ac1-b15a362787d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da1946ba-a195-45d8-a1eb-7c560d3acfb3,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:10:57.898728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0fda-8802-4db9-8ac1-b15a362787d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:57.902370 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fb5e0fda-8802-4db9-8ac1-b15a362787d7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/da1946ba-a195-45d8-a1eb-7c560d3acfb3 HTTP/1.1" status: 204 len: 168 time: 0.2663445 Dec 14 02:10:57.904014 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6f74be-759d-45bc-bf0e-ac81a283e197 None None] Network 179eb8f7-c495-4e07-afaa-1415cb9d846a requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:10:57.905192 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36554) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:10:57.985066 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:58.038561 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] Deleting port b383b32a-1de8-4b83-af0a-d7c666fb5f0f {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:10:58.038903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:58.105698 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] For port b383b32a-1de8-4b83-af0a-d7c666fb5f0f, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=b383b32a-1de8-4b83-af0a-d7c666fb5f0f,segment=NetworkSegment(0d503044-2f54-4153-8410-cdb6aa235610),segment_id=0d503044-2f54-4153-8410-cdb6aa235610)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:10:58.106424 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:58.119254 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] Calling delete_port for b383b32a-1de8-4b83-af0a-d7c666fb5f0f owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:10:58.206546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:58.232698 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b383b32a-1de8-4b83-af0a-d7c666fb5f0f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:10:58.234689 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] No DVR routers for this DVR port b383b32a-1de8-4b83-af0a-d7c666fb5f0f on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:10:58.263615 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:10:58.264463 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6205abdb-8092-4b43-b4ed-6c95b6a60eb2 None None] DHCP port deletion for 179eb8f7-c495-4e07-afaa-1415cb9d846a request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:10:58.324808 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:58.329942 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6bcde8ea-7c1f-4786-a15c-534520092a9b no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:10:58.347818 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179eb8f7-c495-4e07-afaa-1415cb9d846a']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:58.356168 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 6bcde8ea-7c1f-4786-a15c-534520092a9b {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:10:58.356595 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 6bcde8ea-7c1f-4786-a15c-534520092a9b not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:10:58.357115 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b383b32a-1de8-4b83-af0a-d7c666fb5f0f no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:10:58.357987 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d503044-2f54-4153-8410-cdb6aa235610') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:58.358289 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d503044-2f54-4153-8410-cdb6aa235610') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:10:58.368091 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:58.378547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: b383b32a-1de8-4b83-af0a-d7c666fb5f0f {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:10:58.378906 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device b383b32a-1de8-4b83-af0a-d7c666fb5f0f not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:10:58.379461 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:10:58.381703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:58.393960 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:10:58.394441 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:10:58.396391 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:10:58.400966 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:10:58.401333 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 40e4bc9e-96b1-4bf8-97c9-c1b9f64a90a4 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:10:58.449707 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:58.456456 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:58.459618 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/179eb8f7-c495-4e07-afaa-1415cb9d846a HTTP/1.1" status: 204 len: 168 time: 0.5533774 Dec 14 02:10:58.469724 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c9ad3-4d83-4090-ba05-5d987c813ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=179eb8f7-c495-4e07-afaa-1415cb9d846a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:10:58.601614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36558) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:10:58.647103 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6a131ce7-ad89-424e-964f-bacdd8a28008 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf1a41153f3d47d8bf5143548e04c5b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442026 Dec 14 02:10:58.650756 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36560) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:10:58.697305 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3f4d-d545-4eb6-90f7-519956afb22c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:58.719239 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3f4d-d545-4eb6-90f7-519956afb22c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:58.769061 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3f4d-d545-4eb6-90f7-519956afb22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:58.771846 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3f4d-d545-4eb6-90f7-519956afb22c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:58.773059 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4a5f3f4d-d545-4eb6-90f7-519956afb22c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a8f1cfb-53e1-43da-917e-d176aa95ae23 HTTP/1.1" status: 204 len: 168 time: 0.1213958 Dec 14 02:10:58.781878 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f3f4d-d545-4eb6-90f7-519956afb22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8f1cfb-53e1-43da-917e-d176aa95ae23,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:10:59.142081 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36566) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:10:59.184134 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-cd087016-8f08-4c41-9e05-4a819ae5a585 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a904e91104847f7b4ca5f8c6fab10c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407758 Dec 14 02:10:59.187371 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36568) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:10:59.238147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2a28ba56-144d-479c-b8ba-735748b3aa5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:59.261383 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2a28ba56-144d-479c-b8ba-735748b3aa5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:59.323175 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2a28ba56-144d-479c-b8ba-735748b3aa5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:59.325885 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2a28ba56-144d-479c-b8ba-735748b3aa5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:10:59.329992 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-2a28ba56-144d-479c-b8ba-735748b3aa5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/090250b0-8582-4123-95db-aef4183a6eb7 HTTP/1.1" status: 204 len: 168 time: 0.1386917 Dec 14 02:10:59.336563 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28ba56-144d-479c-b8ba-735748b3aa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090250b0-8582-4123-95db-aef4183a6eb7,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:00.096054 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36590) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:11:00.218294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e98cfb80-6f48-4f9d-b84b-b8ed71c7f534 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-156673538-network', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:11:00.243912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98cfb80-6f48-4f9d-b84b-b8ed71c7f534 admin admin] Made reservation on behalf of 4bc76b3d52d44b37b961f11a63d92211 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:11:00.246299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e98cfb80-6f48-4f9d-b84b-b8ed71c7f534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:00.254614 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e98cfb80-6f48-4f9d-b84b-b8ed71c7f534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:00.328207 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e98cfb80-6f48-4f9d-b84b-b8ed71c7f534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:00.333425 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e98cfb80-6f48-4f9d-b84b-b8ed71c7f534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:00.362570 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98cfb80-6f48-4f9d-b84b-b8ed71c7f534 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:11:00.369212 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cfb80-6f48-4f9d-b84b-b8ed71c7f534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dcf5a1-5fa4-4233-bada-7924e2e28b93,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:00.376445 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e98cfb80-6f48-4f9d-b84b-b8ed71c7f534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:00.376699 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-e98cfb80-6f48-4f9d-b84b-b8ed71c7f534 admin admin] Added segment d6825f77-766c-467f-96a2-d58f0ee9258f of type vlan for network eebfade6-9920-4229-a5bc-18ab9bbe01b0 Dec 14 02:11:00.417912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e98cfb80-6f48-4f9d-b84b-b8ed71c7f534 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:00.445372 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e98cfb80-6f48-4f9d-b84b-b8ed71c7f534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:00.446398 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98cfb80-6f48-4f9d-b84b-b8ed71c7f534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:00.446975 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e98cfb80-6f48-4f9d-b84b-b8ed71c7f534 admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:00.504204 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e98cfb80-6f48-4f9d-b84b-b8ed71c7f534 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4069028 Dec 14 02:11:00.507209 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36594) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:11:00.510816 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cfb80-6f48-4f9d-b84b-b8ed71c7f534 admin admin] Pushing event updated for resources: {'Network': ['ID=eebfade6-9920-4229-a5bc-18ab9bbe01b0,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:00.513707 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1afd16f0-6aa5-4ccb-9864-5535c8efca6e admin admin] Request body: {'subnet': {'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-156673538-subnet', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:11:00.521338 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network eebfade6-9920-4229-a5bc-18ab9bbe01b0 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:11:00.540351 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afd16f0-6aa5-4ccb-9864-5535c8efca6e admin admin] Made reservation on behalf of 4bc76b3d52d44b37b961f11a63d92211 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:11:00.543080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1afd16f0-6aa5-4ccb-9864-5535c8efca6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:00.713298 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1afd16f0-6aa5-4ccb-9864-5535c8efca6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:00.765401 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd16f0-6aa5-4ccb-9864-5535c8efca6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=19322212-a908-4a37-b357-980616881385,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:00.776511 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd16f0-6aa5-4ccb-9864-5535c8efca6e admin admin] Checking segment: {'id': 'd6825f77-766c-467f-96a2-d58f0ee9258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:11:00.777232 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afd16f0-6aa5-4ccb-9864-5535c8efca6e admin admin] Network hostable DHCP agents. Network: eebfade6-9920-4229-a5bc-18ab9bbe01b0, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:11:00.797224 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afd16f0-6aa5-4ccb-9864-5535c8efca6e admin admin] Network eebfade6-9920-4229-a5bc-18ab9bbe01b0 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:11:00.809798 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-1afd16f0-6aa5-4ccb-9864-5535c8efca6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, eebfade6-9920-4229-a5bc-18ab9bbe01b0) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:11:00.815785 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afd16f0-6aa5-4ccb-9864-5535c8efca6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:00.815785 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1afd16f0-6aa5-4ccb-9864-5535c8efca6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:00.818734 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6efc00-c017-4cf9-9cd7-dd1cef2fa5b5 None None] Network eebfade6-9920-4229-a5bc-18ab9bbe01b0 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:11:00.836269 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1afd16f0-6aa5-4ccb-9864-5535c8efca6e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3245671 Dec 14 02:11:00.836494 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36596) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:11:00.840763 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:11:00.865760 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:00.866863 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:00.920409 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:11:00.921291 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:00.926662 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:01.062566 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Allocated IP 172.20.0.2 (eebfade6-9920-4229-a5bc-18ab9bbe01b0/19322212-a908-4a37-b357-980616881385/d8c87c34-3007-4c70-8eee-8fcdc2851ad1) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:11:01.067490 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:01.208017 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:01.217135 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:01.256397 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Network eebfade6-9920-4229-a5bc-18ab9bbe01b0 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:11:01.259219 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:11:01.262749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:11:01.268495 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Pushing event updated for resources: {'Port': ['ID=d8c87c34-3007-4c70-8eee-8fcdc2851ad1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:01.268721 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:01.293751 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:01.322956 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Attempting to bind port d8c87c34-3007-4c70-8eee-8fcdc2851ad1 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:11:01.323233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Attempting to bind port d8c87c34-3007-4c70-8eee-8fcdc2851ad1 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'd6825f77-766c-467f-96a2-d58f0ee9258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:11:01.323598 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Attempting to bind port d8c87c34-3007-4c70-8eee-8fcdc2851ad1 on network eebfade6-9920-4229-a5bc-18ab9bbe01b0 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:11:01.328637 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:11:01.329046 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Checking segment: {'id': 'd6825f77-766c-467f-96a2-d58f0ee9258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:11:01.329453 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:01.329849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Bound using segment: {'id': 'd6825f77-766c-467f-96a2-d58f0ee9258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:11:01.330315 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Bound port: d8c87c34-3007-4c70-8eee-8fcdc2851ad1, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6825f77-766c-467f-96a2-d58f0ee9258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:11:01.330705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:01.395580 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] For port d8c87c34-3007-4c70-8eee-8fcdc2851ad1, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:11:01.398988 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] For port d8c87c34-3007-4c70-8eee-8fcdc2851ad1, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d8c87c34-3007-4c70-8eee-8fcdc2851ad1,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:11:01.401484 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Allocated IP 172.26.1.69 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/78e0c080-d7dc-4180-9c14-990166f8554a) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:11:01.403648 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:01.460017 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab4b57-e78f-4d95-8bae-6b192c5cdf1f None None] Pushing event updated for resources: {'Port': ['ID=d8c87c34-3007-4c70-8eee-8fcdc2851ad1,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:01.505262 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:01.540849 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:01.581743 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:11:01.584709 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:11:01.587177 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:11:01.599027 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b936a8-ead2-40ec-a7c6-c29b668a46d7 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:11:01.624630 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Pushing event updated for resources: {'Port': ['ID=78e0c080-d7dc-4180-9c14-990166f8554a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:01.769400 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-702804d7-9b65-4a71-b8ee-274f657e7331 None None] Provisioning complete for port 78e0c080-d7dc-4180-9c14-990166f8554a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:01.770413 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-702804d7-9b65-4a71-b8ee-274f657e7331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:01.811020 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-702804d7-9b65-4a71-b8ee-274f657e7331 None None] Port 78e0c080-d7dc-4180-9c14-990166f8554a cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:11:01.874073 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:02.078105 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:02.221817 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Router 87439a03-9f04-40a7-9653-1f2c0d5700fe is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:11:02.324395 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d8c87c34-3007-4c70-8eee-8fcdc2851ad1 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:11:02.378594 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port d8c87c34-3007-4c70-8eee-8fcdc2851ad1 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:02.378969 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:02.451322 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5907a2-4baf-4f55-a77b-7b475a4c5cbe None None] Network eebfade6-9920-4229-a5bc-18ab9bbe01b0 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:11:02.509120 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:02.573204 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-719b54df-6eae-4217-9bce-509bdd3ae013 None None] Provisioning complete for port d8c87c34-3007-4c70-8eee-8fcdc2851ad1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:02.573570 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-719b54df-6eae-4217-9bce-509bdd3ae013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:02.579736 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] For port d8c87c34-3007-4c70-8eee-8fcdc2851ad1, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d8c87c34-3007-4c70-8eee-8fcdc2851ad1,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:11:02.610769 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:02.685547 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Pushing event updated for resources: {'Port': ['ID=d8c87c34-3007-4c70-8eee-8fcdc2851ad1,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:02.715538 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:11:02.727602 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Sync routers for ids ['87439a03-9f04-40a7-9653-1f2c0d5700fe'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:11:02.737474 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] Publish callbacks [] for router, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:02.740150 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-44ef579d-e0c7-483a-a01e-3a6b194c6fcc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9018421 Dec 14 02:11:02.741573 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Routers {'87439a03-9f04-40a7-9653-1f2c0d5700fe'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:11:02.742189 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:10:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['87439a03-9f04-40a7-9653-1f2c0d5700fe'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:02.742766 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36598) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:11:02.859538 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Set router 87439a03-9f04-40a7-9653-1f2c0d5700fe gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:11:02.952251 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-748d7382-a115-42f8-be92-4cdf080e2763 None None] Provisioning complete for port d8c87c34-3007-4c70-8eee-8fcdc2851ad1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:02.952542 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-748d7382-a115-42f8-be92-4cdf080e2763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:03.041714 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:01Z', 'revision_number': 3, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:03.068910 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Checking router: 87439a03-9f04-40a7-9653-1f2c0d5700fe for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:11:03.069299 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Updating router 87439a03-9f04-40a7-9653-1f2c0d5700fe port 78e0c080-d7dc-4180-9c14-990166f8554a binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:11:03.095012 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:03.170888 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:03.326632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Allocated IP 172.20.0.1 (eebfade6-9920-4229-a5bc-18ab9bbe01b0/19322212-a908-4a37-b357-980616881385/34a18c67-28fc-4230-860f-766e74db48bd) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:11:03.345428 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:03.351864 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:03.392068 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d5e9d8-fdcf-4954-9eef-cd0c46c7de66 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:11:03.411438 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Attempting to bind port 78e0c080-d7dc-4180-9c14-990166f8554a on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:11:03.411950 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Attempting to bind port 78e0c080-d7dc-4180-9c14-990166f8554a by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:11:03.412489 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Attempting to bind port 78e0c080-d7dc-4180-9c14-990166f8554a on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:11:03.420484 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf261f4-c8d5-40b4-988d-23f0a0155436 None None] Pushing event updated for resources: {'Port': ['ID=78e0c080-d7dc-4180-9c14-990166f8554a,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:03.424619 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:11:03.425110 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:11:03.425647 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:03.426198 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:11:03.426866 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Bound port: 78e0c080-d7dc-4180-9c14-990166f8554a, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:11:03.427350 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:03.433937 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf261f4-c8d5-40b4-988d-23f0a0155436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:11:03.434430 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf261f4-c8d5-40b4-988d-23f0a0155436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:11:03.434914 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf261f4-c8d5-40b4-988d-23f0a0155436 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:11:03.435374 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf261f4-c8d5-40b4-988d-23f0a0155436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:11:03.435816 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf261f4-c8d5-40b4-988d-23f0a0155436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:11:03.436284 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf261f4-c8d5-40b4-988d-23f0a0155436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:11:03.436744 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf261f4-c8d5-40b4-988d-23f0a0155436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:11:03.437220 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf261f4-c8d5-40b4-988d-23f0a0155436 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:11:03.437691 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf261f4-c8d5-40b4-988d-23f0a0155436 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:11:03.438185 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf261f4-c8d5-40b4-988d-23f0a0155436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:11:03.438516 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf261f4-c8d5-40b4-988d-23f0a0155436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:11:03.438842 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf261f4-c8d5-40b4-988d-23f0a0155436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:11:03.439154 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf261f4-c8d5-40b4-988d-23f0a0155436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:11:03.447060 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:03.466530 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-663ace49-b837-480f-9e0f-dfce4b7755d9 None None] Provisioning complete for port 78e0c080-d7dc-4180-9c14-990166f8554a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:03.466891 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-663ace49-b837-480f-9e0f-dfce4b7755d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:03.486728 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:03.490282 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] For port 78e0c080-d7dc-4180-9c14-990166f8554a, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:11:03.493604 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] For port 78e0c080-d7dc-4180-9c14-990166f8554a, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=78e0c080-d7dc-4180-9c14-990166f8554a,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:11:03.500974 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:03.508052 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-663ace49-b837-480f-9e0f-dfce4b7755d9 None None] Port 78e0c080-d7dc-4180-9c14-990166f8554a cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:11:03.526111 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Network eebfade6-9920-4229-a5bc-18ab9bbe01b0 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:11:03.530879 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:11:03.534757 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:11:03.559070 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ca3449-3623-4e13-85ed-b6749fd3b55a None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:11:03.560321 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf261f4-c8d5-40b4-988d-23f0a0155436 None None] Pushing event updated for resources: {'Port': ['ID=78e0c080-d7dc-4180-9c14-990166f8554a,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:03.561644 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Pushing event updated for resources: {'Port': ['ID=34a18c67-28fc-4230-860f-766e74db48bd,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:03.566104 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Routers {'87439a03-9f04-40a7-9653-1f2c0d5700fe'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:11:03.566718 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:10:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['87439a03-9f04-40a7-9653-1f2c0d5700fe'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:03.579040 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:03.631766 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-9aad3da8-eedb-43f0-b2be-8ed0266a154f None None] Provisioning complete for port 78e0c080-d7dc-4180-9c14-990166f8554a triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:03.632758 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9aad3da8-eedb-43f0-b2be-8ed0266a154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:03.680681 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] Set router 87439a03-9f04-40a7-9653-1f2c0d5700fe gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:11:03.726468 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9aad3da8-eedb-43f0-b2be-8ed0266a154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:03.762252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9aad3da8-eedb-43f0-b2be-8ed0266a154f None None] For port 78e0c080-d7dc-4180-9c14-990166f8554a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=78e0c080-d7dc-4180-9c14-990166f8554a,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:11:03.769693 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9aad3da8-eedb-43f0-b2be-8ed0266a154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:03.839135 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad3da8-eedb-43f0-b2be-8ed0266a154f None None] Pushing event updated for resources: {'Port': ['ID=78e0c080-d7dc-4180-9c14-990166f8554a,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:03.885395 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:01Z', 'revision_number': 3, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:03.892323 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-806ea0dd-9727-4dca-8d4a-5c0abe0a9ab9 None None] Provisioning complete for port 34a18c67-28fc-4230-860f-766e74db48bd triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:03.892704 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-806ea0dd-9727-4dca-8d4a-5c0abe0a9ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:03.911612 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3381d5a-424e-4f7a-a34a-f42da8553b09 None None] The sync data for ids ['87439a03-9f04-40a7-9653-1f2c0d5700fe'] in dv-neutron-821592-1-hyperv is: [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:01Z', 'revision_number': 3, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:11:03.930155 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-806ea0dd-9727-4dca-8d4a-5c0abe0a9ab9 None None] Port 34a18c67-28fc-4230-860f-766e74db48bd cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:11:04.062348 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:04.250329 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:04.256696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:04.330919 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Pushing event updated for resources: {'Port': ['ID=34a18c67-28fc-4230-860f-766e74db48bd,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:04.333952 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:04.372529 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 78e0c080-d7dc-4180-9c14-990166f8554a up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:11:04.429262 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 78e0c080-d7dc-4180-9c14-990166f8554a triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:04.429640 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:04.430104 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Network eebfade6-9920-4229-a5bc-18ab9bbe01b0 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:11:04.431551 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:11:04.527657 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d8c87c34-3007-4c70-8eee-8fcdc2851ad1 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:11:04.570644 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Router 87439a03-9f04-40a7-9653-1f2c0d5700fe has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:11:04.587257 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port d8c87c34-3007-4c70-8eee-8fcdc2851ad1 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:04.587637 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:04.692201 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:11:04.697934 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d642633e-7ff0-4b28-bd11-358a588d3805 admin admin] 10.222.0.32 "PUT /v2.0/routers/87439a03-9f04-40a7-9653-1f2c0d5700fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9536326 Dec 14 02:11:04.770004 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c593f221-1e53-43fa-abd4-341af2222729 None None] Provisioning complete for port 34a18c67-28fc-4230-860f-766e74db48bd triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:04.770629 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c593f221-1e53-43fa-abd4-341af2222729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:04.809091 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c593f221-1e53-43fa-abd4-341af2222729 None None] Port 34a18c67-28fc-4230-860f-766e74db48bd cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:11:05.196571 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36614) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:11:05.201793 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-bc1e1a9e-9d11-4a8c-928d-35fa28283371 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1579807407-network', 'tenant_id': '539cec6dc9d6465caedb37b7405c1910'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:11:05.225986 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1e1a9e-9d11-4a8c-928d-35fa28283371 admin admin] Made reservation on behalf of 539cec6dc9d6465caedb37b7405c1910 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:11:05.228410 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1a9e-9d11-4a8c-928d-35fa28283371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for network, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:05.238098 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1a9e-9d11-4a8c-928d-35fa28283371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:05.312622 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1a9e-9d11-4a8c-928d-35fa28283371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:05.318108 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1a9e-9d11-4a8c-928d-35fa28283371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:05.343632 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1e1a9e-9d11-4a8c-928d-35fa28283371 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:11:05.353481 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e1a9e-9d11-4a8c-928d-35fa28283371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848b1d17-75ba-4f89-8095-663cfd31755c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:05.358339 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1a9e-9d11-4a8c-928d-35fa28283371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:05.358684 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.segments_db [None req-bc1e1a9e-9d11-4a8c-928d-35fa28283371 admin admin] Added segment ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67 of type vlan for network 767d805f-3516-49f2-90c5-c69c7d205049 Dec 14 02:11:05.400274 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1a9e-9d11-4a8c-928d-35fa28283371 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760986147054'] for network, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:05.432539 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1a9e-9d11-4a8c-928d-35fa28283371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178'] for network, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:05.433826 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1e1a9e-9d11-4a8c-928d-35fa28283371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:05.434749 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1a9e-9d11-4a8c-928d-35fa28283371 admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:05.489366 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-bc1e1a9e-9d11-4a8c-928d-35fa28283371 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2915070 Dec 14 02:11:05.492384 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36616) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:11:05.497986 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-26e0554a-a6b9-4d55-93dc-3ddb10b5173c admin admin] Request body: {'subnet': {'network_id': '767d805f-3516-49f2-90c5-c69c7d205049', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1579807407-subnet', 'tenant_id': '539cec6dc9d6465caedb37b7405c1910', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:11:05.504137 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e1a9e-9d11-4a8c-928d-35fa28283371 admin admin] Pushing event updated for resources: {'Network': ['ID=767d805f-3516-49f2-90c5-c69c7d205049,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:05.516451 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Network 767d805f-3516-49f2-90c5-c69c7d205049 details requested by agent ovs-agent-dv-neutron-821592-1-hyperv with host dv-neutron-821592-1-hyperv {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:11:05.525427 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e0554a-a6b9-4d55-93dc-3ddb10b5173c admin admin] Made reservation on behalf of 539cec6dc9d6465caedb37b7405c1910 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:11:05.528393 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26e0554a-a6b9-4d55-93dc-3ddb10b5173c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954884'] for subnet, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:05.564420 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Sync routers for ids ['87439a03-9f04-40a7-9653-1f2c0d5700fe'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:11:05.597878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Routers {'87439a03-9f04-40a7-9653-1f2c0d5700fe'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:11:05.598578 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:10:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['87439a03-9f04-40a7-9653-1f2c0d5700fe'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:05.701558 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26e0554a-a6b9-4d55-93dc-3ddb10b5173c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954898'] for subnet, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:05.769193 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0554a-a6b9-4d55-93dc-3ddb10b5173c admin admin] Pushing event updated for resources: {'Subnet': ['ID=535f9aa7-ff90-415f-8b79-36cbd13e02ae,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:05.777913 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0554a-a6b9-4d55-93dc-3ddb10b5173c admin admin] Checking segment: {'id': 'ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '767d805f-3516-49f2-90c5-c69c7d205049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:11:05.778284 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e0554a-a6b9-4d55-93dc-3ddb10b5173c admin admin] Network hostable DHCP agents. Network: 767d805f-3516-49f2-90c5-c69c7d205049, hostable agents: ['ab72172b-29dd-4df7-8006-4b270c197fbc'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:11:05.800933 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e0554a-a6b9-4d55-93dc-3ddb10b5173c admin admin] Network 767d805f-3516-49f2-90c5-c69c7d205049 is scheduled to be hosted by DHCP agent ab72172b-29dd-4df7-8006-4b270c197fbc with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:11:05.813679 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-26e0554a-a6b9-4d55-93dc-3ddb10b5173c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821592-1-hyperv, 767d805f-3516-49f2-90c5-c69c7d205049) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:11:05.818326 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e0554a-a6b9-4d55-93dc-3ddb10b5173c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:05.818891 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26e0554a-a6b9-4d55-93dc-3ddb10b5173c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:05.837023 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-26e0554a-a6b9-4d55-93dc-3ddb10b5173c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3434353 Dec 14 02:11:05.839722 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36618) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:11:05.844400 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1579807407-router', 'tenant_id': '539cec6dc9d6465caedb37b7405c1910', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:11:05.859211 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d2447a-1eda-4156-99d0-679261a6d10f None None] Network 767d805f-3516-49f2-90c5-c69c7d205049 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:11:05.867685 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8604'] for router, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:05.868792 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16263735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8613'] for router, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:05.921240 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:05.927559 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Set router 87439a03-9f04-40a7-9653-1f2c0d5700fe gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:11:06.038155 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b601878-7b86-51ab-9623-fb9e67e2cce0-767d805f-3516-49f2-90c5-c69c7d205049', 'network_id': '767d805f-3516-49f2-90c5-c69c7d205049', 'project_id': '539cec6dc9d6465caedb37b7405c1910', 'fixed_ips': [{'subnet_id': '535f9aa7-ff90-415f-8b79-36cbd13e02ae'}]}} from dv-neutron-821592-1-hyperv. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:11:06.039018 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:06.060070 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:06.251717 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Allocated IP 172.20.0.2 (767d805f-3516-49f2-90c5-c69c7d205049/535f9aa7-ff90-415f-8b79-36cbd13e02ae/2c44b719-224e-4408-b1ee-e7aec9edf4d7) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:11:06.265996 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:06.286251 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:06.314846 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:04Z', 'revision_number': 4, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '34a18c67-28fc-4230-860f-766e74db48bd', 'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'mac_address': 'fa:16:3e:17:20:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:03Z', 'updated_at': '2021-12-14T02:11:04Z', 'revision_number': 2, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'subnets': [{'id': '19322212-a908-4a37-b357-980616881385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:06.344728 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Checking router: 87439a03-9f04-40a7-9653-1f2c0d5700fe for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:11:06.345078 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Updating router 87439a03-9f04-40a7-9653-1f2c0d5700fe port 34a18c67-28fc-4230-860f-766e74db48bd binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:11:06.386205 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:06.392072 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Allocated IP 172.26.1.151 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/ffa50867-76dc-4b68-b010-a7e97866aa93) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:11:06.494912 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:06.524929 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:06.532885 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:06.535660 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:06.576978 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:11:06.582286 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:11:06.584566 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Pushing event updated for resources: {'Port': ['ID=ffa50867-76dc-4b68-b010-a7e97866aa93,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:06.586669 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:11:06.598851 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Network 767d805f-3516-49f2-90c5-c69c7d205049 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:11:06.601219 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fc6424-6c60-41f4-8abe-a349f888459e None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:11:06.640287 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:11:06.643322 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:11:06.647878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Pushing event updated for resources: {'Port': ['ID=2c44b719-224e-4408-b1ee-e7aec9edf4d7,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:06.744910 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Attempting to bind port 2c44b719-224e-4408-b1ee-e7aec9edf4d7 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:11:06.745274 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Attempting to bind port 2c44b719-224e-4408-b1ee-e7aec9edf4d7 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '767d805f-3516-49f2-90c5-c69c7d205049'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:11:06.745632 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Attempting to bind port 2c44b719-224e-4408-b1ee-e7aec9edf4d7 on network 767d805f-3516-49f2-90c5-c69c7d205049 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:11:06.766451 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:11:06.767028 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Checking segment: {'id': 'ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '767d805f-3516-49f2-90c5-c69c7d205049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:11:06.767618 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:06.768019 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Bound using segment: {'id': 'ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '767d805f-3516-49f2-90c5-c69c7d205049'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:11:06.768532 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Bound port: 2c44b719-224e-4408-b1ee-e7aec9edf4d7, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '767d805f-3516-49f2-90c5-c69c7d205049'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:11:06.768922 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:06.791143 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-19b09029-7474-470a-aae4-13d84ba5adf9 None None] Provisioning complete for port ffa50867-76dc-4b68-b010-a7e97866aa93 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:06.791498 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19b09029-7474-470a-aae4-13d84ba5adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:06.846827 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:06.890596 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-19b09029-7474-470a-aae4-13d84ba5adf9 None None] Port ffa50867-76dc-4b68-b010-a7e97866aa93 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:11:06.908307 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:06.918136 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] For port 2c44b719-224e-4408-b1ee-e7aec9edf4d7, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:11:06.920210 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:06.923265 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] For port 2c44b719-224e-4408-b1ee-e7aec9edf4d7, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2c44b719-224e-4408-b1ee-e7aec9edf4d7,segment=NetworkSegment(ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67),segment_id=ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:11:06.930949 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:06.986590 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd53733-b505-4cf3-a26e-8235f9082914 None None] Pushing event updated for resources: {'Port': ['ID=34a18c67-28fc-4230-860f-766e74db48bd,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:07.071423 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435781'] for router, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:07.083014 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Attempting to bind port 34a18c67-28fc-4230-860f-766e74db48bd on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:11:07.083280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Attempting to bind port 34a18c67-28fc-4230-860f-766e74db48bd by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'd6825f77-766c-467f-96a2-d58f0ee9258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:11:07.083630 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Attempting to bind port 34a18c67-28fc-4230-860f-766e74db48bd on network eebfade6-9920-4229-a5bc-18ab9bbe01b0 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:11:07.092588 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:11:07.092969 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Checking segment: {'id': 'd6825f77-766c-467f-96a2-d58f0ee9258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:11:07.093380 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:07.093780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Bound using segment: {'id': 'd6825f77-766c-467f-96a2-d58f0ee9258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:11:07.094285 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Bound port: 34a18c67-28fc-4230-860f-766e74db48bd, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6825f77-766c-467f-96a2-d58f0ee9258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:11:07.094672 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:07.098191 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619210ec-a241-41df-b184-14fb829c9dfd None None] Pushing event updated for resources: {'Port': ['ID=2c44b719-224e-4408-b1ee-e7aec9edf4d7,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:07.180299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] For port 34a18c67-28fc-4230-860f-766e74db48bd, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:11:07.184586 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] For port 34a18c67-28fc-4230-860f-766e74db48bd, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=34a18c67-28fc-4230-860f-766e74db48bd,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:11:07.190545 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:07.249679 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Router 0e9960ee-9640-40a7-b06e-47a50b9efcb1 is scheduled to L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:11:07.262396 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Routers {'87439a03-9f04-40a7-9653-1f2c0d5700fe'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:11:07.263031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:10:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['87439a03-9f04-40a7-9653-1f2c0d5700fe'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:07.316379 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd53733-b505-4cf3-a26e-8235f9082914 None None] Pushing event updated for resources: {'Port': ['ID=34a18c67-28fc-4230-860f-766e74db48bd,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:07.373798 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-bad2840f-34dd-43d8-9ab2-78f965e628f3 None None] Provisioning complete for port 34a18c67-28fc-4230-860f-766e74db48bd triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:07.374194 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bad2840f-34dd-43d8-9ab2-78f965e628f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:07.383331 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:11:07.392386 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Sync routers for ids ['0e9960ee-9640-40a7-b06e-47a50b9efcb1'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:11:07.408136 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Routers {'0e9960ee-9640-40a7-b06e-47a50b9efcb1'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:11:07.408758 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:10:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['0e9960ee-9640-40a7-b06e-47a50b9efcb1'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:07.416210 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:07.418584 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-d73b6cf1-12eb-463f-a322-f1184d4a54dc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5777757 Dec 14 02:11:07.421508 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36620) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:11:07.475767 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] Set router 87439a03-9f04-40a7-9653-1f2c0d5700fe gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:11:07.584119 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bad2840f-34dd-43d8-9ab2-78f965e628f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:07.666309 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-bad2840f-34dd-43d8-9ab2-78f965e628f3 None None] For port 34a18c67-28fc-4230-860f-766e74db48bd, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=34a18c67-28fc-4230-860f-766e74db48bd,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:11:07.669981 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Set router 0e9960ee-9640-40a7-b06e-47a50b9efcb1 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:11:07.683513 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bad2840f-34dd-43d8-9ab2-78f965e628f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:07.881726 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'name': 'tempest-TestSnapshotPattern-1579807407-router', 'tenant_id': '539cec6dc9d6465caedb37b7405c1910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ffa50867-76dc-4b68-b010-a7e97866aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:05Z', 'updated_at': '2021-12-14T02:11:06Z', 'revision_number': 3, 'project_id': '539cec6dc9d6465caedb37b7405c1910', 'gw_port': {'id': 'ffa50867-76dc-4b68-b010-a7e97866aa93', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:06Z', 'updated_at': '2021-12-14T02:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:07.902208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:07.919768 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Checking router: 0e9960ee-9640-40a7-b06e-47a50b9efcb1 for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:11:07.919899 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Updating router 0e9960ee-9640-40a7-b06e-47a50b9efcb1 port ffa50867-76dc-4b68-b010-a7e97866aa93 binding host dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:11:07.946939 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8ff5c3f6-ede8-42da-bde1-8da52a9e6d43 None None] Provisioning complete for port 34a18c67-28fc-4230-860f-766e74db48bd triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:07.947560 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c3f6-ede8-42da-bde1-8da52a9e6d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:07.950125 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2840f-34dd-43d8-9ab2-78f965e628f3 None None] Pushing event updated for resources: {'Port': ['ID=34a18c67-28fc-4230-860f-766e74db48bd,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:07.963047 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:08.017923 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:04Z', 'revision_number': 4, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '34a18c67-28fc-4230-860f-766e74db48bd', 'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'mac_address': 'fa:16:3e:17:20:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:03Z', 'updated_at': '2021-12-14T02:11:07Z', 'revision_number': 4, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'subnets': [{'id': '19322212-a908-4a37-b357-980616881385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:08.063575 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913a9415-38be-4087-be1e-12db224a1bb0 None None] The sync data for ids ['87439a03-9f04-40a7-9653-1f2c0d5700fe'] in dv-neutron-821592-1-hyperv is: [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:04Z', 'revision_number': 4, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '34a18c67-28fc-4230-860f-766e74db48bd', 'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'mac_address': 'fa:16:3e:17:20:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:03Z', 'updated_at': '2021-12-14T02:11:07Z', 'revision_number': 4, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'subnets': [{'id': '19322212-a908-4a37-b357-980616881385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:11:08.104635 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Allocated IP 172.20.0.1 (767d805f-3516-49f2-90c5-c69c7d205049/535f9aa7-ff90-415f-8b79-36cbd13e02ae/ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:11:08.274544 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:08.345102 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:08.350372 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:08.357626 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce916f9-a933-452a-8d79-009b8ef08b50 None None] Network 767d805f-3516-49f2-90c5-c69c7d205049 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:11:08.368832 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:08.398777 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Network 767d805f-3516-49f2-90c5-c69c7d205049 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:11:08.402389 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:11:08.413966 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:11:08.419620 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895ce2c-0531-404c-baf2-ec2597323348 None None] Pushing event updated for resources: {'Port': ['ID=ffa50867-76dc-4b68-b010-a7e97866aa93,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:08.440280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2c44b719-224e-4408-b1ee-e7aec9edf4d7 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:11:08.441144 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Attempting to bind port ffa50867-76dc-4b68-b010-a7e97866aa93 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:11:08.441788 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Attempting to bind port ffa50867-76dc-4b68-b010-a7e97866aa93 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:11:08.442317 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Attempting to bind port ffa50867-76dc-4b68-b010-a7e97866aa93 on network 9d3d9e64-5277-4411-88bd-12485529348e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:11:08.448537 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:11:08.449173 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Checking segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:11:08.449726 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:08.450055 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d150b1e-7374-44f7-aa33-ef40c535aa71 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:11:08.450428 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Bound using segment: {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:11:08.451607 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Bound port: ffa50867-76dc-4b68-b010-a7e97866aa93, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb791edd-9827-4dcc-a3b0-cfe0db958cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:11:08.452303 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:08.461429 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:08.483256 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443254'] for router_interface, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:08.512135 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-11a02fee-ba17-4e92-b759-499f4ab760f6 None None] Provisioning complete for port 2c44b719-224e-4408-b1ee-e7aec9edf4d7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:08.512776 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-11a02fee-ba17-4e92-b759-499f4ab760f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:08.534569 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] For port ffa50867-76dc-4b68-b010-a7e97866aa93, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:11:08.538181 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] For port ffa50867-76dc-4b68-b010-a7e97866aa93, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ffa50867-76dc-4b68-b010-a7e97866aa93,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:11:08.544689 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:08.601774 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfc14c3-979f-4181-98f4-e978a69b7493 None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:11:08.626311 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 2c44b719-224e-4408-b1ee-e7aec9edf4d7 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:08.626873 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:08.629505 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Routers {'0e9960ee-9640-40a7-b06e-47a50b9efcb1'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:11:08.631167 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:10:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['0e9960ee-9640-40a7-b06e-47a50b9efcb1'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:08.636030 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895ce2c-0531-404c-baf2-ec2597323348 None None] Pushing event updated for resources: {'Port': ['ID=ffa50867-76dc-4b68-b010-a7e97866aa93,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:08.673870 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:08.713632 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-11a02fee-ba17-4e92-b759-499f4ab760f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:08.805321 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:08.836420 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-11a02fee-ba17-4e92-b759-499f4ab760f6 None None] For port 2c44b719-224e-4408-b1ee-e7aec9edf4d7, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2c44b719-224e-4408-b1ee-e7aec9edf4d7,segment=NetworkSegment(ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67),segment_id=ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:11:08.849201 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] Set router 0e9960ee-9640-40a7-b06e-47a50b9efcb1 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:11:08.885606 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-11a02fee-ba17-4e92-b759-499f4ab760f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:08.967335 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:08.974978 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:08.993330 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a02fee-ba17-4e92-b759-499f4ab760f6 None None] Pushing event updated for resources: {'Port': ['ID=2c44b719-224e-4408-b1ee-e7aec9edf4d7,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:08.996020 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:11:09.000690 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG oslo_db.api [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:11:09.033468 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-43071d4b-c6dd-4418-9884-4cca49f1a8c7 None None] Provisioning complete for port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:09.033871 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43071d4b-c6dd-4418-9884-4cca49f1a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:09.083826 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443146'] for router_interface, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:09.092009 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-43071d4b-c6dd-4418-9884-4cca49f1a8c7 None None] Port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:11:09.096594 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:09.113927 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-43071d4b-c6dd-4418-9884-4cca49f1a8c7 None None] Provisioning complete for port 2c44b719-224e-4408-b1ee-e7aec9edf4d7 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:09.114641 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43071d4b-c6dd-4418-9884-4cca49f1a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:09.194290 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'name': 'tempest-TestSnapshotPattern-1579807407-router', 'tenant_id': '539cec6dc9d6465caedb37b7405c1910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ffa50867-76dc-4b68-b010-a7e97866aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:05Z', 'updated_at': '2021-12-14T02:11:08Z', 'revision_number': 4, 'project_id': '539cec6dc9d6465caedb37b7405c1910', 'gw_port': {'id': 'ffa50867-76dc-4b68-b010-a7e97866aa93', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:06Z', 'updated_at': '2021-12-14T02:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5', 'name': '', 'network_id': '767d805f-3516-49f2-90c5-c69c7d205049', 'tenant_id': '539cec6dc9d6465caedb37b7405c1910', 'mac_address': 'fa:16:3e:9b:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '535f9aa7-ff90-415f-8b79-36cbd13e02ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:07Z', 'updated_at': '2021-12-14T02:11:08Z', 'revision_number': 1, 'project_id': '539cec6dc9d6465caedb37b7405c1910', 'subnets': [{'id': '535f9aa7-ff90-415f-8b79-36cbd13e02ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:09.239997 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef91310-82ec-4856-85c2-197998d5af0b None None] The sync data for ids ['0e9960ee-9640-40a7-b06e-47a50b9efcb1'] in dv-neutron-821592-1-hyperv is: [{'id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'name': 'tempest-TestSnapshotPattern-1579807407-router', 'tenant_id': '539cec6dc9d6465caedb37b7405c1910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ffa50867-76dc-4b68-b010-a7e97866aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:05Z', 'updated_at': '2021-12-14T02:11:08Z', 'revision_number': 4, 'project_id': '539cec6dc9d6465caedb37b7405c1910', 'gw_port': {'id': 'ffa50867-76dc-4b68-b010-a7e97866aa93', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:06Z', 'updated_at': '2021-12-14T02:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5', 'name': '', 'network_id': '767d805f-3516-49f2-90c5-c69c7d205049', 'tenant_id': '539cec6dc9d6465caedb37b7405c1910', 'mac_address': 'fa:16:3e:9b:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '535f9aa7-ff90-415f-8b79-36cbd13e02ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:07Z', 'updated_at': '2021-12-14T02:11:08Z', 'revision_number': 1, 'project_id': '539cec6dc9d6465caedb37b7405c1910', 'subnets': [{'id': '535f9aa7-ff90-415f-8b79-36cbd13e02ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:11:09.246984 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Network 767d805f-3516-49f2-90c5-c69c7d205049 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:11:09.247446 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-43071d4b-c6dd-4418-9884-4cca49f1a8c7 None None] Provisioning complete for port ffa50867-76dc-4b68-b010-a7e97866aa93 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:09.247726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43071d4b-c6dd-4418-9884-4cca49f1a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:09.248637 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:11:09.372220 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43071d4b-c6dd-4418-9884-4cca49f1a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:09.399736 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Router 0e9960ee-9640-40a7-b06e-47a50b9efcb1 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:11:09.407722 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-43071d4b-c6dd-4418-9884-4cca49f1a8c7 None None] For port ffa50867-76dc-4b68-b010-a7e97866aa93, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ffa50867-76dc-4b68-b010-a7e97866aa93,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:11:09.412735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43071d4b-c6dd-4418-9884-4cca49f1a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:09.475994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43071d4b-c6dd-4418-9884-4cca49f1a8c7 None None] Pushing event updated for resources: {'Port': ['ID=ffa50867-76dc-4b68-b010-a7e97866aa93,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:09.548803 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 34a18c67-28fc-4230-860f-766e74db48bd up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:11:09.553065 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0059ac01-7786-48b3-a3e9-05454e96c34c None None] Provisioning complete for port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:09.553439 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0059ac01-7786-48b3-a3e9-05454e96c34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:09.555012 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:11:09.561099 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-33259257-d719-45e4-b9a0-bde99723a6b4 admin admin] 10.222.0.32 "PUT /v2.0/routers/0e9960ee-9640-40a7-b06e-47a50b9efcb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1375561 Dec 14 02:11:09.641724 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0059ac01-7786-48b3-a3e9-05454e96c34c None None] Port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:11:09.654245 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 34a18c67-28fc-4230-860f-766e74db48bd triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:09.654618 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:09.768381 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-01ab5740-5112-49d4-9fef-a9c7afdbf52e None None] Provisioning complete for port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:09.768765 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-01ab5740-5112-49d4-9fef-a9c7afdbf52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:09.809907 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-01ab5740-5112-49d4-9fef-a9c7afdbf52e None None] Port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:11:10.300903 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2c44b719-224e-4408-b1ee-e7aec9edf4d7 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:11:10.355178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port 2c44b719-224e-4408-b1ee-e7aec9edf4d7 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:10.355555 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.132057 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36632) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:11:11.136873 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-dc260645-1ed7-4c4b-9c67-dea50f74b31e tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1918432561', 'description': 'tempest-secgroup-smoke-1918432561 description', 'project_id': '4bc76b3d52d44b37b961f11a63d92211'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:11:11.162112 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc260645-1ed7-4c4b-9c67-dea50f74b31e tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.233653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc260645-1ed7-4c4b-9c67-dea50f74b31e tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.238148 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc260645-1ed7-4c4b-9c67-dea50f74b31e tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.257931 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.267363 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc260645-1ed7-4c4b-9c67-dea50f74b31e tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.268637 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dc260645-1ed7-4c4b-9c67-dea50f74b31e tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1355045 Dec 14 02:11:11.271707 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36634) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:11:11.276414 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-26f12365-6b6b-4436-b97a-b8d5e3256dd3 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Request body: {'security_group_rule': {'security_group_id': '848d312a-5cc4-4d81-9fe2-2e2a345291bf', 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:11:11.278627 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc260645-1ed7-4c4b-9c67-dea50f74b31e tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848d312a-5cc4-4d81-9fe2-2e2a345291bf,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:11.306542 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26f12365-6b6b-4436-b97a-b8d5e3256dd3 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.363875 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26f12365-6b6b-4436-b97a-b8d5e3256dd3 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.367833 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26f12365-6b6b-4436-b97a-b8d5e3256dd3 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.388581 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f12365-6b6b-4436-b97a-b8d5e3256dd3 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781be963-381b-45f1-a00b-a34c413559d1,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:11.396703 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26f12365-6b6b-4436-b97a-b8d5e3256dd3 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.398053 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-26f12365-6b6b-4436-b97a-b8d5e3256dd3 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252365 Dec 14 02:11:11.400846 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36636) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:11:11.406313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-80e8ba12-b49c-438c-bf67-1a54f36fa36a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Request body: {'security_group_rule': {'security_group_id': '848d312a-5cc4-4d81-9fe2-2e2a345291bf', 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:11:11.439181 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80e8ba12-b49c-438c-bf67-1a54f36fa36a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.501165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80e8ba12-b49c-438c-bf67-1a54f36fa36a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.506133 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80e8ba12-b49c-438c-bf67-1a54f36fa36a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.531479 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8ba12-b49c-438c-bf67-1a54f36fa36a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef20259-6446-4456-ade3-707f7e6fdc04,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:11.542312 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80e8ba12-b49c-438c-bf67-1a54f36fa36a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.543984 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-80e8ba12-b49c-438c-bf67-1a54f36fa36a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1415792 Dec 14 02:11:11.546946 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36638) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:11:11.551805 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4645ccad-1a51-44de-a1f7-f7f85277cfc5 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Request body: {'security_group_rule': {'security_group_id': '848d312a-5cc4-4d81-9fe2-2e2a345291bf', 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:11:11.585708 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4645ccad-1a51-44de-a1f7-f7f85277cfc5 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.643646 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4645ccad-1a51-44de-a1f7-f7f85277cfc5 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.649531 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4645ccad-1a51-44de-a1f7-f7f85277cfc5 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.669295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645ccad-1a51-44de-a1f7-f7f85277cfc5 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36707676-5f32-4ff9-be18-3939e705ed06,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:11.676027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4645ccad-1a51-44de-a1f7-f7f85277cfc5 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.677267 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-4645ccad-1a51-44de-a1f7-f7f85277cfc5 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291640 Dec 14 02:11:11.680340 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36640) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:11:11.685054 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-90df7090-8722-4e58-955e-411051672a1e tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Request body: {'security_group_rule': {'security_group_id': '848d312a-5cc4-4d81-9fe2-2e2a345291bf', 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:11:11.715376 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90df7090-8722-4e58-955e-411051672a1e tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.781127 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90df7090-8722-4e58-955e-411051672a1e tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.787252 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90df7090-8722-4e58-955e-411051672a1e tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.805311 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df7090-8722-4e58-955e-411051672a1e tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1450538a-7306-483f-99f6-3328f716b7a5,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:11.812722 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90df7090-8722-4e58-955e-411051672a1e tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.814379 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-90df7090-8722-4e58-955e-411051672a1e tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328537 Dec 14 02:11:11.817133 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36642) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:11:11.821595 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-94ddc8d8-f618-4ecc-9590-73b1c470fecb tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Request body: {'security_group_rule': {'security_group_id': '848d312a-5cc4-4d81-9fe2-2e2a345291bf', 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:11:11.847158 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-94ddc8d8-f618-4ecc-9590-73b1c470fecb tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Project 4bc76b3d52d44b37b961f11a63d92211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 02:11:11.852964 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94ddc8d8-f618-4ecc-9590-73b1c470fecb tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.916169 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94ddc8d8-f618-4ecc-9590-73b1c470fecb tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.920972 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94ddc8d8-f618-4ecc-9590-73b1c470fecb tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.942568 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddc8d8-f618-4ecc-9590-73b1c470fecb tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372046df-8b82-41d5-bef9-1cdb70fc6425,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:11.949275 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94ddc8d8-f618-4ecc-9590-73b1c470fecb tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:11.952766 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-94ddc8d8-f618-4ecc-9590-73b1c470fecb tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1346393 Dec 14 02:11:11.953177 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 36644) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:11:11.958517 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [None req-18c36fa3-40c9-406f-bb6f-e4f75b1dac6d tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Request body: {'security_group_rule': {'security_group_id': '848d312a-5cc4-4d81-9fe2-2e2a345291bf', 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:11:11.984368 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-18c36fa3-40c9-406f-bb6f-e4f75b1dac6d tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Project 4bc76b3d52d44b37b961f11a63d92211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 02:11:11.989911 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18c36fa3-40c9-406f-bb6f-e4f75b1dac6d tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:12.047944 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18c36fa3-40c9-406f-bb6f-e4f75b1dac6d tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:12.052307 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18c36fa3-40c9-406f-bb6f-e4f75b1dac6d tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16261470'] for security_group_rule, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:12.070285 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c36fa3-40c9-406f-bb6f-e4f75b1dac6d tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34dec2a1-3293-461c-bf30-7f971cea3740,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:12.083313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18c36fa3-40c9-406f-bb6f-e4f75b1dac6d tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:12.084575 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-18c36fa3-40c9-406f-bb6f-e4f75b1dac6d tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299312 Dec 14 02:11:12.140652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Sync routers for ids ['0e9960ee-9640-40a7-b06e-47a50b9efcb1'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:11:12.152246 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Routers {'0e9960ee-9640-40a7-b06e-47a50b9efcb1'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:11:12.152862 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:10:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['0e9960ee-9640-40a7-b06e-47a50b9efcb1'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:12.245964 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-41699f1b-6aef-4ebf-9d18-7fce2767b014 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1918432561&fields=id&tenant_id=4bc76b3d52d44b37b961f11a63d92211 HTTP/1.1" status: 200 len: 267 time: 0.0464270 Dec 14 02:11:12.267711 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Set router 0e9960ee-9640-40a7-b06e-47a50b9efcb1 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:11:12.341738 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ffa50867-76dc-4b68-b010-a7e97866aa93 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:11:12.370990 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-900310e8-cd16-4764-988c-c5c1fea226e2 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:12.372500 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-900310e8-cd16-4764-988c-c5c1fea226e2 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/networks?id=eebfade6-9920-4229-a5bc-18ab9bbe01b0 HTTP/1.1" status: 200 len: 809 time: 0.1155906 Dec 14 02:11:12.387878 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-dc4319bb-39d5-4236-95a6-8016d3971d12 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/quotas/4bc76b3d52d44b37b961f11a63d92211 HTTP/1.1" status: 200 len: 375 time: 0.0091588 Dec 14 02:11:12.441868 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-1ce761fa-845b-45fa-8e51-06e947cd13b5 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4bc76b3d52d44b37b961f11a63d92211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481346 Dec 14 02:11:12.457450 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port ffa50867-76dc-4b68-b010-a7e97866aa93 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:12.457785 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:12.557415 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-40491638-53d8-4f84-904a-7b31c53ea1a9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:11:12.558435 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-40491638-53d8-4f84-904a-7b31c53ea1a9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1039848 Dec 14 02:11:12.568029 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'name': 'tempest-TestSnapshotPattern-1579807407-router', 'tenant_id': '539cec6dc9d6465caedb37b7405c1910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ffa50867-76dc-4b68-b010-a7e97866aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:05Z', 'updated_at': '2021-12-14T02:11:08Z', 'revision_number': 4, 'project_id': '539cec6dc9d6465caedb37b7405c1910', 'gw_port': {'id': 'ffa50867-76dc-4b68-b010-a7e97866aa93', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:06Z', 'updated_at': '2021-12-14T02:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5', 'name': '', 'network_id': '767d805f-3516-49f2-90c5-c69c7d205049', 'tenant_id': '539cec6dc9d6465caedb37b7405c1910', 'mac_address': 'fa:16:3e:9b:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '535f9aa7-ff90-415f-8b79-36cbd13e02ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:07Z', 'updated_at': '2021-12-14T02:11:08Z', 'revision_number': 2, 'project_id': '539cec6dc9d6465caedb37b7405c1910', 'subnets': [{'id': '535f9aa7-ff90-415f-8b79-36cbd13e02ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:12.598536 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Checking router: 0e9960ee-9640-40a7-b06e-47a50b9efcb1 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:11:12.598885 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Updating router 0e9960ee-9640-40a7-b06e-47a50b9efcb1 port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 binding host dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:11:12.623144 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:12.653975 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-49fd4f2e-9971-48c6-97b3-18f91770f107 service neutron] 10.222.0.32 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884933 Dec 14 02:11:12.748391 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-0ed9d20e-89bc-4adb-aaa0-60bd0ec57afe service neutron] 10.222.0.32 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878754 Dec 14 02:11:12.890461 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:12.898429 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:12.927527 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b5a82214-3fb4-42ed-b8a3-f8c1466aa09a req-ebcde7c4-9d26-4676-acfb-742503b96162 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 210 time: 0.0381846 Dec 14 02:11:12.960559 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8131f-5e8f-4096-986a-8ed7b50601c8 None None] Pushing event updated for resources: {'Port': ['ID=ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:13.013063 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Attempting to bind port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 on host dv-neutron-821592-1-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:11:13.013439 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Attempting to bind port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 by drivers openvswitch,hyperv on host dv-neutron-821592-1-hyperv at level 0 using segments [{'id': 'ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '767d805f-3516-49f2-90c5-c69c7d205049'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:11:13.013811 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Attempting to bind port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 on network 767d805f-3516-49f2-90c5-c69c7d205049 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:11:13.019597 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Checking agent: {'id': '66b1ab1f-9f80-455f-96c1-51efeb662480', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821592-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 7, 28), 'started_at': datetime.datetime(2021, 12, 14, 1, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821592-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:11:13.019973 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Checking segment: {'id': 'ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '767d805f-3516-49f2-90c5-c69c7d205049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:11:13.020410 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:13.020808 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Bound using segment: {'id': 'ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '767d805f-3516-49f2-90c5-c69c7d205049'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:11:13.021273 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Bound port: ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5, host: dv-neutron-821592-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '767d805f-3516-49f2-90c5-c69c7d205049'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:11:13.021657 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:13.093477 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] For port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5, host dv-neutron-821592-1-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:11:13.097506 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] For port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5, host dv-neutron-821592-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5,segment=NetworkSegment(ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67),segment_id=ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:11:13.102676 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:13.173434 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Routers {'0e9960ee-9640-40a7-b06e-47a50b9efcb1'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:11:13.174405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:10:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['0e9960ee-9640-40a7-b06e-47a50b9efcb1'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:13.176511 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8131f-5e8f-4096-986a-8ed7b50601c8 None None] Pushing event updated for resources: {'Port': ['ID=ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:13.215748 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f1995745-ed8e-4b79-afcd-62ac5990494d None None] Provisioning complete for port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:13.216151 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1995745-ed8e-4b79-afcd-62ac5990494d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:13.476358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] Set router 0e9960ee-9640-40a7-b06e-47a50b9efcb1 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:11:13.569139 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1995745-ed8e-4b79-afcd-62ac5990494d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:13.652498 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f1995745-ed8e-4b79-afcd-62ac5990494d None None] For port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5,segment=NetworkSegment(ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67),segment_id=ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:11:13.661693 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1995745-ed8e-4b79-afcd-62ac5990494d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:13.739326 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1995745-ed8e-4b79-afcd-62ac5990494d None None] Pushing event updated for resources: {'Port': ['ID=ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:13.763602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'name': 'tempest-TestSnapshotPattern-1579807407-router', 'tenant_id': '539cec6dc9d6465caedb37b7405c1910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ffa50867-76dc-4b68-b010-a7e97866aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:05Z', 'updated_at': '2021-12-14T02:11:08Z', 'revision_number': 4, 'project_id': '539cec6dc9d6465caedb37b7405c1910', 'gw_port': {'id': 'ffa50867-76dc-4b68-b010-a7e97866aa93', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:06Z', 'updated_at': '2021-12-14T02:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5', 'name': '', 'network_id': '767d805f-3516-49f2-90c5-c69c7d205049', 'tenant_id': '539cec6dc9d6465caedb37b7405c1910', 'mac_address': 'fa:16:3e:9b:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '535f9aa7-ff90-415f-8b79-36cbd13e02ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:07Z', 'updated_at': '2021-12-14T02:11:13Z', 'revision_number': 4, 'project_id': '539cec6dc9d6465caedb37b7405c1910', 'subnets': [{'id': '535f9aa7-ff90-415f-8b79-36cbd13e02ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:13.794227 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75782d3d-9225-4b78-8b31-41a1cf158bdf None None] The sync data for ids ['0e9960ee-9640-40a7-b06e-47a50b9efcb1'] in dv-neutron-821592-1-hyperv is: [{'id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'name': 'tempest-TestSnapshotPattern-1579807407-router', 'tenant_id': '539cec6dc9d6465caedb37b7405c1910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ffa50867-76dc-4b68-b010-a7e97866aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:05Z', 'updated_at': '2021-12-14T02:11:08Z', 'revision_number': 4, 'project_id': '539cec6dc9d6465caedb37b7405c1910', 'gw_port': {'id': 'ffa50867-76dc-4b68-b010-a7e97866aa93', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:06Z', 'updated_at': '2021-12-14T02:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': 'ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5', 'name': '', 'network_id': '767d805f-3516-49f2-90c5-c69c7d205049', 'tenant_id': '539cec6dc9d6465caedb37b7405c1910', 'mac_address': 'fa:16:3e:9b:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '535f9aa7-ff90-415f-8b79-36cbd13e02ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:07Z', 'updated_at': '2021-12-14T02:11:13Z', 'revision_number': 4, 'project_id': '539cec6dc9d6465caedb37b7405c1910', 'subnets': [{'id': '535f9aa7-ff90-415f-8b79-36cbd13e02ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:11:13.805399 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1e77bcf9-04ce-4ad6-ba6e-518701dcc68a None None] Provisioning complete for port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:13.805779 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e77bcf9-04ce-4ad6-ba6e-518701dcc68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:14.008801 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2be4778e-0403-4abb-ac8f-593cab186322 req-522c3583-a2a7-42b0-b12d-82a81cf2ff52 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 210 time: 0.0316801 Dec 14 02:11:14.309060 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 up at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:11:14.358500 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Provisioning complete for port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:14.358875 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:15.090485 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cf297beb-1775-4c4b-b43f-10e1b7f9742a req-b509e728-ee20-4fe8-bc63-95e1be930df1 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 210 time: 0.0298367 Dec 14 02:11:16.197023 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5d85ba77-c5df-4d6c-b4b4-052ce6b2b4bb req-dd38b61a-83af-40c4-8b13-8e9e4545a349 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 210 time: 0.0271833 Dec 14 02:11:17.224905 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-31505a34-a593-4888-8334-b6eaa75e103a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:17.226412 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-31505a34-a593-4888-8334-b6eaa75e103a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.16 "GET /v2.0/networks?id=eebfade6-9920-4229-a5bc-18ab9bbe01b0 HTTP/1.1" status: 200 len: 809 time: 0.1089780 Dec 14 02:11:17.299524 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bd9ee008-1c17-45db-b590-87ab0ce724b4 req-54d739c4-c875-4f10-aeeb-120250995e80 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 210 time: 0.0323966 Dec 14 02:11:17.301881 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-c3fba61d-d03c-405a-a3cb-3b90556a6099 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bc76b3d52d44b37b961f11a63d92211 HTTP/1.1" status: 200 len: 380 time: 0.0590014 Dec 14 02:11:17.312024 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-3cd7d830-ef2e-4edf-9777-547d5aa0aecd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Request body: {'port': {'device_id': '5663d3f7-4047-4ed5-a226-265ab71873db', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'admin_state_up': True, 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'security_groups': ['848d312a-5cc4-4d81-9fe2-2e2a345291bf']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:11:17.432724 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-3cd7d830-ef2e-4edf-9777-547d5aa0aecd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Made reservation on behalf of 4bc76b3d52d44b37b961f11a63d92211 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:11:17.436294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-3cd7d830-ef2e-4edf-9777-547d5aa0aecd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:17.559185 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-3cd7d830-ef2e-4edf-9777-547d5aa0aecd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Allocated IP 172.20.0.3 (eebfade6-9920-4229-a5bc-18ab9bbe01b0/19322212-a908-4a37-b357-980616881385/5898641a-7452-4412-bb57-37fff803241b) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:11:17.702546 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-3cd7d830-ef2e-4edf-9777-547d5aa0aecd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:17.739378 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-3cd7d830-ef2e-4edf-9777-547d5aa0aecd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:17.782698 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-3cd7d830-ef2e-4edf-9777-547d5aa0aecd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Network eebfade6-9920-4229-a5bc-18ab9bbe01b0 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:11:17.785900 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-3cd7d830-ef2e-4edf-9777-547d5aa0aecd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:11:17.789638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-3cd7d830-ef2e-4edf-9777-547d5aa0aecd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:11:17.795949 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7d830-ef2e-4edf-9777-547d5aa0aecd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event updated for resources: {'Port': ['ID=5898641a-7452-4412-bb57-37fff803241b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:17.850212 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-3cd7d830-ef2e-4edf-9777-547d5aa0aecd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:17.850734 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-3cd7d830-ef2e-4edf-9777-547d5aa0aecd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:17.867157 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-3cd7d830-ef2e-4edf-9777-547d5aa0aecd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5589147 Dec 14 02:11:17.930802 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Request body: {'port': {'device_id': '5663d3f7-4047-4ed5-a226-265ab71873db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:11:17.986190 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:18.037601 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6d19200f-14fa-405d-b269-290856b283f5 None None] Provisioning complete for port 5898641a-7452-4412-bb57-37fff803241b triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:18.038269 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d19200f-14fa-405d-b269-290856b283f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:18.075251 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6d19200f-14fa-405d-b269-290856b283f5 None None] Port 5898641a-7452-4412-bb57-37fff803241b cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:11:18.274231 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5898641a-7452-4412-bb57-37fff803241b {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:11:18.282311 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:18.294939 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Transition to ACTIVE for port object 5898641a-7452-4412-bb57-37fff803241b will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:11:18.299850 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:18.353704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Pushing event updated for resources: {'Port': ['ID=5898641a-7452-4412-bb57-37fff803241b,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:18.420044 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32b497-3afa-42ed-b0c9-656f6ede365a req-2458a4f2-6e82-4b43-9817-a12a1069b470 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:18.421620 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4b32b497-3afa-42ed-b0c9-656f6ede365a req-2458a4f2-6e82-4b43-9817-a12a1069b470 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 943 time: 0.0520964 Dec 14 02:11:18.433682 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Attempting to bind port 5898641a-7452-4412-bb57-37fff803241b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:11:18.434129 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Attempting to bind port 5898641a-7452-4412-bb57-37fff803241b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd6825f77-766c-467f-96a2-d58f0ee9258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:11:18.434512 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Attempting to bind port 5898641a-7452-4412-bb57-37fff803241b on network eebfade6-9920-4229-a5bc-18ab9bbe01b0 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:11:18.440083 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Port 5898641a-7452-4412-bb57-37fff803241b on network eebfade6-9920-4229-a5bc-18ab9bbe01b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:11:18.440635 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Attempting to bind port 5898641a-7452-4412-bb57-37fff803241b on network eebfade6-9920-4229-a5bc-18ab9bbe01b0 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:11:18.446305 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:11:18.446729 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Checking segment: {'id': 'd6825f77-766c-467f-96a2-d58f0ee9258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:11:18.447343 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Bound using segment: {'id': 'd6825f77-766c-467f-96a2-d58f0ee9258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:11:18.447982 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Bound port: 5898641a-7452-4412-bb57-37fff803241b, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6825f77-766c-467f-96a2-d58f0ee9258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:11:18.448455 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:18.477858 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4b32b497-3afa-42ed-b0c9-656f6ede365a req-57dd60b4-0ceb-4420-9b3f-413e0b48fa76 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491900 Dec 14 02:11:18.523228 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] For port 5898641a-7452-4412-bb57-37fff803241b, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:11:18.526381 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] For port 5898641a-7452-4412-bb57-37fff803241b, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5898641a-7452-4412-bb57-37fff803241b,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:11:18.532147 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:18.567586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:18.568295 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:18.569674 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] 10.222.0.16 "PUT /v2.0/ports/5898641a-7452-4412-bb57-37fff803241b HTTP/1.1" status: 200 len: 1093 time: 0.6896927 Dec 14 02:11:18.570134 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5663d3f7-4047-4ed5-a226-265ab71873db', 'tag': '5898641a-7452-4412-bb57-37fff803241b'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:11:18.572401 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75f804e70ab8fc77f6fae7141c6272bf433f419a519d0f64405da75e0337146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772930ac-8b66-442f-b835-2ed2a301b150" -d '{"events": [{"name": "network-changed", "server_uuid": "5663d3f7-4047-4ed5-a226-265ab71873db", "tag": "5898641a-7452-4412-bb57-37fff803241b"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:11:18.597489 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34025659-36f5-457a-8f98-c66fec2f2e27 service neutron] Pushing event updated for resources: {'Port': ['ID=5898641a-7452-4412-bb57-37fff803241b,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:18.677943 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee97999d-0cac-400c-a497-bb3150147b13 x-openstack-request-id: req-ee97999d-0cac-400c-a497-bb3150147b13 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:11:18.678238 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5663d3f7-4047-4ed5-a226-265ab71873db", "tag": "5898641a-7452-4412-bb57-37fff803241b", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:11:18.678490 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee97999d-0cac-400c-a497-bb3150147b13 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:11:18.678888 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5663d3f7-4047-4ed5-a226-265ab71873db', 'tag': '5898641a-7452-4412-bb57-37fff803241b', 'status': 'completed', 'code': 200} Dec 14 02:11:18.684470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-6fddc07f-6054-4deb-bbd8-65649f009ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:18.685967 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-6fddc07f-6054-4deb-bbd8-65649f009ef1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bc76b3d52d44b37b961f11a63d92211&device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 1096 time: 0.0515773 Dec 14 02:11:18.736768 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-9fb3a3d5-d9f5-4bf0-98b5-f55615b59f0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5898641a-7452-4412-bb57-37fff803241b HTTP/1.1" status: 200 len: 217 time: 0.0348582 Dec 14 02:11:18.795565 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-73f88283-80dc-4257-9274-67972654dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:18.797136 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-73f88283-80dc-4257-9274-67972654dcd0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19322212-a908-4a37-b357-980616881385 HTTP/1.1" status: 200 len: 848 time: 0.0532675 Dec 14 02:11:18.844892 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-c71a71c1-c01a-4653-9bfc-dad2d8cc8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:18.846414 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-c71a71c1-c01a-4653-9bfc-dad2d8cc8c7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebfade6-9920-4229-a5bc-18ab9bbe01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414217 Dec 14 02:11:18.946989 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-72b4820f-6a53-44d7-b6e2-753250dd7415 service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915816 Dec 14 02:11:19.040635 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b6d5d379-939a-405a-a6f3-639f0ce1cd09 req-1de8e427-ad04-44c3-8786-5036be73c0e9 service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856249 Dec 14 02:11:19.198923 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772930ac-8b66-442f-b835-2ed2a301b150 req-e8dd59aa-cc0d-4f6b-b0ce-ecdb9e094aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:19.200464 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-772930ac-8b66-442f-b835-2ed2a301b150 req-e8dd59aa-cc0d-4f6b-b0ce-ecdb9e094aa6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bc76b3d52d44b37b961f11a63d92211&device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 1096 time: 0.0523589 Dec 14 02:11:19.299862 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772930ac-8b66-442f-b835-2ed2a301b150 req-40c35d4a-7f1e-4719-8a07-6721cdb41c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:19.302087 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-772930ac-8b66-442f-b835-2ed2a301b150 req-40c35d4a-7f1e-4719-8a07-6721cdb41c69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eebfade6-9920-4229-a5bc-18ab9bbe01b0 HTTP/1.1" status: 200 len: 909 time: 0.0943992 Dec 14 02:11:19.347562 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-772930ac-8b66-442f-b835-2ed2a301b150 req-f5bf2c3f-7fee-4266-a1f0-dd91ee2f3a83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5898641a-7452-4412-bb57-37fff803241b HTTP/1.1" status: 200 len: 217 time: 0.0366249 Dec 14 02:11:19.396392 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772930ac-8b66-442f-b835-2ed2a301b150 req-dbe7d3e3-3fab-4e6b-ada6-a7cf60a09996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:19.397851 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-772930ac-8b66-442f-b835-2ed2a301b150 req-dbe7d3e3-3fab-4e6b-ada6-a7cf60a09996 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19322212-a908-4a37-b357-980616881385 HTTP/1.1" status: 200 len: 848 time: 0.0429921 Dec 14 02:11:19.449567 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772930ac-8b66-442f-b835-2ed2a301b150 req-aef88145-be47-46bf-8a01-2ab49fe7446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:19.451039 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-772930ac-8b66-442f-b835-2ed2a301b150 req-aef88145-be47-46bf-8a01-2ab49fe7446a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebfade6-9920-4229-a5bc-18ab9bbe01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451369 Dec 14 02:11:19.546545 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-772930ac-8b66-442f-b835-2ed2a301b150 req-b54dfb3b-f0ed-451f-bbb5-12556b278e1d service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872455 Dec 14 02:11:19.595807 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c45bff-9aea-43dd-bb07-52a739a38547 req-b72c0400-36c5-4d11-84a4-17d8bf57041b tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:19.597558 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1c45bff-9aea-43dd-bb07-52a739a38547 req-b72c0400-36c5-4d11-84a4-17d8bf57041b tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 943 time: 0.0496321 Dec 14 02:11:19.646109 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-772930ac-8b66-442f-b835-2ed2a301b150 req-559f4c1f-3ff1-4061-81e2-83b6a9b450ef service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898702 Dec 14 02:11:19.647007 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b1c45bff-9aea-43dd-bb07-52a739a38547 req-e058dc34-4c63-414b-9562-602580245e12 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433521 Dec 14 02:11:20.781904 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59467654-ea56-460d-84e2-bd44cb9f1b8f req-f0201b29-47af-46f6-a8b7-87ac5bcd4bea tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:20.783574 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-59467654-ea56-460d-84e2-bd44cb9f1b8f req-f0201b29-47af-46f6-a8b7-87ac5bcd4bea tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 943 time: 0.0627329 Dec 14 02:11:20.834566 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-59467654-ea56-460d-84e2-bd44cb9f1b8f req-6f97dbeb-a10c-4258-b653-2fe5a17dbedd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449188 Dec 14 02:11:20.955023 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 5898641a-7452-4412-bb57-37fff803241b details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:11:21.058372 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 5898641a-7452-4412-bb57-37fff803241b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5898641a-7452-4412-bb57-37fff803241b,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:11:21.070717 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '5898641a-7452-4412-bb57-37fff803241b', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'port_id': '5898641a-7452-4412-bb57-37fff803241b', 'mac_address': 'fa:16:3e:a4:48:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:11:21.107857 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:21.120493 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5898641a-7452-4412-bb57-37fff803241b {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:11:21.143878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 5898641a-7452-4412-bb57-37fff803241b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5898641a-7452-4412-bb57-37fff803241b,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:11:21.152490 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:21.200876 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=5898641a-7452-4412-bb57-37fff803241b,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:21.441034 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['5898641a-7452-4412-bb57-37fff803241b'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:11:21.961403 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4d397-15fa-449d-b4d7-e21b52b1378a req-f0f90544-2c25-4647-96c2-764aaddf8ffd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:21.962840 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7dd4d397-15fa-449d-b4d7-e21b52b1378a req-f0f90544-2c25-4647-96c2-764aaddf8ffd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 944 time: 0.0513818 Dec 14 02:11:22.010632 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03429649-2d03-42df-b9c8-39b01329e2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:22.020661 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7dd4d397-15fa-449d-b4d7-e21b52b1378a req-9c74d065-af50-4611-9a88-a50c519c7d0f tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490980 Dec 14 02:11:22.969412 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 5898641a-7452-4412-bb57-37fff803241b up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:11:23.028515 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 5898641a-7452-4412-bb57-37fff803241b completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:11:23.032524 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 5898641a-7452-4412-bb57-37fff803241b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:11:23.032994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:23.113046 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:23.137689 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5663d3f7-4047-4ed5-a226-265ab71873db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5898641a-7452-4412-bb57-37fff803241b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:11:23.139991 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daea0acfe09b2948fdf8c8428e8d2a288ab68ffd2e41110ab0e880d7b90d87fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b43874-a6ce-412b-9981-33d8be239648" -d '{"events": [{"server_uuid": "5663d3f7-4047-4ed5-a226-265ab71873db", "name": "network-vif-plugged", "status": "completed", "tag": "5898641a-7452-4412-bb57-37fff803241b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:11:23.141809 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d373ce3-00f6-4379-b005-53bda5c95592 req-ac7c8446-3064-4699-b743-adcb340ed717 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:23.143348 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3d373ce3-00f6-4379-b005-53bda5c95592 req-ac7c8446-3064-4699-b743-adcb340ed717 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 944 time: 0.0534096 Dec 14 02:11:23.153484 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 5898641a-7452-4412-bb57-37fff803241b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5898641a-7452-4412-bb57-37fff803241b,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:11:23.159161 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:23.197413 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3d373ce3-00f6-4379-b005-53bda5c95592 req-71899a6d-b54f-4276-9a2b-97a01db4eafc tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477192 Dec 14 02:11:23.216005 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=5898641a-7452-4412-bb57-37fff803241b,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:23.252753 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d0132d-5ed9-4e1f-a1de-22f45fa012cf x-openstack-request-id: req-b5d0132d-5ed9-4e1f-a1de-22f45fa012cf {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:11:23.253085 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5663d3f7-4047-4ed5-a226-265ab71873db", "name": "network-vif-plugged", "status": "completed", "tag": "5898641a-7452-4412-bb57-37fff803241b", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:11:23.253289 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5d0132d-5ed9-4e1f-a1de-22f45fa012cf {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:11:23.253692 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5663d3f7-4047-4ed5-a226-265ab71873db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5898641a-7452-4412-bb57-37fff803241b', 'code': 200} Dec 14 02:11:23.465394 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f5169-bb08-4d5c-b145-a0f11a8d6492 req-50cb362a-be13-4dd1-a3f2-e63dd43de2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:23.466876 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2d6f5169-bb08-4d5c-b145-a0f11a8d6492 req-50cb362a-be13-4dd1-a3f2-e63dd43de2ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 1098 time: 0.0426328 Dec 14 02:11:23.513383 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-2d6f5169-bb08-4d5c-b145-a0f11a8d6492 req-79058397-af11-428e-8eb8-adc667e62c10 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387931 Dec 14 02:11:24.252910 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b85e-2dcb-4115-9873-912e785c2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:24.323734 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621b033-62de-4598-8f4e-fa2737a17e68 req-0f69dcd9-5081-45cf-8805-e92eed826554 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:24.325249 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1621b033-62de-4598-8f4e-fa2737a17e68 req-0f69dcd9-5081-45cf-8805-e92eed826554 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 945 time: 0.0510089 Dec 14 02:11:24.384729 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1621b033-62de-4598-8f4e-fa2737a17e68 req-7dd37918-b61b-412a-a163-7b386d19a2de tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524633 Dec 14 02:11:25.509955 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d12d93-3518-4d03-91a5-a89b49a071b5 req-56812eaa-e296-47fe-96f7-ea0e8a45a386 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:25.511465 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-53d12d93-3518-4d03-91a5-a89b49a071b5 req-56812eaa-e296-47fe-96f7-ea0e8a45a386 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 945 time: 0.0502031 Dec 14 02:11:25.565688 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-53d12d93-3518-4d03-91a5-a89b49a071b5 req-ccd1b740-0e15-4bc0-82b1-7b32507689e7 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478706 Dec 14 02:11:25.658052 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:25.684844 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8661b6f-8ff6-4687-b4f6-981e116557ec req-3cf45f30-16f7-4438-bccc-1e3b3805391c tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:25.686364 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e8661b6f-8ff6-4687-b4f6-981e116557ec req-3cf45f30-16f7-4438-bccc-1e3b3805391c tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 945 time: 0.0525835 Dec 14 02:11:25.738162 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e8661b6f-8ff6-4687-b4f6-981e116557ec req-6dfc5536-1083-49b3-8117-cd8fd055a02f tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457234 Dec 14 02:11:25.763790 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36722) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:11:25.849845 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8378d5-139e-4bd0-bd99-4ae2931c3e21 tempest-TestSnapshotPattern-1383642784 tempest-TestSnapshotPattern-1383642784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:25.851276 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7f8378d5-139e-4bd0-bd99-4ae2931c3e21 tempest-TestSnapshotPattern-1383642784 tempest-TestSnapshotPattern-1383642784-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 1093 time: 0.0864573 Dec 14 02:11:25.854415 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 36726) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:11:25.858642 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '5898641a-7452-4412-bb57-37fff803241b', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:11:25.884785 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:25.985257 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:26.098026 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Allocated IP 172.26.1.88 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/42ac43b6-f805-4e05-a6d1-c92dc9610fcc) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:11:26.218053 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:26.262653 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:26.301985 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:11:26.306528 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:11:26.310876 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:11:26.313896 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event updated for resources: {'Port': ['ID=42ac43b6-f805-4e05-a6d1-c92dc9610fcc,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:26.677039 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:26.745279 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:26.896046 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:26.903193 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:26.971080 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event updated for resources: {'Port': ['ID=42ac43b6-f805-4e05-a6d1-c92dc9610fcc,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:11:26.983003 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:27.057715 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:27.083579 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Floating IP 748c6cf1-4d66-4d20-a6eb-9e6656fefe05 associated. External IP: 172.26.1.88, port: 5898641a-7452-4412-bb57-37fff803241b. Dec 14 02:11:27.291467 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Router 87439a03-9f04-40a7-9653-1f2c0d5700fe has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:11:27.742275 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:11:27.746934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:27.755225 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731a1e69-9789-4a4c-8d93-e5db6187d5a3 None None] Sync routers for ids ['87439a03-9f04-40a7-9653-1f2c0d5700fe'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:11:27.761768 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:27.766888 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731a1e69-9789-4a4c-8d93-e5db6187d5a3 None None] Routers {'87439a03-9f04-40a7-9653-1f2c0d5700fe'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:11:27.767785 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-731a1e69-9789-4a4c-8d93-e5db6187d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:11:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['87439a03-9f04-40a7-9653-1f2c0d5700fe'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:27.791018 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4a9e5e9a-2868-41a9-b394-2e4a004cd2ae tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9355896 Dec 14 02:11:27.791607 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5663d3f7-4047-4ed5-a226-265ab71873db', 'tag': '5898641a-7452-4412-bb57-37fff803241b'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:11:27.793915 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5142bdf3948a5badd7b9cf1b44554ac03f3d81dde690039a22a006354c7eb20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5657a78c-f673-49e9-94f7-63e789ae593d" -d '{"events": [{"name": "network-changed", "server_uuid": "5663d3f7-4047-4ed5-a226-265ab71873db", "tag": "5898641a-7452-4412-bb57-37fff803241b"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:11:27.839343 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8243b9-262b-460b-9e4b-0f9ee748c81c x-openstack-request-id: req-8e8243b9-262b-460b-9e4b-0f9ee748c81c {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:11:27.839635 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5663d3f7-4047-4ed5-a226-265ab71873db", "tag": "5898641a-7452-4412-bb57-37fff803241b", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:11:27.839888 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e8243b9-262b-460b-9e4b-0f9ee748c81c {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:11:27.840318 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5663d3f7-4047-4ed5-a226-265ab71873db', 'tag': '5898641a-7452-4412-bb57-37fff803241b', 'status': 'completed', 'code': 200} Dec 14 02:11:27.877108 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-731a1e69-9789-4a4c-8d93-e5db6187d5a3 None None] Set router 87439a03-9f04-40a7-9653-1f2c0d5700fe gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:11:27.924882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657a78c-f673-49e9-94f7-63e789ae593d req-4fa0c0c4-399a-4f5c-8a58-ca000ef0006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:27.926496 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5657a78c-f673-49e9-94f7-63e789ae593d req-4fa0c0c4-399a-4f5c-8a58-ca000ef0006a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bc76b3d52d44b37b961f11a63d92211&device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 1098 time: 0.0418215 Dec 14 02:11:28.020321 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657a78c-f673-49e9-94f7-63e789ae593d req-9a4cd5ba-e56e-4d88-8ee4-ad7e0c421024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:28.021747 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5657a78c-f673-49e9-94f7-63e789ae593d req-9a4cd5ba-e56e-4d88-8ee4-ad7e0c421024 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eebfade6-9920-4229-a5bc-18ab9bbe01b0 HTTP/1.1" status: 200 len: 909 time: 0.0883460 Dec 14 02:11:28.087305 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5657a78c-f673-49e9-94f7-63e789ae593d req-cfa4633b-2a20-41ca-a0fa-349e4448c6c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5898641a-7452-4412-bb57-37fff803241b HTTP/1.1" status: 200 len: 998 time: 0.0572081 Dec 14 02:11:28.098419 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-731a1e69-9789-4a4c-8d93-e5db6187d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:04Z', 'revision_number': 4, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '748c6cf1-4d66-4d20-a6eb-9e6656fefe05', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'floating_ip_address': '172.26.1.88', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'port_id': '5898641a-7452-4412-bb57-37fff803241b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'mac_address': 'fa:16:3e:a4:48:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663d3f7-4047-4ed5-a226-265ab71873db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:11:26Z', 'updated_at': '2021-12-14T02:11:26Z', 'revision_number': 0, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a18c67-28fc-4230-860f-766e74db48bd', 'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'mac_address': 'fa:16:3e:17:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:03Z', 'updated_at': '2021-12-14T02:11:07Z', 'revision_number': 5, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'subnets': [{'id': '19322212-a908-4a37-b357-980616881385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:28.140515 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657a78c-f673-49e9-94f7-63e789ae593d req-6688bc40-a785-43a0-a127-205ba21931a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:28.142053 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5657a78c-f673-49e9-94f7-63e789ae593d req-6688bc40-a785-43a0-a127-205ba21931a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19322212-a908-4a37-b357-980616881385 HTTP/1.1" status: 200 len: 848 time: 0.0482788 Dec 14 02:11:28.190571 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657a78c-f673-49e9-94f7-63e789ae593d req-272c2eed-aa7e-4a94-b0d1-646c25fa0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:11:28.192321 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5657a78c-f673-49e9-94f7-63e789ae593d req-272c2eed-aa7e-4a94-b0d1-646c25fa0611 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebfade6-9920-4229-a5bc-18ab9bbe01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431645 Dec 14 02:11:28.223815 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731a1e69-9789-4a4c-8d93-e5db6187d5a3 None None] Checking router: 87439a03-9f04-40a7-9653-1f2c0d5700fe for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:11:28.233037 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731a1e69-9789-4a4c-8d93-e5db6187d5a3 None None] Routers {'87439a03-9f04-40a7-9653-1f2c0d5700fe'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:11:28.233773 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-731a1e69-9789-4a4c-8d93-e5db6187d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:11:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['87439a03-9f04-40a7-9653-1f2c0d5700fe'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:28.282101 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5657a78c-f673-49e9-94f7-63e789ae593d req-9434200a-7ebe-4f4c-8720-39e1ebba8298 service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827272 Dec 14 02:11:28.338673 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-731a1e69-9789-4a4c-8d93-e5db6187d5a3 None None] Set router 87439a03-9f04-40a7-9653-1f2c0d5700fe gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:11:28.372686 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-5657a78c-f673-49e9-94f7-63e789ae593d req-a9949329-0821-4c23-b14f-0ce2d01170cb service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839818 Dec 14 02:11:28.572470 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-731a1e69-9789-4a4c-8d93-e5db6187d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:04Z', 'revision_number': 4, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '748c6cf1-4d66-4d20-a6eb-9e6656fefe05', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'floating_ip_address': '172.26.1.88', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'port_id': '5898641a-7452-4412-bb57-37fff803241b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'mac_address': 'fa:16:3e:a4:48:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663d3f7-4047-4ed5-a226-265ab71873db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:11:26Z', 'updated_at': '2021-12-14T02:11:26Z', 'revision_number': 0, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a18c67-28fc-4230-860f-766e74db48bd', 'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'mac_address': 'fa:16:3e:17:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:03Z', 'updated_at': '2021-12-14T02:11:07Z', 'revision_number': 5, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'subnets': [{'id': '19322212-a908-4a37-b357-980616881385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:11:28.599033 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731a1e69-9789-4a4c-8d93-e5db6187d5a3 None None] The sync data for ids ['87439a03-9f04-40a7-9653-1f2c0d5700fe'] in dv-neutron-821592-1-hyperv is: [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:04Z', 'revision_number': 4, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '748c6cf1-4d66-4d20-a6eb-9e6656fefe05', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'floating_ip_address': '172.26.1.88', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'port_id': '5898641a-7452-4412-bb57-37fff803241b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'mac_address': 'fa:16:3e:a4:48:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663d3f7-4047-4ed5-a226-265ab71873db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:11:26Z', 'updated_at': '2021-12-14T02:11:26Z', 'revision_number': 0, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a18c67-28fc-4230-860f-766e74db48bd', 'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'mac_address': 'fa:16:3e:17:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:03Z', 'updated_at': '2021-12-14T02:11:07Z', 'revision_number': 5, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'subnets': [{'id': '19322212-a908-4a37-b357-980616881385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:11:28.824977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be4c674-b82c-4b92-a988-8936f59e21d5 None None] New status for floating IP 748c6cf1-4d66-4d20-a6eb-9e6656fefe05: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:11:35.259818 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:11:41.272034 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:52.022133 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef0927e2-f6e2-4b0f-8fff-e8bbef2902c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:54.259191 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6872095-f403-40c2-b414-406022eebc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:55.667876 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:57.067347 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:11:57.743711 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:12:02.761019 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1cf05e69-e8b8-45bc-a945-d4b2fd647e06 req-7b7adb76-cdab-424a-90fa-3c8a82996da1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419168 Dec 14 02:12:02.869720 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf05e69-e8b8-45bc-a945-d4b2fd647e06 req-f20b5921-f75f-41b7-a7ae-0703a0aa4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:12:02.871201 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1cf05e69-e8b8-45bc-a945-d4b2fd647e06 req-f20b5921-f75f-41b7-a7ae-0703a0aa4a55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bc76b3d52d44b37b961f11a63d92211&device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 1098 time: 0.0418243 Dec 14 02:12:02.980143 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf05e69-e8b8-45bc-a945-d4b2fd647e06 req-ff3613f7-ea90-43c3-a515-619b5ee46132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:12:02.981636 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1cf05e69-e8b8-45bc-a945-d4b2fd647e06 req-ff3613f7-ea90-43c3-a515-619b5ee46132 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eebfade6-9920-4229-a5bc-18ab9bbe01b0 HTTP/1.1" status: 200 len: 909 time: 0.0894454 Dec 14 02:12:03.050393 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1cf05e69-e8b8-45bc-a945-d4b2fd647e06 req-a7e059f7-2d79-45a5-86a9-6a79f1f978dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5898641a-7452-4412-bb57-37fff803241b HTTP/1.1" status: 200 len: 1000 time: 0.0604820 Dec 14 02:12:03.429027 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf05e69-e8b8-45bc-a945-d4b2fd647e06 req-1b577534-de19-460b-84a8-a75fc960a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:12:03.430473 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1cf05e69-e8b8-45bc-a945-d4b2fd647e06 req-1b577534-de19-460b-84a8-a75fc960a0f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19322212-a908-4a37-b357-980616881385 HTTP/1.1" status: 200 len: 848 time: 0.3725944 Dec 14 02:12:03.481520 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf05e69-e8b8-45bc-a945-d4b2fd647e06 req-d59c8a09-ed5f-43b6-a019-213f4fbf1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:12:03.483030 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1cf05e69-e8b8-45bc-a945-d4b2fd647e06 req-d59c8a09-ed5f-43b6-a019-213f4fbf1cf0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebfade6-9920-4229-a5bc-18ab9bbe01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451078 Dec 14 02:12:03.588489 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1cf05e69-e8b8-45bc-a945-d4b2fd647e06 req-c72024ca-0e64-4fe8-a000-cc4cb3cb7d4b service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973468 Dec 14 02:12:03.684461 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-1cf05e69-e8b8-45bc-a945-d4b2fd647e06 req-0eccbcc1-6e4e-47d5-8596-c7baab66c7fb service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885954 Dec 14 02:12:11.261975 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:12:12.264709 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:12:22.020168 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a76e907-a3b2-4eee-baa8-b3e35e5686ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:12:24.253965 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e02c3e01-df9a-460a-8e10-1ed7e90bb497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:12:25.671605 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:12:27.076702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:12:27.739601 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:12:41.267846 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:12:49.259813 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:12:52.022481 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b760103f-a380-44bc-87ec-ddf0fe2ce745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:12:54.264133 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ef41540-4b42-404a-bd43-51f1f074ea09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:12:55.676021 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:12:57.074498 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:12:57.742795 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:02.769294 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-40a9c786-dcf8-4255-bc3b-93314b7381cb req-fe348685-5dac-415a-bcb7-63858cb2efe1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441644 Dec 14 02:13:02.879482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9c786-dcf8-4255-bc3b-93314b7381cb req-c526bef2-29a0-4d7c-8624-fa87d97f680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:02.881042 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-40a9c786-dcf8-4255-bc3b-93314b7381cb req-c526bef2-29a0-4d7c-8624-fa87d97f680e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bc76b3d52d44b37b961f11a63d92211&device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 1098 time: 0.0440502 Dec 14 02:13:02.987003 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9c786-dcf8-4255-bc3b-93314b7381cb req-b8a5a2c8-4d5c-4970-83e5-bf69d39ff9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:02.988539 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-40a9c786-dcf8-4255-bc3b-93314b7381cb req-b8a5a2c8-4d5c-4970-83e5-bf69d39ff9f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eebfade6-9920-4229-a5bc-18ab9bbe01b0 HTTP/1.1" status: 200 len: 909 time: 0.0871561 Dec 14 02:13:03.052668 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-40a9c786-dcf8-4255-bc3b-93314b7381cb req-8c0f34ff-55e5-421f-bab2-cc6b1379ca27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5898641a-7452-4412-bb57-37fff803241b HTTP/1.1" status: 200 len: 1000 time: 0.0571837 Dec 14 02:13:03.112226 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9c786-dcf8-4255-bc3b-93314b7381cb req-badca4ec-21b6-4c6b-84a4-751dfcb39ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:03.113695 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-40a9c786-dcf8-4255-bc3b-93314b7381cb req-badca4ec-21b6-4c6b-84a4-751dfcb39ea9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19322212-a908-4a37-b357-980616881385 HTTP/1.1" status: 200 len: 848 time: 0.0546207 Dec 14 02:13:03.163890 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9c786-dcf8-4255-bc3b-93314b7381cb req-78998778-2026-4a09-a872-ea56914d35e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:03.165452 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-40a9c786-dcf8-4255-bc3b-93314b7381cb req-78998778-2026-4a09-a872-ea56914d35e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebfade6-9920-4229-a5bc-18ab9bbe01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450783 Dec 14 02:13:03.264081 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-40a9c786-dcf8-4255-bc3b-93314b7381cb req-7beee0c8-41e4-4518-abf1-e09716d77f54 service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907998 Dec 14 02:13:03.359479 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-40a9c786-dcf8-4255-bc3b-93314b7381cb req-33eeba81-99af-407c-bb1b-e16961acb319 service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880318 Dec 14 02:13:11.267633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:22.023832 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c6de2860-ed4a-4c5c-bd79-53aea23462ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:24.255632 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7dd31260-c609-4e1b-a33c-b18fed878e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:25.676818 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:26.263698 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:13:27.076797 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:27.510642 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 5898641a-7452-4412-bb57-37fff803241b details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:13:27.612814 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 5898641a-7452-4412-bb57-37fff803241b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5898641a-7452-4412-bb57-37fff803241b,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:13:27.629123 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '5898641a-7452-4412-bb57-37fff803241b', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'port_id': '5898641a-7452-4412-bb57-37fff803241b', 'mac_address': 'fa:16:3e:a4:48:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:13:27.667388 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:27.680398 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5898641a-7452-4412-bb57-37fff803241b {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:13:27.700211 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 5898641a-7452-4412-bb57-37fff803241b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5898641a-7452-4412-bb57-37fff803241b,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:13:27.705056 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:27.758400 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:27.763766 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=5898641a-7452-4412-bb57-37fff803241b,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:13:27.771299 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:27.771652 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:27.771995 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:27.772349 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:27.772686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:27.773018 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:27.773358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:27.773692 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:27.774018 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:27.774397 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:27.774673 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:27.774999 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:27.775319 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:27.852727 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['5898641a-7452-4412-bb57-37fff803241b'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:13:29.543174 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 5898641a-7452-4412-bb57-37fff803241b up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:13:29.600780 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 5898641a-7452-4412-bb57-37fff803241b triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:13:29.601154 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:29.698912 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:29.724290 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5663d3f7-4047-4ed5-a226-265ab71873db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5898641a-7452-4412-bb57-37fff803241b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:13:29.741233 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 5898641a-7452-4412-bb57-37fff803241b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5898641a-7452-4412-bb57-37fff803241b,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:13:29.747385 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:29.786158 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5896ef62e189cce07a3afd2e1f10a7a93ed1fab86ba7b7cae2eb633de90d1177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7431250b-839c-478c-b232-d73fb53a9b6e" -d '{"events": [{"server_uuid": "5663d3f7-4047-4ed5-a226-265ab71873db", "name": "network-vif-plugged", "status": "completed", "tag": "5898641a-7452-4412-bb57-37fff803241b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:13:29.822624 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=5898641a-7452-4412-bb57-37fff803241b,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:13:29.951602 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b199975f-d4de-46a6-905a-c87cabc77e89 x-openstack-request-id: req-b199975f-d4de-46a6-905a-c87cabc77e89 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:13:29.952133 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5663d3f7-4047-4ed5-a226-265ab71873db", "name": "network-vif-plugged", "status": "completed", "tag": "5898641a-7452-4412-bb57-37fff803241b", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:13:29.952348 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b199975f-d4de-46a6-905a-c87cabc77e89 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:13:29.953002 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5663d3f7-4047-4ed5-a226-265ab71873db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5898641a-7452-4412-bb57-37fff803241b', 'code': 200} Dec 14 02:13:37.663957 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-08bad0be-1719-4ff5-a38d-14f05dc4467d tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1918432561&fields=id&tenant_id=4bc76b3d52d44b37b961f11a63d92211 HTTP/1.1" status: 200 len: 267 time: 0.0462615 Dec 14 02:13:37.777404 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-041e1e8e-f203-45b1-b1be-9818cfb422a4 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:37.778914 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-041e1e8e-f203-45b1-b1be-9818cfb422a4 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/networks?id=eebfade6-9920-4229-a5bc-18ab9bbe01b0 HTTP/1.1" status: 200 len: 809 time: 0.1053174 Dec 14 02:13:37.794715 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-8ffed60b-bfdc-4613-9695-cb641e7af30c tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/quotas/4bc76b3d52d44b37b961f11a63d92211 HTTP/1.1" status: 200 len: 375 time: 0.0099149 Dec 14 02:13:37.855421 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-e9e6c7ed-5176-4734-a8a6-3a6be1ee2517 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4bc76b3d52d44b37b961f11a63d92211&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550783 Dec 14 02:13:37.977910 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-ab4e0e7c-92e7-4f5f-8dee-85abc4b7820d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:13:37.978912 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-ab4e0e7c-92e7-4f5f-8dee-85abc4b7820d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0524366 Dec 14 02:13:38.074818 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-764f81b8-e53e-4c44-b8d3-8fcca50a0974 service neutron] 10.222.0.32 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895407 Dec 14 02:13:38.169059 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4f8c265a-118f-439b-a421-b902b8d29424 service neutron] 10.222.0.32 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880668 Dec 14 02:13:38.438459 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ab9b62b6-671e-4b06-b7b2-2bc3f191ff2b req-12d4031f-05f5-4a5a-91a7-ee7467905773 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 210 time: 0.0752163 Dec 14 02:13:39.385299 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-d290e280-aba6-46d1-b52e-24e18d15c8bb tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:39.386762 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-d290e280-aba6-46d1-b52e-24e18d15c8bb tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.16 "GET /v2.0/networks?id=eebfade6-9920-4229-a5bc-18ab9bbe01b0 HTTP/1.1" status: 200 len: 809 time: 0.1081836 Dec 14 02:13:39.462241 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-f00b3d3a-7274-49b6-ad8a-72a94e727082 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bc76b3d52d44b37b961f11a63d92211 HTTP/1.1" status: 200 len: 380 time: 0.0596914 Dec 14 02:13:39.472630 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Request body: {'port': {'device_id': '3f3924c8-f815-437e-8453-2714c369db11', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'admin_state_up': True, 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'security_groups': ['848d312a-5cc4-4d81-9fe2-2e2a345291bf']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:13:39.544723 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1d411647-fb2a-4936-a93c-bcf0d60ed4d7 req-a8ed97ec-89f0-447e-a177-84d109cca6b7 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 210 time: 0.0282593 Dec 14 02:13:39.587269 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Made reservation on behalf of 4bc76b3d52d44b37b961f11a63d92211 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:13:39.590997 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:39.737182 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Allocated IP 172.20.0.11 (eebfade6-9920-4229-a5bc-18ab9bbe01b0/19322212-a908-4a37-b357-980616881385/2073d546-af20-4dad-a37c-aa2c9c96842d) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:13:39.954863 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for port, precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:39.995267 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:40.040456 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Network eebfade6-9920-4229-a5bc-18ab9bbe01b0 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:13:40.046574 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:13:40.050524 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:13:40.088995 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event updated for resources: {'Port': ['ID=2073d546-af20-4dad-a37c-aa2c9c96842d,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:13:40.100885 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:40.101230 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:40.101570 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:40.101932 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:40.102291 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:40.102622 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:40.102969 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:40.103330 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:40.103655 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:40.103992 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:40.104371 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:40.104698 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:40.105020 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:13:40.144686 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:40.145431 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:40.171237 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-2421d948-bbbd-46ac-ab99-d702141303a6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7021649 Dec 14 02:13:40.384147 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-aec36dd8-20e3-4eb6-9cd4-2167697cf69a None None] Provisioning complete for port 2073d546-af20-4dad-a37c-aa2c9c96842d triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:13:40.384795 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aec36dd8-20e3-4eb6-9cd4-2167697cf69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:40.432463 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-aec36dd8-20e3-4eb6-9cd4-2167697cf69a None None] Port 2073d546-af20-4dad-a37c-aa2c9c96842d cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:13:40.672987 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d551ff-9d36-42b8-9114-52629d9dc8d0 req-0a6617d2-3562-4b32-87b7-8544e5a1fdbd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:40.674470 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-21d551ff-9d36-42b8-9114-52629d9dc8d0 req-0a6617d2-3562-4b32-87b7-8544e5a1fdbd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 932 time: 0.0538905 Dec 14 02:13:40.735023 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-21d551ff-9d36-42b8-9114-52629d9dc8d0 req-6974d128-a5fa-4b14-afe1-02df07839e7b tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529468 Dec 14 02:13:41.264429 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:41.577367 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 5898641a-7452-4412-bb57-37fff803241b no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:13:41.691077 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:41.716386 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5663d3f7-4047-4ed5-a226-265ab71873db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5898641a-7452-4412-bb57-37fff803241b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:13:41.718629 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5896ef62e189cce07a3afd2e1f10a7a93ed1fab86ba7b7cae2eb633de90d1177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a74a47-9604-4876-8d8c-6cb16a6fdbde" -d '{"events": [{"server_uuid": "5663d3f7-4047-4ed5-a226-265ab71873db", "name": "network-vif-unplugged", "status": "completed", "tag": "5898641a-7452-4412-bb57-37fff803241b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:13:41.730952 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 5898641a-7452-4412-bb57-37fff803241b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5898641a-7452-4412-bb57-37fff803241b,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:13:41.735309 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:41.760269 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898d04b0-54f9-4ec6-8132-1dd9d83dd207 x-openstack-request-id: req-898d04b0-54f9-4ec6-8132-1dd9d83dd207 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:13:41.760546 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5663d3f7-4047-4ed5-a226-265ab71873db", "name": "network-vif-unplugged", "status": "completed", "tag": "5898641a-7452-4412-bb57-37fff803241b", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:13:41.760797 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-898d04b0-54f9-4ec6-8132-1dd9d83dd207 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:13:41.761180 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5663d3f7-4047-4ed5-a226-265ab71873db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5898641a-7452-4412-bb57-37fff803241b', 'code': 200} Dec 14 02:13:41.786578 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=5898641a-7452-4412-bb57-37fff803241b,revision_number=8']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:13:41.849754 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6eb99-9565-4562-b8fd-4ded8f22e0d8 req-b774db55-f47b-45cb-a7ca-67d3d311d350 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:41.851151 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-88f6eb99-9565-4562-b8fd-4ded8f22e0d8 req-b774db55-f47b-45cb-a7ca-67d3d311d350 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 932 time: 0.0510449 Dec 14 02:13:41.902008 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-88f6eb99-9565-4562-b8fd-4ded8f22e0d8 req-8210fc70-18f4-4114-bf2f-0800acd81dc0 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448794 Dec 14 02:13:43.023743 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085ca57-3270-45af-9788-49f509afef8d req-6f929bf0-2faf-42b4-8129-f80051d69a45 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:43.025239 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2085ca57-3270-45af-9788-49f509afef8d req-6f929bf0-2faf-42b4-8129-f80051d69a45 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 932 time: 0.0506415 Dec 14 02:13:43.079679 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2085ca57-3270-45af-9788-49f509afef8d req-e1ad3baa-8ea7-435e-9282-0ddd7ed5b9da tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479383 Dec 14 02:13:44.204696 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bca97-5c84-4189-8d53-da32275894f6 req-9fe86a9c-589e-4248-9786-1a5947667e8d tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:44.207019 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-856bca97-5c84-4189-8d53-da32275894f6 req-9fe86a9c-589e-4248-9786-1a5947667e8d tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 932 time: 0.0519643 Dec 14 02:13:44.258030 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-856bca97-5c84-4189-8d53-da32275894f6 req-94ba0528-2cfe-483e-87e9-d46d4b1cd790 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447941 Dec 14 02:13:45.380342 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b2090-b9e6-4977-9dda-8bec15e8f52e req-9659f071-8416-427e-92f4-44663dbae03d tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:45.382096 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-133b2090-b9e6-4977-9dda-8bec15e8f52e req-9659f071-8416-427e-92f4-44663dbae03d tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 932 time: 0.0510378 Dec 14 02:13:45.443689 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-133b2090-b9e6-4977-9dda-8bec15e8f52e req-8da22334-c9b5-49f0-bcc1-529d540339c9 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518765 Dec 14 02:13:46.584881 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb5e47-7251-41b6-9f0e-dc988b29336b req-c02ef40b-3983-4055-b70b-e11588b1e232 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:46.587550 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-eaeb5e47-7251-41b6-9f0e-dc988b29336b req-c02ef40b-3983-4055-b70b-e11588b1e232 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 932 time: 0.0734746 Dec 14 02:13:46.641599 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-eaeb5e47-7251-41b6-9f0e-dc988b29336b req-d8b13525-6900-4751-98dd-c0e9086f8229 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463724 Dec 14 02:13:47.759107 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aeda6a-0b6a-4311-a0da-0f9375104911 req-e16a2663-d840-4e0d-ac7d-52655912cb09 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:47.760634 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e0aeda6a-0b6a-4311-a0da-0f9375104911 req-e16a2663-d840-4e0d-ac7d-52655912cb09 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 932 time: 0.0492175 Dec 14 02:13:47.817383 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e0aeda6a-0b6a-4311-a0da-0f9375104911 req-1a690634-6ddc-4fc9-ac96-3e4f6f4e7051 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502710 Dec 14 02:13:48.959241 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371ddcb-99d5-460b-978a-99cecb338f7b req-f0894575-ad3e-4cfa-97d5-97b09fa39a65 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:48.960838 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8371ddcb-99d5-460b-978a-99cecb338f7b req-f0894575-ad3e-4cfa-97d5-97b09fa39a65 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 932 time: 0.0581121 Dec 14 02:13:49.011311 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8371ddcb-99d5-460b-978a-99cecb338f7b req-0892ece0-f287-4085-a7c6-137afffda5cb tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445397 Dec 14 02:13:50.140702 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5b330-cd13-4b84-bddc-8eac3c5a681a req-499a08a8-b30a-4173-94da-1a47951648e7 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:50.142196 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-27a5b330-cd13-4b84-bddc-8eac3c5a681a req-499a08a8-b30a-4173-94da-1a47951648e7 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 932 time: 0.0510712 Dec 14 02:13:50.203457 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-27a5b330-cd13-4b84-bddc-8eac3c5a681a req-15bef583-41a1-4514-a5b6-d6bdc595d2d9 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525863 Dec 14 02:13:51.335297 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18191df-f439-4455-900a-943e63d86dbd req-e19856f7-725c-469b-b786-5c49e047bbcd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:51.336819 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e18191df-f439-4455-900a-943e63d86dbd req-e19856f7-725c-469b-b786-5c49e047bbcd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 932 time: 0.0570385 Dec 14 02:13:51.390776 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e18191df-f439-4455-900a-943e63d86dbd req-be6c0711-c9aa-4855-8f29-cda8f2e68bc9 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478380 Dec 14 02:13:52.019648 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c4b06da9-d1ed-43b8-9120-f948198a5d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:52.522358 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb603c-1dfc-4207-b959-b4e11fc7f27b req-b70ad810-6cc9-406d-8462-4b1417434cc3 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:52.523842 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9bcb603c-1dfc-4207-b959-b4e11fc7f27b req-b70ad810-6cc9-406d-8462-4b1417434cc3 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 932 time: 0.0611348 Dec 14 02:13:52.584114 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9bcb603c-1dfc-4207-b959-b4e11fc7f27b req-90376b16-a048-421b-86c5-a77db5be64eb tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506012 Dec 14 02:13:52.749773 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.v2.base [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Request body: {'port': {'device_id': '3f3924c8-f815-437e-8453-2714c369db11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:13:52.807647 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:53.072676 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2073d546-af20-4dad-a37c-aa2c9c96842d {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:13:53.080725 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:53.094047 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Transition to ACTIVE for port object 2073d546-af20-4dad-a37c-aa2c9c96842d will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:13:53.099049 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:53.152359 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Pushing event updated for resources: {'Port': ['ID=2073d546-af20-4dad-a37c-aa2c9c96842d,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:13:53.221603 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Attempting to bind port 2073d546-af20-4dad-a37c-aa2c9c96842d on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:13:53.221946 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Attempting to bind port 2073d546-af20-4dad-a37c-aa2c9c96842d by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd6825f77-766c-467f-96a2-d58f0ee9258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:13:53.222286 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Attempting to bind port 2073d546-af20-4dad-a37c-aa2c9c96842d on network eebfade6-9920-4229-a5bc-18ab9bbe01b0 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:13:53.227045 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Port 2073d546-af20-4dad-a37c-aa2c9c96842d on network eebfade6-9920-4229-a5bc-18ab9bbe01b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:13:53.227366 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Attempting to bind port 2073d546-af20-4dad-a37c-aa2c9c96842d on network eebfade6-9920-4229-a5bc-18ab9bbe01b0 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:13:53.232580 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Checking agent: {'id': '04f09422-ca12-46ba-83fc-161db7ea1634', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'started_at': datetime.datetime(2021, 12, 14, 1, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:13:53.232920 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Checking segment: {'id': 'd6825f77-766c-467f-96a2-d58f0ee9258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:13:53.233302 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Bound using segment: {'id': 'd6825f77-766c-467f-96a2-d58f0ee9258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:13:53.233730 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Bound port: 2073d546-af20-4dad-a37c-aa2c9c96842d, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6825f77-766c-467f-96a2-d58f0ee9258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:13:53.234087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:53.310221 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] For port 2073d546-af20-4dad-a37c-aa2c9c96842d, host hv-neutron-8215, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:13:53.313384 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] For port 2073d546-af20-4dad-a37c-aa2c9c96842d, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2073d546-af20-4dad-a37c-aa2c9c96842d,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:13:53.319436 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14177280'] for port, after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:53.357870 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:53.358509 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:53.359923 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] 10.222.0.16 "PUT /v2.0/ports/2073d546-af20-4dad-a37c-aa2c9c96842d HTTP/1.1" status: 200 len: 1094 time: 0.6541889 Dec 14 02:13:53.360385 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3924c8-f815-437e-8453-2714c369db11', 'tag': '2073d546-af20-4dad-a37c-aa2c9c96842d'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:13:53.391376 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd55c0-45bc-4d40-9a01-f0dbb889650c service neutron] Pushing event updated for resources: {'Port': ['ID=2073d546-af20-4dad-a37c-aa2c9c96842d,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:13:53.412080 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5a318e14cf15f87305bb48d223a0ac114500c204f5a091950226d5bd4506d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecf6522-9963-4c43-9064-73d3b0f8831a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3924c8-f815-437e-8453-2714c369db11", "tag": "2073d546-af20-4dad-a37c-aa2c9c96842d"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:13:53.458204 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-ec44110b-f42a-48fe-9129-7fa25bcbe959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:53.459715 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-ec44110b-f42a-48fe-9129-7fa25bcbe959 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bc76b3d52d44b37b961f11a63d92211&device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 1097 time: 0.0433257 Dec 14 02:13:53.515549 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca965600-1f53-4a63-a2df-61cdd3ea9535 x-openstack-request-id: req-ca965600-1f53-4a63-a2df-61cdd3ea9535 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:13:53.515809 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3924c8-f815-437e-8453-2714c369db11", "tag": "2073d546-af20-4dad-a37c-aa2c9c96842d", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:13:53.516052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca965600-1f53-4a63-a2df-61cdd3ea9535 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:13:53.516510 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3924c8-f815-437e-8453-2714c369db11', 'tag': '2073d546-af20-4dad-a37c-aa2c9c96842d', 'status': 'completed', 'code': 200} Dec 14 02:13:53.518441 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-165beef7-f891-4edb-bb3e-247cbe935b27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2073d546-af20-4dad-a37c-aa2c9c96842d HTTP/1.1" status: 200 len: 217 time: 0.0437787 Dec 14 02:13:53.571224 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-6648acbf-ec0d-4c1c-9719-232098b1cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:53.572731 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-6648acbf-ec0d-4c1c-9719-232098b1cbbf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19322212-a908-4a37-b357-980616881385 HTTP/1.1" status: 200 len: 848 time: 0.0454016 Dec 14 02:13:53.620079 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-fd748873-a8d2-405c-83c9-858e9cdbb8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:53.621753 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-fd748873-a8d2-405c-83c9-858e9cdbb8ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebfade6-9920-4229-a5bc-18ab9bbe01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406468 Dec 14 02:13:53.705178 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749abeac-24c6-4325-892d-fe06ceded940 req-147fbe26-8f25-43e7-a8ee-d1e742964adf tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:53.706706 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-749abeac-24c6-4325-892d-fe06ceded940 req-147fbe26-8f25-43e7-a8ee-d1e742964adf tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 944 time: 0.0508120 Dec 14 02:13:53.720511 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-5933283e-f033-4209-8499-4b6d4b3ffab3 service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912693 Dec 14 02:13:53.756890 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-749abeac-24c6-4325-892d-fe06ceded940 req-521142d6-e21d-4090-be89-54ed51fa249c tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440822 Dec 14 02:13:53.811309 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b4f68617-d512-4898-a87d-48df3cc30d29 req-6ef36d70-70dd-4dda-b5fb-bd3ab5cffa58 service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840800 Dec 14 02:13:53.945749 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf6522-9963-4c43-9064-73d3b0f8831a req-c1c00b0a-8d19-4032-b21f-0898c6967e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:53.947167 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9ecf6522-9963-4c43-9064-73d3b0f8831a req-c1c00b0a-8d19-4032-b21f-0898c6967e05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bc76b3d52d44b37b961f11a63d92211&device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 1097 time: 0.0478103 Dec 14 02:13:54.040591 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf6522-9963-4c43-9064-73d3b0f8831a req-4ffd9b07-69ea-43a3-8317-d6e11c31d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:54.042075 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9ecf6522-9963-4c43-9064-73d3b0f8831a req-4ffd9b07-69ea-43a3-8317-d6e11c31d549 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eebfade6-9920-4229-a5bc-18ab9bbe01b0 HTTP/1.1" status: 200 len: 909 time: 0.0859940 Dec 14 02:13:54.088480 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9ecf6522-9963-4c43-9064-73d3b0f8831a req-4ca6aa80-f8a4-471d-9f88-000f5f4ec23f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2073d546-af20-4dad-a37c-aa2c9c96842d HTTP/1.1" status: 200 len: 217 time: 0.0385990 Dec 14 02:13:54.141332 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf6522-9963-4c43-9064-73d3b0f8831a req-2a399342-cb12-49bc-a213-f0d895bb8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:54.143431 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9ecf6522-9963-4c43-9064-73d3b0f8831a req-2a399342-cb12-49bc-a213-f0d895bb8419 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19322212-a908-4a37-b357-980616881385 HTTP/1.1" status: 200 len: 848 time: 0.0467126 Dec 14 02:13:54.199461 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf6522-9963-4c43-9064-73d3b0f8831a req-d3098109-b88a-4d7d-b958-183a8f279f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:54.201144 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9ecf6522-9963-4c43-9064-73d3b0f8831a req-d3098109-b88a-4d7d-b958-183a8f279f47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebfade6-9920-4229-a5bc-18ab9bbe01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0486178 Dec 14 02:13:54.250301 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72494907-a062-40b8-85c7-5d4e830ca7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:54.297708 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9ecf6522-9963-4c43-9064-73d3b0f8831a req-62fb47b9-6d01-43c3-aea6-3f9ac8397e5e service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878339 Dec 14 02:13:54.391321 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-9ecf6522-9963-4c43-9064-73d3b0f8831a req-6f280c56-a10a-41af-8065-af533a768b84 service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848198 Dec 14 02:13:54.894437 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47209f93-bbf1-43bd-bf32-7e1d22cfe05f req-3fef03ae-ccef-4474-9aff-390f78cc6d29 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:54.895933 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-47209f93-bbf1-43bd-bf32-7e1d22cfe05f req-3fef03ae-ccef-4474-9aff-390f78cc6d29 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 944 time: 0.0558660 Dec 14 02:13:54.956395 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-47209f93-bbf1-43bd-bf32-7e1d22cfe05f req-ff840f25-9738-4e2b-ab47-939bce2c1d3d tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539963 Dec 14 02:13:55.636841 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 2073d546-af20-4dad-a37c-aa2c9c96842d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:13:55.713425 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:55.742287 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 2073d546-af20-4dad-a37c-aa2c9c96842d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2073d546-af20-4dad-a37c-aa2c9c96842d,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:13:55.752647 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '2073d546-af20-4dad-a37c-aa2c9c96842d', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'port_id': '2073d546-af20-4dad-a37c-aa2c9c96842d', 'mac_address': 'fa:16:3e:35:35:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:13:55.790169 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:55.804284 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2073d546-af20-4dad-a37c-aa2c9c96842d {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:13:55.824538 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 2073d546-af20-4dad-a37c-aa2c9c96842d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2073d546-af20-4dad-a37c-aa2c9c96842d,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:13:55.829318 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:55.878757 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=2073d546-af20-4dad-a37c-aa2c9c96842d,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:13:56.117119 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9910f8-3f92-4eae-ad16-7e21d91dc773 req-6a8d6308-f901-4ca4-b996-e0d32c3c5a31 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:56.118947 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0d9910f8-3f92-4eae-ad16-7e21d91dc773 req-6a8d6308-f901-4ca4-b996-e0d32c3c5a31 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 945 time: 0.0779223 Dec 14 02:13:56.179347 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0d9910f8-3f92-4eae-ad16-7e21d91dc773 req-3e1e29fa-d66c-477b-bd51-7afe98c02207 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541244 Dec 14 02:13:56.281037 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['2073d546-af20-4dad-a37c-aa2c9c96842d'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:13:57.088702 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:57.318832 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a9bff-b9bc-4293-8d87-cf1da118a2da req-2be3a0da-1448-4c67-afe9-b725ccf0a538 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:57.320345 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6f0a9bff-b9bc-4293-8d87-cf1da118a2da req-2be3a0da-1448-4c67-afe9-b725ccf0a538 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 945 time: 0.0606098 Dec 14 02:13:57.387252 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6f0a9bff-b9bc-4293-8d87-cf1da118a2da req-8353cdb2-7e4d-4847-9211-30fd117eed27 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576415 Dec 14 02:13:57.651768 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 2073d546-af20-4dad-a37c-aa2c9c96842d up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:13:57.704472 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning for port 2073d546-af20-4dad-a37c-aa2c9c96842d completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:13:57.708380 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 2073d546-af20-4dad-a37c-aa2c9c96842d triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:13:57.708749 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:57.754810 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:57.804372 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:57.828405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3924c8-f815-437e-8453-2714c369db11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2073d546-af20-4dad-a37c-aa2c9c96842d'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:13:57.830869 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5896ef62e189cce07a3afd2e1f10a7a93ed1fab86ba7b7cae2eb633de90d1177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d113b7-2262-42d1-8a15-72334aff41d7" -d '{"events": [{"server_uuid": "3f3924c8-f815-437e-8453-2714c369db11", "name": "network-vif-plugged", "status": "completed", "tag": "2073d546-af20-4dad-a37c-aa2c9c96842d"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:13:57.845508 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 2073d546-af20-4dad-a37c-aa2c9c96842d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2073d546-af20-4dad-a37c-aa2c9c96842d,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:13:57.850653 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:13:57.875858 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89957096-207c-4800-a09b-0082d5f83a0e x-openstack-request-id: req-89957096-207c-4800-a09b-0082d5f83a0e {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:13:57.876119 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3924c8-f815-437e-8453-2714c369db11", "name": "network-vif-plugged", "status": "completed", "tag": "2073d546-af20-4dad-a37c-aa2c9c96842d", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:13:57.876485 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89957096-207c-4800-a09b-0082d5f83a0e {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:13:57.877022 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3924c8-f815-437e-8453-2714c369db11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2073d546-af20-4dad-a37c-aa2c9c96842d', 'code': 200} Dec 14 02:13:57.909292 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=2073d546-af20-4dad-a37c-aa2c9c96842d,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:13:58.079462 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22001546-fc0f-497c-8108-3658006e6e7f req-f959fa9f-425f-4cd1-a461-60e3a6af6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:58.081482 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-22001546-fc0f-497c-8108-3658006e6e7f req-f959fa9f-425f-4cd1-a461-60e3a6af6c77 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 1099 time: 0.0436735 Dec 14 02:13:58.129047 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-22001546-fc0f-497c-8108-3658006e6e7f req-e533fe47-5b38-4fba-b6ab-5557e1bc7fab service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409205 Dec 14 02:13:58.525201 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f53b41-14ea-4787-b33a-daf8b42e3531 req-3f2e4209-91f4-44cb-aed3-b37aff843f72 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:58.527106 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-58f53b41-14ea-4787-b33a-daf8b42e3531 req-3f2e4209-91f4-44cb-aed3-b37aff843f72 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 946 time: 0.0527978 Dec 14 02:13:58.582011 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-58f53b41-14ea-4787-b33a-daf8b42e3531 req-0ed06158-4014-4654-85b2-5d96da59de05 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489058 Dec 14 02:13:59.725636 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb771408-4c4d-4b3c-9d89-8ebc432db9fd req-ddb45b78-5ba7-4a65-adf4-712af04a96d6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:59.727127 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cb771408-4c4d-4b3c-9d89-8ebc432db9fd req-ddb45b78-5ba7-4a65-adf4-712af04a96d6 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 946 time: 0.0600784 Dec 14 02:13:59.777867 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-cb771408-4c4d-4b3c-9d89-8ebc432db9fd req-117e892c-8d4e-4bb4-a488-b4c191bb51c1 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447664 Dec 14 02:13:59.906575 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13944b-5da6-4878-bdde-dece2bebb59f req-7afcd96e-87b5-40aa-a024-194fc49388b2 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:13:59.908543 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7e13944b-5da6-4878-bdde-dece2bebb59f req-7afcd96e-87b5-40aa-a024-194fc49388b2 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 946 time: 0.0608220 Dec 14 02:13:59.958518 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7e13944b-5da6-4878-bdde-dece2bebb59f req-58901139-91af-4c85-b36b-574416665a1e tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437846 Dec 14 02:13:59.980389 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 37032) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:14:00.021786 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13620764-48d7-4923-9060-5146d1b7df39 tempest-TestSnapshotPattern-1383642784 tempest-TestSnapshotPattern-1383642784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:14:00.023284 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-13620764-48d7-4923-9060-5146d1b7df39 tempest-TestSnapshotPattern-1383642784 tempest-TestSnapshotPattern-1383642784-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 1094 time: 0.0418999 Dec 14 02:14:00.026610 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 37034) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:14:00.030810 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Request body: {'floatingip': {'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'port_id': '2073d546-af20-4dad-a37c-aa2c9c96842d', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:14:00.057934 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for floatingip, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:00.164992 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:00.266615 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Allocated IP 172.26.1.183 (9d3d9e64-5277-4411-88bd-12485529348e/a9798efc-d830-4904-8bce-0444a84c4d9e/bcfd0dc5-ed7d-4f5c-a066-f69b2fd98169) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:14:00.372128 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for port, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:00.410349 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760986128267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:00.451835 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Network 9d3d9e64-5277-4411-88bd-12485529348e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:14:00.454854 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:14:00.457719 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:14:00.493468 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event updated for resources: {'Port': ['ID=bcfd0dc5-ed7d-4f5c-a066-f69b2fd98169,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:14:00.508038 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:14:00.508423 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:14:00.508764 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:14:00.509104 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:14:00.509434 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:14:00.509763 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:14:00.510094 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:14:00.510419 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:14:00.510743 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:14:00.511067 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:14:00.511371 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:14:00.511694 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:14:00.512015 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:14:00.851276 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:00.929799 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:01.085911 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for port, precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:01.092406 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753968'] for port, after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:01.162541 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event updated for resources: {'Port': ['ID=bcfd0dc5-ed7d-4f5c-a066-f69b2fd98169,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:14:01.175879 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443371'] for floatingip, after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:01.279016 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Floating IP 4a4a1bab-065e-4282-a995-f8db848e3a36 associated. External IP: 172.26.1.183, port: 2073d546-af20-4dad-a37c-aa2c9c96842d. Dec 14 02:14:01.497212 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Router 87439a03-9f04-40a7-9653-1f2c0d5700fe has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:14:01.614480 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:14:01.625692 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad79d4-71aa-46d6-8276-13326691bee6 None None] Sync routers for ids ['87439a03-9f04-40a7-9653-1f2c0d5700fe'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:14:01.633820 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:01.636428 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ad79d4-71aa-46d6-8276-13326691bee6 None None] Routers {'87439a03-9f04-40a7-9653-1f2c0d5700fe'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:14:01.637247 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-87ad79d4-71aa-46d6-8276-13326691bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:13:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['87439a03-9f04-40a7-9653-1f2c0d5700fe'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:14:01.664678 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-97c948dc-04f2-45c1-9f4f-3d24fa58bf4a tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6370854 Dec 14 02:14:01.665677 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3924c8-f815-437e-8453-2714c369db11', 'tag': '2073d546-af20-4dad-a37c-aa2c9c96842d'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:14:01.707923 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676073abe267a0e7958022153600c10d38547ed3af48214bc8486c7548eedc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515e6352-c69e-4e0e-9310-3720e033b766" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3924c8-f815-437e-8453-2714c369db11", "tag": "2073d546-af20-4dad-a37c-aa2c9c96842d"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:14:01.740541 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-87ad79d4-71aa-46d6-8276-13326691bee6 None None] Set router 87439a03-9f04-40a7-9653-1f2c0d5700fe gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:14:01.791464 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d71ae5-2683-437e-8949-05a0207c43ad x-openstack-request-id: req-c9d71ae5-2683-437e-8949-05a0207c43ad {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:14:01.791795 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3924c8-f815-437e-8453-2714c369db11", "tag": "2073d546-af20-4dad-a37c-aa2c9c96842d", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:14:01.792056 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9d71ae5-2683-437e-8949-05a0207c43ad {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:14:01.792491 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3924c8-f815-437e-8453-2714c369db11', 'tag': '2073d546-af20-4dad-a37c-aa2c9c96842d', 'status': 'completed', 'code': 200} Dec 14 02:14:01.881832 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e6352-c69e-4e0e-9310-3720e033b766 req-177afa37-b2cb-4cd1-befb-8783cd61eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:14:01.883362 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-515e6352-c69e-4e0e-9310-3720e033b766 req-177afa37-b2cb-4cd1-befb-8783cd61eb6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bc76b3d52d44b37b961f11a63d92211&device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 1099 time: 0.0476861 Dec 14 02:14:01.971996 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-87ad79d4-71aa-46d6-8276-13326691bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:04Z', 'revision_number': 4, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '4a4a1bab-065e-4282-a995-f8db848e3a36', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'port_id': '2073d546-af20-4dad-a37c-aa2c9c96842d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'mac_address': 'fa:16:3e:35:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3924c8-f815-437e-8453-2714c369db11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:14:00Z', 'updated_at': '2021-12-14T02:14:00Z', 'revision_number': 0, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'fixed_ip_address_scope': None}, {'id': '748c6cf1-4d66-4d20-a6eb-9e6656fefe05', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'floating_ip_address': '172.26.1.88', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'port_id': '5898641a-7452-4412-bb57-37fff803241b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'mac_address': 'fa:16:3e:a4:48:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663d3f7-4047-4ed5-a226-265ab71873db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:11:26Z', 'updated_at': '2021-12-14T02:11:28Z', 'revision_number': 1, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a18c67-28fc-4230-860f-766e74db48bd', 'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'mac_address': 'fa:16:3e:17:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:03Z', 'updated_at': '2021-12-14T02:11:07Z', 'revision_number': 5, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'subnets': [{'id': '19322212-a908-4a37-b357-980616881385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:14:01.976395 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e6352-c69e-4e0e-9310-3720e033b766 req-c6221bdf-9745-4a7e-a0bb-686522affc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:14:01.977895 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-515e6352-c69e-4e0e-9310-3720e033b766 req-c6221bdf-9745-4a7e-a0bb-686522affc23 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eebfade6-9920-4229-a5bc-18ab9bbe01b0 HTTP/1.1" status: 200 len: 909 time: 0.0875459 Dec 14 02:14:01.997579 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad79d4-71aa-46d6-8276-13326691bee6 None None] Checking router: 87439a03-9f04-40a7-9653-1f2c0d5700fe for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:14:02.006073 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ad79d4-71aa-46d6-8276-13326691bee6 None None] Routers {'87439a03-9f04-40a7-9653-1f2c0d5700fe'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:14:02.006661 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-87ad79d4-71aa-46d6-8276-13326691bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:13:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['87439a03-9f04-40a7-9653-1f2c0d5700fe'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:14:02.047487 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-515e6352-c69e-4e0e-9310-3720e033b766 req-328056f6-a1f6-4331-a30a-d2509b8246f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2073d546-af20-4dad-a37c-aa2c9c96842d HTTP/1.1" status: 200 len: 1000 time: 0.0626245 Dec 14 02:14:02.100313 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e6352-c69e-4e0e-9310-3720e033b766 req-01b9fc49-e9d0-4656-8362-b15195f75f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:14:02.102354 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-515e6352-c69e-4e0e-9310-3720e033b766 req-01b9fc49-e9d0-4656-8362-b15195f75f28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19322212-a908-4a37-b357-980616881385 HTTP/1.1" status: 200 len: 848 time: 0.0477540 Dec 14 02:14:02.111027 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-87ad79d4-71aa-46d6-8276-13326691bee6 None None] Set router 87439a03-9f04-40a7-9653-1f2c0d5700fe gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:14:02.148862 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e6352-c69e-4e0e-9310-3720e033b766 req-60b80c64-6fca-485e-abcd-1fe1a9304faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:14:02.150575 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-515e6352-c69e-4e0e-9310-3720e033b766 req-60b80c64-6fca-485e-abcd-1fe1a9304faf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebfade6-9920-4229-a5bc-18ab9bbe01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414233 Dec 14 02:14:02.255768 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-515e6352-c69e-4e0e-9310-3720e033b766 req-e27bc189-0332-4556-a6dd-949445301b5b service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956683 Dec 14 02:14:02.349682 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-515e6352-c69e-4e0e-9310-3720e033b766 req-ae0d6d4c-b4bc-46fc-bdfb-4967ca30268b service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875225 Dec 14 02:14:02.430162 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-87ad79d4-71aa-46d6-8276-13326691bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:04Z', 'revision_number': 4, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '4a4a1bab-065e-4282-a995-f8db848e3a36', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'port_id': '2073d546-af20-4dad-a37c-aa2c9c96842d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'mac_address': 'fa:16:3e:35:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3924c8-f815-437e-8453-2714c369db11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:14:00Z', 'updated_at': '2021-12-14T02:14:00Z', 'revision_number': 0, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'fixed_ip_address_scope': None}, {'id': '748c6cf1-4d66-4d20-a6eb-9e6656fefe05', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'floating_ip_address': '172.26.1.88', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'port_id': '5898641a-7452-4412-bb57-37fff803241b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'mac_address': 'fa:16:3e:a4:48:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663d3f7-4047-4ed5-a226-265ab71873db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:11:26Z', 'updated_at': '2021-12-14T02:11:28Z', 'revision_number': 1, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a18c67-28fc-4230-860f-766e74db48bd', 'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'mac_address': 'fa:16:3e:17:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:03Z', 'updated_at': '2021-12-14T02:11:07Z', 'revision_number': 5, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'subnets': [{'id': '19322212-a908-4a37-b357-980616881385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:14:02.464403 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad79d4-71aa-46d6-8276-13326691bee6 None None] The sync data for ids ['87439a03-9f04-40a7-9653-1f2c0d5700fe'] in dv-neutron-821592-1-hyperv is: [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:04Z', 'revision_number': 4, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '4a4a1bab-065e-4282-a995-f8db848e3a36', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'port_id': '2073d546-af20-4dad-a37c-aa2c9c96842d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'mac_address': 'fa:16:3e:35:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3924c8-f815-437e-8453-2714c369db11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:14:00Z', 'updated_at': '2021-12-14T02:14:00Z', 'revision_number': 0, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'fixed_ip_address_scope': None}, {'id': '748c6cf1-4d66-4d20-a6eb-9e6656fefe05', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'floating_ip_address': '172.26.1.88', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'port_id': '5898641a-7452-4412-bb57-37fff803241b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'mac_address': 'fa:16:3e:a4:48:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663d3f7-4047-4ed5-a226-265ab71873db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:11:26Z', 'updated_at': '2021-12-14T02:11:28Z', 'revision_number': 1, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a18c67-28fc-4230-860f-766e74db48bd', 'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'mac_address': 'fa:16:3e:17:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:03Z', 'updated_at': '2021-12-14T02:11:07Z', 'revision_number': 5, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'subnets': [{'id': '19322212-a908-4a37-b357-980616881385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:14:02.683109 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b8506-cafc-4aba-ae64-8d52d2d6562b None None] New status for floating IP 4a4a1bab-065e-4282-a995-f8db848e3a36: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:14:03.268070 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:14:04.754731 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ef8856b2-dcca-464f-9ac3-4bf2c6aa8a1c req-9bae1d15-d23e-4d41-88df-c89e497b4b0f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456753 Dec 14 02:14:04.866336 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8856b2-dcca-464f-9ac3-4bf2c6aa8a1c req-8d189c6d-3de8-4607-9408-9a78d3fe0712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:14:04.868600 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ef8856b2-dcca-464f-9ac3-4bf2c6aa8a1c req-8d189c6d-3de8-4607-9408-9a78d3fe0712 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bc76b3d52d44b37b961f11a63d92211&device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 1096 time: 0.0470965 Dec 14 02:14:04.974708 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8856b2-dcca-464f-9ac3-4bf2c6aa8a1c req-209b5dfa-2463-419b-aa67-daffdb16e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:14:04.976253 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ef8856b2-dcca-464f-9ac3-4bf2c6aa8a1c req-209b5dfa-2463-419b-aa67-daffdb16e0c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eebfade6-9920-4229-a5bc-18ab9bbe01b0 HTTP/1.1" status: 200 len: 909 time: 0.0872428 Dec 14 02:14:05.048580 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ef8856b2-dcca-464f-9ac3-4bf2c6aa8a1c req-8d7f40a6-9df6-4825-9d8a-461cd5fbe3dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5898641a-7452-4412-bb57-37fff803241b HTTP/1.1" status: 200 len: 998 time: 0.0650103 Dec 14 02:14:05.109612 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8856b2-dcca-464f-9ac3-4bf2c6aa8a1c req-080ff5a5-2171-437e-8598-1236e4362748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:14:05.111121 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ef8856b2-dcca-464f-9ac3-4bf2c6aa8a1c req-080ff5a5-2171-437e-8598-1236e4362748 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19322212-a908-4a37-b357-980616881385 HTTP/1.1" status: 200 len: 848 time: 0.0554655 Dec 14 02:14:05.159087 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8856b2-dcca-464f-9ac3-4bf2c6aa8a1c req-c8bdf794-5640-4850-8557-4d90f8e1f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:14:05.160596 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ef8856b2-dcca-464f-9ac3-4bf2c6aa8a1c req-c8bdf794-5640-4850-8557-4d90f8e1f9f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebfade6-9920-4229-a5bc-18ab9bbe01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426140 Dec 14 02:14:05.255131 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ef8856b2-dcca-464f-9ac3-4bf2c6aa8a1c req-7f1fb73c-bef3-4797-b73b-48eea4c9a615 service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875793 Dec 14 02:14:05.357069 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-ef8856b2-dcca-464f-9ac3-4bf2c6aa8a1c req-5e261123-3eae-4144-a949-d816eef9e7ec service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948839 Dec 14 02:14:11.279733 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:22.031977 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7d10e75-1537-4a68-939d-b7c6f73a917b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:24.264528 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa7725bf-89a2-4598-9aeb-f7c8aeb9d973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:25.680765 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:27.088346 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:27.747601 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:40.272566 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:14:41.278062 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:52.043144 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7cd616f-445e-43ec-9a60-77198e465e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:54.260084 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aeefb0ef-1141-4800-af79-fd534f7ea125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:55.685403 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:57.092639 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:57.744871 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:05.763709 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-59f73225-c9a4-4239-b60f-03593cca8036 req-3d0556b1-8f9c-4bee-b06d-064e0722058f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574441 Dec 14 02:15:05.848129 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f73225-c9a4-4239-b60f-03593cca8036 req-4b314ac0-b9fd-42dc-8510-e60ec51c2212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:05.849694 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-59f73225-c9a4-4239-b60f-03593cca8036 req-4b314ac0-b9fd-42dc-8510-e60ec51c2212 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bc76b3d52d44b37b961f11a63d92211&device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 1099 time: 0.0505879 Dec 14 02:15:05.971316 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f73225-c9a4-4239-b60f-03593cca8036 req-15147f72-b66c-4e05-bb6a-c2c85e9ce762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:05.972861 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-59f73225-c9a4-4239-b60f-03593cca8036 req-15147f72-b66c-4e05-bb6a-c2c85e9ce762 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eebfade6-9920-4229-a5bc-18ab9bbe01b0 HTTP/1.1" status: 200 len: 909 time: 0.1027951 Dec 14 02:15:06.047994 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-59f73225-c9a4-4239-b60f-03593cca8036 req-991205e6-6c18-4b89-9ec2-9e9ebcd1aba3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2073d546-af20-4dad-a37c-aa2c9c96842d HTTP/1.1" status: 200 len: 1002 time: 0.0679705 Dec 14 02:15:06.108932 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f73225-c9a4-4239-b60f-03593cca8036 req-c0246466-c5a1-43b9-8003-50513a9ea9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:06.110393 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-59f73225-c9a4-4239-b60f-03593cca8036 req-c0246466-c5a1-43b9-8003-50513a9ea9f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19322212-a908-4a37-b357-980616881385 HTTP/1.1" status: 200 len: 848 time: 0.0552356 Dec 14 02:15:06.159094 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f73225-c9a4-4239-b60f-03593cca8036 req-9dd78fe6-a2bd-481b-9ad6-17f66ace9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:06.160598 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-59f73225-c9a4-4239-b60f-03593cca8036 req-9dd78fe6-a2bd-481b-9ad6-17f66ace9d74 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebfade6-9920-4229-a5bc-18ab9bbe01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430572 Dec 14 02:15:06.254281 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-59f73225-c9a4-4239-b60f-03593cca8036 req-b81c3807-49fc-4373-b9be-77e20d3c1c75 service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861819 Dec 14 02:15:06.344884 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-59f73225-c9a4-4239-b60f-03593cca8036 req-b71b5cda-b37a-4b8b-bcd8-b99c7e3ad295 service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837841 Dec 14 02:15:11.295753 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:17.273224 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:15:22.032415 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fab5e093-8912-4258-9521-583097e11a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:24.262108 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c1dcfe0-c00a-4b61-bf03-9219a5f24dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:25.684827 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:27.096270 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:27.746584 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:34.174849 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 2073d546-af20-4dad-a37c-aa2c9c96842d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:15:34.289050 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 2073d546-af20-4dad-a37c-aa2c9c96842d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2073d546-af20-4dad-a37c-aa2c9c96842d,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:15:34.302449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Returning: {'device': '2073d546-af20-4dad-a37c-aa2c9c96842d', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'port_id': '2073d546-af20-4dad-a37c-aa2c9c96842d', 'mac_address': 'fa:16:3e:35:35:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:15:34.344168 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:34.358124 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2073d546-af20-4dad-a37c-aa2c9c96842d {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:15:34.378559 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 2073d546-af20-4dad-a37c-aa2c9c96842d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2073d546-af20-4dad-a37c-aa2c9c96842d,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:15:34.383276 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:34.434879 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=2073d546-af20-4dad-a37c-aa2c9c96842d,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:34.442449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:34.442783 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:34.443127 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:34.443466 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:34.443801 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:34.444406 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:34.445108 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:34.445445 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:34.445790 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:34.446177 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:34.446551 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:34.446883 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:34.447208 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:34.534178 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] get_ports_and_sgs() called for port_ids ['2073d546-af20-4dad-a37c-aa2c9c96842d'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:15:36.182540 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 2073d546-af20-4dad-a37c-aa2c9c96842d up at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:15:36.238242 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Provisioning complete for port 2073d546-af20-4dad-a37c-aa2c9c96842d triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:15:36.238646 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16150601'] for port, provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:36.326038 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:36.354594 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3924c8-f815-437e-8453-2714c369db11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2073d546-af20-4dad-a37c-aa2c9c96842d'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:15:36.359116 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5896ef62e189cce07a3afd2e1f10a7a93ed1fab86ba7b7cae2eb633de90d1177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097b1124-ff8e-4cce-8c0c-9f42a2390c5e" -d '{"events": [{"server_uuid": "3f3924c8-f815-437e-8453-2714c369db11", "name": "network-vif-plugged", "status": "completed", "tag": "2073d546-af20-4dad-a37c-aa2c9c96842d"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:15:36.391757 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 2073d546-af20-4dad-a37c-aa2c9c96842d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2073d546-af20-4dad-a37c-aa2c9c96842d,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:15:36.405496 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:36.411725 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740b1868-2fb2-40b9-9ce5-7b2bbc8ed36b x-openstack-request-id: req-740b1868-2fb2-40b9-9ce5-7b2bbc8ed36b {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:15:36.412081 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3924c8-f815-437e-8453-2714c369db11", "name": "network-vif-plugged", "status": "completed", "tag": "2073d546-af20-4dad-a37c-aa2c9c96842d", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:15:36.412954 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-740b1868-2fb2-40b9-9ce5-7b2bbc8ed36b {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:15:36.413378 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3924c8-f815-437e-8453-2714c369db11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2073d546-af20-4dad-a37c-aa2c9c96842d', 'code': 200} Dec 14 02:15:36.464705 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=2073d546-af20-4dad-a37c-aa2c9c96842d,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:41.302120 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:44.034443 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 37264) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:44.232837 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Deleting port bcfd0dc5-ed7d-4f5c-a066-f69b2fd98169 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:15:44.233177 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:44.313066 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:44.313391 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:44.325998 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Calling delete_port for bcfd0dc5-ed7d-4f5c-a066-f69b2fd98169 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:15:44.500630 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:44.527090 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event deleted for resources: {'Port': ['ID=bcfd0dc5-ed7d-4f5c-a066-f69b2fd98169,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:44.551094 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:44.551459 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:44.551796 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:44.552126 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:44.552478 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:44.552805 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:44.553127 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:44.553474 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:44.553772 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:44.554093 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:44.554397 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:44.554711 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:44.555031 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:44.592766 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for floatingip, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:44.593090 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Floating IP 4a4a1bab-065e-4282-a995-f8db848e3a36 disassociated (deleted). External IP: 172.26.1.183, port: 2073d546-af20-4dad-a37c-aa2c9c96842d. Dec 14 02:15:44.820218 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Router 87439a03-9f04-40a7-9653-1f2c0d5700fe has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:15:44.936478 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:15:44.941563 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:44.946477 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f992020-2709-4ae0-8c9b-70a04c30c00f None None] Sync routers for ids ['87439a03-9f04-40a7-9653-1f2c0d5700fe'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:15:44.959225 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f992020-2709-4ae0-8c9b-70a04c30c00f None None] Routers {'87439a03-9f04-40a7-9653-1f2c0d5700fe'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:15:44.959833 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6f992020-2709-4ae0-8c9b-70a04c30c00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:15:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['87439a03-9f04-40a7-9653-1f2c0d5700fe'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:44.968767 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-37f6bf6a-a2a1-4a3e-95dd-b52b54ad8340 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "DELETE /v2.0/floatingips/4a4a1bab-065e-4282-a995-f8db848e3a36 HTTP/1.1" status: 204 len: 168 time: 0.9332654 Dec 14 02:15:44.969439 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3924c8-f815-437e-8453-2714c369db11', 'tag': '2073d546-af20-4dad-a37c-aa2c9c96842d'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:15:44.971807 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676073abe267a0e7958022153600c10d38547ed3af48214bc8486c7548eedc54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7446cd2-335d-44f4-bb3f-3ea6369a04a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3924c8-f815-437e-8453-2714c369db11", "tag": "2073d546-af20-4dad-a37c-aa2c9c96842d"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:15:45.023483 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ea581c-15b3-494c-bb83-60073a50f251 x-openstack-request-id: req-48ea581c-15b3-494c-bb83-60073a50f251 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:15:45.024126 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3924c8-f815-437e-8453-2714c369db11", "tag": "2073d546-af20-4dad-a37c-aa2c9c96842d", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:15:45.024306 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48ea581c-15b3-494c-bb83-60073a50f251 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:15:45.024700 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3924c8-f815-437e-8453-2714c369db11', 'tag': '2073d546-af20-4dad-a37c-aa2c9c96842d', 'status': 'completed', 'code': 200} Dec 14 02:15:45.075047 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-6f992020-2709-4ae0-8c9b-70a04c30c00f None None] Set router 87439a03-9f04-40a7-9653-1f2c0d5700fe gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:15:45.142460 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446cd2-335d-44f4-bb3f-3ea6369a04a4 req-ca2638c7-c252-44cb-8678-96098afadd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:45.144237 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7446cd2-335d-44f4-bb3f-3ea6369a04a4 req-ca2638c7-c252-44cb-8678-96098afadd46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bc76b3d52d44b37b961f11a63d92211&device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 1099 time: 0.0701907 Dec 14 02:15:45.247156 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1cf78-69f6-4c08-80be-f528d750f94c req-05d8d695-e7e1-46e2-96fb-9ac2f2f98f74 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:45.253607 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6ae1cf78-69f6-4c08-80be-f528d750f94c req-05d8d695-e7e1-46e2-96fb-9ac2f2f98f74 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 946 time: 0.0583763 Dec 14 02:15:45.293923 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446cd2-335d-44f4-bb3f-3ea6369a04a4 req-5f25a84d-b39b-4e0a-8910-3b0c3352fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:45.295439 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7446cd2-335d-44f4-bb3f-3ea6369a04a4 req-5f25a84d-b39b-4e0a-8910-3b0c3352fbf1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eebfade6-9920-4229-a5bc-18ab9bbe01b0 HTTP/1.1" status: 200 len: 909 time: 0.1035888 Dec 14 02:15:45.318297 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6ae1cf78-69f6-4c08-80be-f528d750f94c req-bac853bc-2dff-4e6b-9dcf-c3ea342bbe76 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615366 Dec 14 02:15:45.329678 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6f992020-2709-4ae0-8c9b-70a04c30c00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:04Z', 'revision_number': 4, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '748c6cf1-4d66-4d20-a6eb-9e6656fefe05', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'floating_ip_address': '172.26.1.88', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'port_id': '5898641a-7452-4412-bb57-37fff803241b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'mac_address': 'fa:16:3e:a4:48:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663d3f7-4047-4ed5-a226-265ab71873db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:11:26Z', 'updated_at': '2021-12-14T02:11:28Z', 'revision_number': 1, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a18c67-28fc-4230-860f-766e74db48bd', 'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'mac_address': 'fa:16:3e:17:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:03Z', 'updated_at': '2021-12-14T02:11:07Z', 'revision_number': 5, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'subnets': [{'id': '19322212-a908-4a37-b357-980616881385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:45.347221 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7446cd2-335d-44f4-bb3f-3ea6369a04a4 req-397d770e-bbcd-4d9f-b29f-fc18869e39d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2073d546-af20-4dad-a37c-aa2c9c96842d HTTP/1.1" status: 200 len: 217 time: 0.0440183 Dec 14 02:15:45.363328 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f992020-2709-4ae0-8c9b-70a04c30c00f None None] Checking router: 87439a03-9f04-40a7-9653-1f2c0d5700fe for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:15:45.374619 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f992020-2709-4ae0-8c9b-70a04c30c00f None None] Routers {'87439a03-9f04-40a7-9653-1f2c0d5700fe'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:15:45.375222 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6f992020-2709-4ae0-8c9b-70a04c30c00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:15:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['87439a03-9f04-40a7-9653-1f2c0d5700fe'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:45.410258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446cd2-335d-44f4-bb3f-3ea6369a04a4 req-5fb21125-8f1b-492e-bded-e7fcb01312cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:45.411316 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7446cd2-335d-44f4-bb3f-3ea6369a04a4 req-5fb21125-8f1b-492e-bded-e7fcb01312cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19322212-a908-4a37-b357-980616881385 HTTP/1.1" status: 200 len: 848 time: 0.0569744 Dec 14 02:15:45.460050 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446cd2-335d-44f4-bb3f-3ea6369a04a4 req-9ad3e148-1d08-476d-8b60-0c5b5b874e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:45.462147 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7446cd2-335d-44f4-bb3f-3ea6369a04a4 req-9ad3e148-1d08-476d-8b60-0c5b5b874e60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebfade6-9920-4229-a5bc-18ab9bbe01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418591 Dec 14 02:15:45.491464 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-6f992020-2709-4ae0-8c9b-70a04c30c00f None None] Set router 87439a03-9f04-40a7-9653-1f2c0d5700fe gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:15:45.552282 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7446cd2-335d-44f4-bb3f-3ea6369a04a4 req-09364898-ed8f-464f-8677-11d8b0a9da30 service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818624 Dec 14 02:15:45.647002 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-e7446cd2-335d-44f4-bb3f-3ea6369a04a4 req-95e13386-3935-4b6c-8ac3-676f902c0c26 service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855145 Dec 14 02:15:45.717676 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6f992020-2709-4ae0-8c9b-70a04c30c00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:04Z', 'revision_number': 4, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '748c6cf1-4d66-4d20-a6eb-9e6656fefe05', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'floating_ip_address': '172.26.1.88', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'port_id': '5898641a-7452-4412-bb57-37fff803241b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'mac_address': 'fa:16:3e:a4:48:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663d3f7-4047-4ed5-a226-265ab71873db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:11:26Z', 'updated_at': '2021-12-14T02:11:28Z', 'revision_number': 1, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a18c67-28fc-4230-860f-766e74db48bd', 'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'mac_address': 'fa:16:3e:17:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:03Z', 'updated_at': '2021-12-14T02:11:07Z', 'revision_number': 5, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'subnets': [{'id': '19322212-a908-4a37-b357-980616881385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:45.742689 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f992020-2709-4ae0-8c9b-70a04c30c00f None None] The sync data for ids ['87439a03-9f04-40a7-9653-1f2c0d5700fe'] in dv-neutron-821592-1-hyperv is: [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:04Z', 'revision_number': 4, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_floatingips': [{'id': '748c6cf1-4d66-4d20-a6eb-9e6656fefe05', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'floating_ip_address': '172.26.1.88', 'floating_network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'router_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'port_id': '5898641a-7452-4412-bb57-37fff803241b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'mac_address': 'fa:16:3e:a4:48:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663d3f7-4047-4ed5-a226-265ab71873db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:11:26Z', 'updated_at': '2021-12-14T02:11:28Z', 'revision_number': 1, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a18c67-28fc-4230-860f-766e74db48bd', 'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'mac_address': 'fa:16:3e:17:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:03Z', 'updated_at': '2021-12-14T02:11:07Z', 'revision_number': 5, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'subnets': [{'id': '19322212-a908-4a37-b357-980616881385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:15:45.983096 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8271390-633e-4c2a-9c37-c66cf2288a41 None None] New status for floating IP 4a4a1bab-065e-4282-a995-f8db848e3a36: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:15:46.260783 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 2073d546-af20-4dad-a37c-aa2c9c96842d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:15:46.349735 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16210804'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:46.374291 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3924c8-f815-437e-8453-2714c369db11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2073d546-af20-4dad-a37c-aa2c9c96842d'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:15:46.376627 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5896ef62e189cce07a3afd2e1f10a7a93ed1fab86ba7b7cae2eb633de90d1177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7c8d07-7f88-4907-af85-c9d5e4074494" -d '{"events": [{"server_uuid": "3f3924c8-f815-437e-8453-2714c369db11", "name": "network-vif-unplugged", "status": "completed", "tag": "2073d546-af20-4dad-a37c-aa2c9c96842d"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:15:46.393934 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] For port 2073d546-af20-4dad-a37c-aa2c9c96842d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2073d546-af20-4dad-a37c-aa2c9c96842d,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:15:46.401943 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760986610881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760986128285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760986128303'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:46.436759 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bc5368-e317-46f3-81bd-1fae7dfa5bd1 x-openstack-request-id: req-40bc5368-e317-46f3-81bd-1fae7dfa5bd1 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:15:46.437241 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3924c8-f815-437e-8453-2714c369db11", "name": "network-vif-unplugged", "status": "completed", "tag": "2073d546-af20-4dad-a37c-aa2c9c96842d", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:15:46.437555 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40bc5368-e317-46f3-81bd-1fae7dfa5bd1 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:15:46.438249 dv-neutron-821592-1-hyperv neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3924c8-f815-437e-8453-2714c369db11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2073d546-af20-4dad-a37c-aa2c9c96842d', 'code': 200} Dec 14 02:15:46.456492 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Pushing event updated for resources: {'Port': ['ID=2073d546-af20-4dad-a37c-aa2c9c96842d,revision_number=8']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:46.484303 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aa908-71f9-4429-84ca-811518d7d974 req-5e919184-754c-4f61-8e55-ff1230145166 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:46.485842 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8c3aa908-71f9-4429-84ca-811518d7d974 req-5e919184-754c-4f61-8e55-ff1230145166 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 944 time: 0.0544856 Dec 14 02:15:46.535118 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8c3aa908-71f9-4429-84ca-811518d7d974 req-1f6ef572-e822-462f-9d33-d51fd17fb153 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429935 Dec 14 02:15:47.087509 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a2237-694c-4e97-ac34-06dedbe74f1c req-f8e5868d-558e-40be-9038-d910fd6cbedf tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:47.088945 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-195a2237-694c-4e97-ac34-06dedbe74f1c req-f8e5868d-558e-40be-9038-d910fd6cbedf tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 944 time: 0.0572486 Dec 14 02:15:47.183018 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-195a2237-694c-4e97-ac34-06dedbe74f1c req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Deleting port 2073d546-af20-4dad-a37c-aa2c9c96842d {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:15:47.183346 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-195a2237-694c-4e97-ac34-06dedbe74f1c req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:47.275321 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-195a2237-694c-4e97-ac34-06dedbe74f1c req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] For port 2073d546-af20-4dad-a37c-aa2c9c96842d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2073d546-af20-4dad-a37c-aa2c9c96842d,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:15:47.276032 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-195a2237-694c-4e97-ac34-06dedbe74f1c req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:47.288932 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-195a2237-694c-4e97-ac34-06dedbe74f1c req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Calling delete_port for 2073d546-af20-4dad-a37c-aa2c9c96842d owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:15:47.437696 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-195a2237-694c-4e97-ac34-06dedbe74f1c req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:47.466413 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event deleted for resources: {'Port': ['ID=2073d546-af20-4dad-a37c-aa2c9c96842d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:47.478501 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:47.478895 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:47.479225 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:47.479586 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:47.479922 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:47.480297 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:47.480772 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:47.480963 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:47.481258 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:47.481618 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:47.482059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:47.482414 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:47.482781 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821592-1-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:47.520801 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-195a2237-694c-4e97-ac34-06dedbe74f1c req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] No DVR routers for this DVR port 2073d546-af20-4dad-a37c-aa2c9c96842d on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:15:47.523374 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-195a2237-694c-4e97-ac34-06dedbe74f1c req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:47.527191 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-195a2237-694c-4e97-ac34-06dedbe74f1c req-b1de1f01-2818-45c8-b878-e3c3cf124348 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.16 "DELETE /v2.0/ports/2073d546-af20-4dad-a37c-aa2c9c96842d HTTP/1.1" status: 204 len: 173 time: 0.4322047 Dec 14 02:15:47.527638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3924c8-f815-437e-8453-2714c369db11', 'name': 'network-vif-deleted', 'tag': '2073d546-af20-4dad-a37c-aa2c9c96842d'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:15:47.529965 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5a318e14cf15f87305bb48d223a0ac114500c204f5a091950226d5bd4506d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b70c692-9e8c-4f47-944d-721bb7dc4f4e" -d '{"events": [{"server_uuid": "3f3924c8-f815-437e-8453-2714c369db11", "name": "network-vif-deleted", "tag": "2073d546-af20-4dad-a37c-aa2c9c96842d"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:15:47.570005 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c490e33-8f0f-498a-9a8e-771204a0205f x-openstack-request-id: req-5c490e33-8f0f-498a-9a8e-771204a0205f {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:15:47.570358 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3924c8-f815-437e-8453-2714c369db11", "name": "network-vif-deleted", "tag": "2073d546-af20-4dad-a37c-aa2c9c96842d", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:15:47.570638 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c490e33-8f0f-498a-9a8e-771204a0205f {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:15:47.571046 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3924c8-f815-437e-8453-2714c369db11', 'name': 'network-vif-deleted', 'tag': '2073d546-af20-4dad-a37c-aa2c9c96842d', 'status': 'completed', 'code': 200} Dec 14 02:15:47.635982 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a2efb78b-041b-4a08-b517-7d4bf9b52d39 req-44fe6f2e-847f-4f1f-a27d-8b5063911243 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3924c8-f815-437e-8453-2714c369db11 HTTP/1.1" status: 200 len: 210 time: 0.0280721 Dec 14 02:15:49.271782 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 37338) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:49.440666 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fb15130b-2395-40fb-9f22-d23ab5df90fd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Deleting port 42ac43b6-f805-4e05-a6d1-c92dc9610fcc {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:15:49.440989 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb15130b-2395-40fb-9f22-d23ab5df90fd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:49.518484 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb15130b-2395-40fb-9f22-d23ab5df90fd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:49.518704 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb15130b-2395-40fb-9f22-d23ab5df90fd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:49.533336 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fb15130b-2395-40fb-9f22-d23ab5df90fd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Calling delete_port for 42ac43b6-f805-4e05-a6d1-c92dc9610fcc owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:15:49.696285 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb15130b-2395-40fb-9f22-d23ab5df90fd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:49.720804 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15130b-2395-40fb-9f22-d23ab5df90fd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event deleted for resources: {'Port': ['ID=42ac43b6-f805-4e05-a6d1-c92dc9610fcc,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:49.800442 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb15130b-2395-40fb-9f22-d23ab5df90fd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for floatingip, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:49.800669 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.db.l3_db [None req-fb15130b-2395-40fb-9f22-d23ab5df90fd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Floating IP 748c6cf1-4d66-4d20-a6eb-9e6656fefe05 disassociated (deleted). External IP: 172.26.1.88, port: 5898641a-7452-4412-bb57-37fff803241b. Dec 14 02:15:50.289240 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 2073d546-af20-4dad-a37c-aa2c9c96842d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:15:50.311283 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 2073d546-af20-4dad-a37c-aa2c9c96842d {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:15:50.311651 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 2073d546-af20-4dad-a37c-aa2c9c96842d not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:15:50.353670 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb15130b-2395-40fb-9f22-d23ab5df90fd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Router 87439a03-9f04-40a7-9653-1f2c0d5700fe has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:15:50.486050 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb15130b-2395-40fb-9f22-d23ab5df90fd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:15:50.493926 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb15130b-2395-40fb-9f22-d23ab5df90fd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for floatingip, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:50.499421 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b297662-9b5b-41c4-a812-7778549602dc None None] Sync routers for ids ['87439a03-9f04-40a7-9653-1f2c0d5700fe'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:15:50.509234 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b297662-9b5b-41c4-a812-7778549602dc None None] Routers {'87439a03-9f04-40a7-9653-1f2c0d5700fe'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:15:50.509966 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1b297662-9b5b-41c4-a812-7778549602dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:15:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['87439a03-9f04-40a7-9653-1f2c0d5700fe'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:50.523191 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-fb15130b-2395-40fb-9f22-d23ab5df90fd tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "DELETE /v2.0/floatingips/748c6cf1-4d66-4d20-a6eb-9e6656fefe05 HTTP/1.1" status: 204 len: 168 time: 1.2502940 Dec 14 02:15:50.523822 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5663d3f7-4047-4ed5-a226-265ab71873db', 'tag': '5898641a-7452-4412-bb57-37fff803241b'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:15:50.526920 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5a318e14cf15f87305bb48d223a0ac114500c204f5a091950226d5bd4506d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6556e00-04e3-4268-834a-675200e74c25" -d '{"events": [{"name": "network-changed", "server_uuid": "5663d3f7-4047-4ed5-a226-265ab71873db", "tag": "5898641a-7452-4412-bb57-37fff803241b"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:15:50.564954 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff63676-1497-4b34-85ad-b763c18f1766 x-openstack-request-id: req-bff63676-1497-4b34-85ad-b763c18f1766 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:15:50.565222 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5663d3f7-4047-4ed5-a226-265ab71873db", "tag": "5898641a-7452-4412-bb57-37fff803241b", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:15:50.565482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bff63676-1497-4b34-85ad-b763c18f1766 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:15:50.565890 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5663d3f7-4047-4ed5-a226-265ab71873db', 'tag': '5898641a-7452-4412-bb57-37fff803241b', 'status': 'completed', 'code': 200} Dec 14 02:15:50.622538 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-1b297662-9b5b-41c4-a812-7778549602dc None None] Set router 87439a03-9f04-40a7-9653-1f2c0d5700fe gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:15:50.653927 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6556e00-04e3-4268-834a-675200e74c25 req-163eba62-e41f-4014-a92a-830cae0ff5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:50.655804 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b6556e00-04e3-4268-834a-675200e74c25 req-163eba62-e41f-4014-a92a-830cae0ff5e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bc76b3d52d44b37b961f11a63d92211&device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 1096 time: 0.0436950 Dec 14 02:15:50.766046 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6556e00-04e3-4268-834a-675200e74c25 req-7be53f13-ea2f-41ce-aa14-f9db81a7c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:50.767786 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b6556e00-04e3-4268-834a-675200e74c25 req-7be53f13-ea2f-41ce-aa14-f9db81a7c384 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eebfade6-9920-4229-a5bc-18ab9bbe01b0 HTTP/1.1" status: 200 len: 909 time: 0.1046512 Dec 14 02:15:50.788916 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0b476-a0f9-4074-92ce-f3b004ae8c3b req-6b361abe-fc0a-4a4f-87a1-53377a9d2de9 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:50.790607 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e6f0b476-a0f9-4074-92ce-f3b004ae8c3b req-6b361abe-fc0a-4a4f-87a1-53377a9d2de9 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 943 time: 0.0539033 Dec 14 02:15:50.820896 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b6556e00-04e3-4268-834a-675200e74c25 req-0b1a0bc0-b352-4b3f-8fde-fc24d9ffbb9b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5898641a-7452-4412-bb57-37fff803241b HTTP/1.1" status: 200 len: 217 time: 0.0437365 Dec 14 02:15:50.853704 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e6f0b476-a0f9-4074-92ce-f3b004ae8c3b req-c354e96f-07d0-42cf-a0ef-386d9789158d tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503442 Dec 14 02:15:50.874730 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6556e00-04e3-4268-834a-675200e74c25 req-1e530425-cbef-432b-99a7-d0a96dec1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:50.876299 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b6556e00-04e3-4268-834a-675200e74c25 req-1e530425-cbef-432b-99a7-d0a96dec1509 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19322212-a908-4a37-b357-980616881385 HTTP/1.1" status: 200 len: 848 time: 0.0485721 Dec 14 02:15:50.922599 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6556e00-04e3-4268-834a-675200e74c25 req-c1ba61a2-eebf-44f4-9b59-88062cf7a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:50.924198 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b6556e00-04e3-4268-834a-675200e74c25 req-c1ba61a2-eebf-44f4-9b59-88062cf7a029 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eebfade6-9920-4229-a5bc-18ab9bbe01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401931 Dec 14 02:15:50.924324 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1b297662-9b5b-41c4-a812-7778549602dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:04Z', 'revision_number': 4, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '34a18c67-28fc-4230-860f-766e74db48bd', 'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'mac_address': 'fa:16:3e:17:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:03Z', 'updated_at': '2021-12-14T02:11:07Z', 'revision_number': 5, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'subnets': [{'id': '19322212-a908-4a37-b357-980616881385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:50.951370 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b297662-9b5b-41c4-a812-7778549602dc None None] Checking router: 87439a03-9f04-40a7-9653-1f2c0d5700fe for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:15:50.959490 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b297662-9b5b-41c4-a812-7778549602dc None None] Routers {'87439a03-9f04-40a7-9653-1f2c0d5700fe'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:15:50.960080 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1b297662-9b5b-41c4-a812-7778549602dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:15:24Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['87439a03-9f04-40a7-9653-1f2c0d5700fe'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:51.018607 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b6556e00-04e3-4268-834a-675200e74c25 req-fda2c999-815b-4313-b436-c360ffdf8fef service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854003 Dec 14 02:15:51.064462 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-1b297662-9b5b-41c4-a812-7778549602dc None None] Set router 87439a03-9f04-40a7-9653-1f2c0d5700fe gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:15:51.112417 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-b6556e00-04e3-4268-834a-675200e74c25 req-2717cd3b-304d-4d80-8d59-a5ef4a433dd8 service neutron] 10.222.0.16 "GET /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853398 Dec 14 02:15:51.288623 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1b297662-9b5b-41c4-a812-7778549602dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:04Z', 'revision_number': 4, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '34a18c67-28fc-4230-860f-766e74db48bd', 'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'mac_address': 'fa:16:3e:17:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:03Z', 'updated_at': '2021-12-14T02:11:07Z', 'revision_number': 5, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'subnets': [{'id': '19322212-a908-4a37-b357-980616881385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:51.316217 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b297662-9b5b-41c4-a812-7778549602dc None None] The sync data for ids ['87439a03-9f04-40a7-9653-1f2c0d5700fe'] in dv-neutron-821592-1-hyperv is: [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:11:04Z', 'revision_number': 4, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv', '_interfaces': [{'id': '34a18c67-28fc-4230-860f-766e74db48bd', 'name': '', 'network_id': 'eebfade6-9920-4229-a5bc-18ab9bbe01b0', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'mac_address': 'fa:16:3e:17:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '19322212-a908-4a37-b357-980616881385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:03Z', 'updated_at': '2021-12-14T02:11:07Z', 'revision_number': 5, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'subnets': [{'id': '19322212-a908-4a37-b357-980616881385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:15:51.577052 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324b840-2276-4cd4-ab7b-7ef51f614274 None None] New status for floating IP 748c6cf1-4d66-4d20-a6eb-9e6656fefe05: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:15:51.992025 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3755eb-3d34-4a09-ac14-32e13a0b8e9d req-96d42442-b1e0-4faf-8406-de995da8896c tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:51.993842 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5c3755eb-3d34-4a09-ac14-32e13a0b8e9d req-96d42442-b1e0-4faf-8406-de995da8896c tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 943 time: 0.0597806 Dec 14 02:15:52.028040 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-465b2240-1edb-45d0-bdc3-aa358fee1bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:52.049235 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5c3755eb-3d34-4a09-ac14-32e13a0b8e9d req-42d5a01e-da0d-4e09-b060-80bf5bdb5071 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/security-groups?id=848d312a-5cc4-4d81-9fe2-2e2a345291bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460763 Dec 14 02:15:52.464412 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215260b7-4029-42f8-9948-bb90059176c3 req-2bf98cc6-ed04-4365-b800-40c72fcbf8bc tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:52.465962 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-215260b7-4029-42f8-9948-bb90059176c3 req-2bf98cc6-ed04-4365-b800-40c72fcbf8bc tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.16 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 943 time: 0.0590575 Dec 14 02:15:52.572660 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-215260b7-4029-42f8-9948-bb90059176c3 req-68cdba03-73f6-4e02-8968-e0cf1439dc95 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Deleting port 5898641a-7452-4412-bb57-37fff803241b {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:15:52.573008 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-215260b7-4029-42f8-9948-bb90059176c3 req-68cdba03-73f6-4e02-8968-e0cf1439dc95 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:52.669406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-215260b7-4029-42f8-9948-bb90059176c3 req-68cdba03-73f6-4e02-8968-e0cf1439dc95 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] For port 5898641a-7452-4412-bb57-37fff803241b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5898641a-7452-4412-bb57-37fff803241b,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:15:52.669657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-215260b7-4029-42f8-9948-bb90059176c3 req-68cdba03-73f6-4e02-8968-e0cf1439dc95 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:52.682714 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-215260b7-4029-42f8-9948-bb90059176c3 req-68cdba03-73f6-4e02-8968-e0cf1439dc95 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Calling delete_port for 5898641a-7452-4412-bb57-37fff803241b owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:15:52.812268 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-215260b7-4029-42f8-9948-bb90059176c3 req-68cdba03-73f6-4e02-8968-e0cf1439dc95 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:52.844657 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdba03-73f6-4e02-8968-e0cf1439dc95 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event deleted for resources: {'Port': ['ID=5898641a-7452-4412-bb57-37fff803241b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:52.886435 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-215260b7-4029-42f8-9948-bb90059176c3 req-68cdba03-73f6-4e02-8968-e0cf1439dc95 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] No DVR routers for this DVR port 5898641a-7452-4412-bb57-37fff803241b on host hv-neutron-8215 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:15:52.889176 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-215260b7-4029-42f8-9948-bb90059176c3 req-68cdba03-73f6-4e02-8968-e0cf1439dc95 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141333'] for port, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:52.892537 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [req-215260b7-4029-42f8-9948-bb90059176c3 req-68cdba03-73f6-4e02-8968-e0cf1439dc95 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.16 "DELETE /v2.0/ports/5898641a-7452-4412-bb57-37fff803241b HTTP/1.1" status: 204 len: 173 time: 0.4203265 Dec 14 02:15:52.892981 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5663d3f7-4047-4ed5-a226-265ab71873db', 'name': 'network-vif-deleted', 'tag': '5898641a-7452-4412-bb57-37fff803241b'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:15:52.895325 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5a318e14cf15f87305bb48d223a0ac114500c204f5a091950226d5bd4506d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac210f1-0cc8-4577-bb42-4c748da2932d" -d '{"events": [{"server_uuid": "5663d3f7-4047-4ed5-a226-265ab71873db", "name": "network-vif-deleted", "tag": "5898641a-7452-4412-bb57-37fff803241b"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:15:52.931824 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea2422e-0fdf-4888-93f7-b5122c969e71 x-openstack-request-id: req-4ea2422e-0fdf-4888-93f7-b5122c969e71 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:15:52.932688 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5663d3f7-4047-4ed5-a226-265ab71873db", "name": "network-vif-deleted", "tag": "5898641a-7452-4412-bb57-37fff803241b", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:15:52.933124 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ea2422e-0fdf-4888-93f7-b5122c969e71 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:15:52.933542 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5663d3f7-4047-4ed5-a226-265ab71873db', 'name': 'network-vif-deleted', 'tag': '5898641a-7452-4412-bb57-37fff803241b', 'status': 'completed', 'code': 200} Dec 14 02:15:53.169411 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7642c230-a026-42c0-9885-1497a464436d req-920b85cf-01d6-4072-9c80-798777071f6e tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5663d3f7-4047-4ed5-a226-265ab71873db HTTP/1.1" status: 200 len: 210 time: 0.0318022 Dec 14 02:15:54.236203 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 37354) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:54.257412 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f8acbc6-6bb3-4c4a-a972-84894dff0700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:54.272121 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:15:54.636829 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-748866c3-2baa-4e01-ad5d-152d81ef4e58 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:54.661844 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-748866c3-2baa-4e01-ad5d-152d81ef4e58 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:54.727172 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-748866c3-2baa-4e01-ad5d-152d81ef4e58 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:54.729913 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-748866c3-2baa-4e01-ad5d-152d81ef4e58 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:54.731058 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-748866c3-2baa-4e01-ad5d-152d81ef4e58 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] 10.222.0.32 "DELETE /v2.0/security-groups/848d312a-5cc4-4d81-9fe2-2e2a345291bf HTTP/1.1" status: 204 len: 168 time: 0.4938617 Dec 14 02:15:54.740078 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748866c3-2baa-4e01-ad5d-152d81ef4e58 tempest-TestSnapshotPattern-523333828 tempest-TestSnapshotPattern-523333828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=848d312a-5cc4-4d81-9fe2-2e2a345291bf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:54.789867 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 37358) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:55.148953 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-63c840d9-e081-4b3d-8781-71981f29e5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:55.413142 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-63c840d9-e081-4b3d-8781-71981f29e5fd admin admin] Deleting port 34a18c67-28fc-4230-860f-766e74db48bd {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:15:55.413540 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-63c840d9-e081-4b3d-8781-71981f29e5fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:55.502803 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-63c840d9-e081-4b3d-8781-71981f29e5fd admin admin] For port 34a18c67-28fc-4230-860f-766e74db48bd, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=34a18c67-28fc-4230-860f-766e74db48bd,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:15:55.503172 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-63c840d9-e081-4b3d-8781-71981f29e5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:55.515874 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-63c840d9-e081-4b3d-8781-71981f29e5fd admin admin] Calling delete_port for 34a18c67-28fc-4230-860f-766e74db48bd owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:15:55.691484 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:55.707430 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-63c840d9-e081-4b3d-8781-71981f29e5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:55.733810 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c840d9-e081-4b3d-8781-71981f29e5fd admin admin] Pushing event deleted for resources: {'Port': ['ID=34a18c67-28fc-4230-860f-766e74db48bd,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:55.908321 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-63c840d9-e081-4b3d-8781-71981f29e5fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:56.124699 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c840d9-e081-4b3d-8781-71981f29e5fd admin admin] Router 87439a03-9f04-40a7-9653-1f2c0d5700fe has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:15:56.244391 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c840d9-e081-4b3d-8781-71981f29e5fd admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:15:56.249656 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-63c840d9-e081-4b3d-8781-71981f29e5fd admin admin] 10.222.0.32 "PUT /v2.0/routers/87439a03-9f04-40a7-9653-1f2c0d5700fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4587393 Dec 14 02:15:56.252322 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 37360) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:56.255096 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0df04c-3c09-4f53-ba4e-0ac60a13187f None None] Sync routers for ids ['87439a03-9f04-40a7-9653-1f2c0d5700fe'] in dv-neutron-821592-1-hyperv {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:15:56.266469 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0df04c-3c09-4f53-ba4e-0ac60a13187f None None] Routers {'87439a03-9f04-40a7-9653-1f2c0d5700fe'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:15:56.267076 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-ea0df04c-3c09-4f53-ba4e-0ac60a13187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['87439a03-9f04-40a7-9653-1f2c0d5700fe'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:56.329703 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 5898641a-7452-4412-bb57-37fff803241b no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:15:56.352926 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] No Port match for: 5898641a-7452-4412-bb57-37fff803241b {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:15:56.353266 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Device 5898641a-7452-4412-bb57-37fff803241b not bound to the agent host hv-neutron-8215 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:15:56.358175 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e69a28d2-8c72-416f-b311-7896c6b43660 admin admin] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:56.375807 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-ea0df04c-3c09-4f53-ba4e-0ac60a13187f None None] Set router 87439a03-9f04-40a7-9653-1f2c0d5700fe gateway port host: dv-neutron-821592-1-hyperv {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:15:56.463973 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e69a28d2-8c72-416f-b311-7896c6b43660 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:56.517168 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e69a28d2-8c72-416f-b311-7896c6b43660 admin admin] Deleting port 78e0c080-d7dc-4180-9c14-990166f8554a {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:15:56.517500 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e69a28d2-8c72-416f-b311-7896c6b43660 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:56.555837 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-ea0df04c-3c09-4f53-ba4e-0ac60a13187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:15:55Z', 'revision_number': 5, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port': {'id': '78e0c080-d7dc-4180-9c14-990166f8554a', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:01Z', 'updated_at': '2021-12-14T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:56.586306 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0df04c-3c09-4f53-ba4e-0ac60a13187f None None] Checking router: 87439a03-9f04-40a7-9653-1f2c0d5700fe for host: dv-neutron-821592-1-hyperv {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:15:56.595414 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0df04c-3c09-4f53-ba4e-0ac60a13187f None None] Routers {'87439a03-9f04-40a7-9653-1f2c0d5700fe'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:15:56.596015 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-ea0df04c-3c09-4f53-ba4e-0ac60a13187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['87439a03-9f04-40a7-9653-1f2c0d5700fe'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:56.598729 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e69a28d2-8c72-416f-b311-7896c6b43660 admin admin] For port 78e0c080-d7dc-4180-9c14-990166f8554a, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=78e0c080-d7dc-4180-9c14-990166f8554a,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:15:56.599096 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e69a28d2-8c72-416f-b311-7896c6b43660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:56.611612 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e69a28d2-8c72-416f-b311-7896c6b43660 admin admin] Calling delete_port for 78e0c080-d7dc-4180-9c14-990166f8554a owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:15:56.678675 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-ea0df04c-3c09-4f53-ba4e-0ac60a13187f None None] Set router 87439a03-9f04-40a7-9653-1f2c0d5700fe gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:15:56.728414 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-ea0df04c-3c09-4f53-ba4e-0ac60a13187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:15:56Z', 'revision_number': 6, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:56.756782 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0df04c-3c09-4f53-ba4e-0ac60a13187f None None] The sync data for ids ['87439a03-9f04-40a7-9653-1f2c0d5700fe'] in dv-neutron-821592-1-hyperv is: [{'id': '87439a03-9f04-40a7-9653-1f2c0d5700fe', 'name': 'tempest-TestSnapshotPattern-156673538-router', 'tenant_id': '4bc76b3d52d44b37b961f11a63d92211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:00Z', 'updated_at': '2021-12-14T02:15:56Z', 'revision_number': 6, 'project_id': '4bc76b3d52d44b37b961f11a63d92211', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:15:56.781923 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e69a28d2-8c72-416f-b311-7896c6b43660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:56.808470 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a28d2-8c72-416f-b311-7896c6b43660 admin admin] Pushing event deleted for resources: {'Port': ['ID=78e0c080-d7dc-4180-9c14-990166f8554a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:56.822760 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dd0053-a0f2-4034-b51a-bad889c7bdfb None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:15:56.872491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e69a28d2-8c72-416f-b311-7896c6b43660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:56.965344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e69a28d2-8c72-416f-b311-7896c6b43660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:56.967583 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e69a28d2-8c72-416f-b311-7896c6b43660 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.011403 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e69a28d2-8c72-416f-b311-7896c6b43660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.012010 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69a28d2-8c72-416f-b311-7896c6b43660 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87439a03-9f04-40a7-9653-1f2c0d5700fe {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:15:57.016518 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e69a28d2-8c72-416f-b311-7896c6b43660 admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.017678 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-e69a28d2-8c72-416f-b311-7896c6b43660 admin admin] 10.222.0.32 "DELETE /v2.0/routers/87439a03-9f04-40a7-9653-1f2c0d5700fe HTTP/1.1" status: 204 len: 168 time: 0.7644622 Dec 14 02:15:57.021052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 37362) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:57.081842 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a63434-ac0d-4a20-9f46-da58f08ae991 admin admin] Deleting subnet 19322212-a908-4a37-b357-980616881385 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:15:57.085647 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-36a63434-ac0d-4a20-9f46-da58f08ae991 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.101904 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.127235 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-36a63434-ac0d-4a20-9f46-da58f08ae991 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.204908 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-36a63434-ac0d-4a20-9f46-da58f08ae991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.272294 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-36a63434-ac0d-4a20-9f46-da58f08ae991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.304928 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a63434-ac0d-4a20-9f46-da58f08ae991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19322212-a908-4a37-b357-980616881385,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:57.309094 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-36a63434-ac0d-4a20-9f46-da58f08ae991 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.312431 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-36a63434-ac0d-4a20-9f46-da58f08ae991 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/19322212-a908-4a37-b357-980616881385 HTTP/1.1" status: 204 len: 168 time: 0.2903578 Dec 14 02:15:57.316491 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 37364) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:57.318988 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0728eff9-662d-46f0-9460-829e1f11f24c None None] Network eebfade6-9920-4229-a5bc-18ab9bbe01b0 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:15:57.383189 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.439197 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] Deleting port d8c87c34-3007-4c70-8eee-8fcdc2851ad1 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:15:57.439493 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.502026 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383d365-a674-4306-bc62-492906bb677e None None] DHCP port deletion for eebfade6-9920-4229-a5bc-18ab9bbe01b0 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:15:57.506014 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] For port d8c87c34-3007-4c70-8eee-8fcdc2851ad1, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d8c87c34-3007-4c70-8eee-8fcdc2851ad1,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:15:57.506365 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.520122 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] Calling delete_port for d8c87c34-3007-4c70-8eee-8fcdc2851ad1 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:15:57.551646 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e383d365-a674-4306-bc62-492906bb677e None None] Deleting port d8c87c34-3007-4c70-8eee-8fcdc2851ad1 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:15:57.551988 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e383d365-a674-4306-bc62-492906bb677e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.606438 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.629280 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e383d365-a674-4306-bc62-492906bb677e None None] For port d8c87c34-3007-4c70-8eee-8fcdc2851ad1, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=d8c87c34-3007-4c70-8eee-8fcdc2851ad1,segment=NetworkSegment(d6825f77-766c-467f-96a2-d58f0ee9258f),segment_id=d6825f77-766c-467f-96a2-d58f0ee9258f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:15:57.629710 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e383d365-a674-4306-bc62-492906bb677e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.633976 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c87c34-3007-4c70-8eee-8fcdc2851ad1,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:57.635815 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] No DVR routers for this DVR port d8c87c34-3007-4c70-8eee-8fcdc2851ad1 on host dv-neutron-821592-1-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:15:57.646795 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e383d365-a674-4306-bc62-492906bb677e None None] Calling delete_port for d8c87c34-3007-4c70-8eee-8fcdc2851ad1 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:15:57.712570 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.727667 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e383d365-a674-4306-bc62-492906bb677e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.734718 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebfade6-9920-4229-a5bc-18ab9bbe01b0']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:57.747059 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6825f77-766c-467f-96a2-d58f0ee9258f') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:57.747361 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.services.segments.db [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6825f77-766c-467f-96a2-d58f0ee9258f') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:57.758114 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3555272'] for segment, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.764405 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383d365-a674-4306-bc62-492906bb677e None None] Pushing event deleted for resources: {'Port': ['ID=d8c87c34-3007-4c70-8eee-8fcdc2851ad1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:57.767308 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e383d365-a674-4306-bc62-492906bb677e None None] No DVR routers for this DVR port d8c87c34-3007-4c70-8eee-8fcdc2851ad1 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:15:57.773482 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.774854 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.782819 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:15:57.783367 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14177372'] for segment, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: Traceback (most recent call last): Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: timer() Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: cb(*args, **kw) Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: return func(*args, **kwargs) Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: self._notify() Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: self.callback(batched_events) Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: event.method(event) Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: return f(self, *a, **k) Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._get(url).json() Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: return self.request(url, 'GET', **kwargs) Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:15:57.785367 dv-neutron-821592-1-hyperv neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:15:57.847015 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.852473 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] Publish callbacks [] for network, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:57.855778 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] 10.222.0.32 "DELETE /v2.0/networks/eebfade6-9920-4229-a5bc-18ab9bbe01b0 HTTP/1.1" status: 204 len: 168 time: 0.5382404 Dec 14 02:15:57.858798 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 37366) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:57.868365 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913a73c-b65a-4ccc-ae4e-69efdf60e029 admin admin] Pushing event deleted for resources: {'Network': ['ID=eebfade6-9920-4229-a5bc-18ab9bbe01b0,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:58.218393 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd95e08d-25e8-4594-93fb-4d521c7ae30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435435'] for router_interface, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:58.466454 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 78e0c080-d7dc-4180-9c14-990166f8554a no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:15:58.475010 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dd95e08d-25e8-4594-93fb-4d521c7ae30c admin admin] Deleting port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:15:58.475378 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd95e08d-25e8-4594-93fb-4d521c7ae30c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:58.488651 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 78e0c080-d7dc-4180-9c14-990166f8554a {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:15:58.489003 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 78e0c080-d7dc-4180-9c14-990166f8554a not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:15:58.489418 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d8c87c34-3007-4c70-8eee-8fcdc2851ad1 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:15:58.507668 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: d8c87c34-3007-4c70-8eee-8fcdc2851ad1 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:15:58.508013 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device d8c87c34-3007-4c70-8eee-8fcdc2851ad1 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:15:58.508444 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 34a18c67-28fc-4230-860f-766e74db48bd no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:15:58.527562 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 34a18c67-28fc-4230-860f-766e74db48bd {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:15:58.527900 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 34a18c67-28fc-4230-860f-766e74db48bd not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:15:58.555785 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-dd95e08d-25e8-4594-93fb-4d521c7ae30c admin admin] For port ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5,segment=NetworkSegment(ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67),segment_id=ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:15:58.556280 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd95e08d-25e8-4594-93fb-4d521c7ae30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:58.569963 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dd95e08d-25e8-4594-93fb-4d521c7ae30c admin admin] Calling delete_port for ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:15:58.764128 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd95e08d-25e8-4594-93fb-4d521c7ae30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:58.796530 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95e08d-25e8-4594-93fb-4d521c7ae30c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:58.988479 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd95e08d-25e8-4594-93fb-4d521c7ae30c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435327'] for router_interface, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:59.254968 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd95e08d-25e8-4594-93fb-4d521c7ae30c admin admin] Router 0e9960ee-9640-40a7-b06e-47a50b9efcb1 has already been hosted by L3 agent 1eeca975-822b-40f3-b824-cbed5754a827 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:15:59.388392 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd95e08d-25e8-4594-93fb-4d521c7ae30c admin admin] Notify agent at l3_agent.dv-neutron-821592-1-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:15:59.395793 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dd95e08d-25e8-4594-93fb-4d521c7ae30c admin admin] 10.222.0.32 "PUT /v2.0/routers/0e9960ee-9640-40a7-b06e-47a50b9efcb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5358326 Dec 14 02:15:59.398712 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 37368) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:59.404742 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841b0b4-35c7-403b-9bc5-6d0216329f8b None None] Sync routers for ids ['0e9960ee-9640-40a7-b06e-47a50b9efcb1'] in dv-neutron-821592-1-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:15:59.417738 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a841b0b4-35c7-403b-9bc5-6d0216329f8b None None] Routers {'0e9960ee-9640-40a7-b06e-47a50b9efcb1'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:15:59.418379 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a841b0b4-35c7-403b-9bc5-6d0216329f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['0e9960ee-9640-40a7-b06e-47a50b9efcb1'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:59.508903 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c66e435-faa7-4686-9105-0e4e296b8491 admin admin] Publish callbacks [] for router, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:59.540732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a841b0b4-35c7-403b-9bc5-6d0216329f8b None None] Set router 0e9960ee-9640-40a7-b06e-47a50b9efcb1 gateway port host: dv-neutron-821592-1-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:15:59.628386 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c66e435-faa7-4686-9105-0e4e296b8491 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:59.883515 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a841b0b4-35c7-403b-9bc5-6d0216329f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'name': 'tempest-TestSnapshotPattern-1579807407-router', 'tenant_id': '539cec6dc9d6465caedb37b7405c1910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'external_fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ffa50867-76dc-4b68-b010-a7e97866aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:05Z', 'updated_at': '2021-12-14T02:15:58Z', 'revision_number': 5, 'project_id': '539cec6dc9d6465caedb37b7405c1910', 'gw_port': {'id': 'ffa50867-76dc-4b68-b010-a7e97866aa93', 'name': '', 'network_id': '9d3d9e64-5277-4411-88bd-12485529348e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821592-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:11:06Z', 'updated_at': '2021-12-14T02:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9798efc-d830-4904-8bce-0444a84c4d9e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821592-1-hyperv'}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:59.910686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841b0b4-35c7-403b-9bc5-6d0216329f8b None None] Checking router: 0e9960ee-9640-40a7-b06e-47a50b9efcb1 for host: dv-neutron-821592-1-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:15:59.921994 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a841b0b4-35c7-403b-9bc5-6d0216329f8b None None] Routers {'0e9960ee-9640-40a7-b06e-47a50b9efcb1'} bound to L3 agent in host dv-neutron-821592-1-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:15:59.922646 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a841b0b4-35c7-403b-9bc5-6d0216329f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821592-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T01:07:24Z,description=,heartbeat_timestamp=2021-12-14T02:15:54Z,host='dv-neutron-821592-1-hyperv',id=1eeca975-822b-40f3-b824-cbed5754a827,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T01:07:24Z,topic='l3_agent')) {'router_ids': ['0e9960ee-9640-40a7-b06e-47a50b9efcb1'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:16:00.012064 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6c66e435-faa7-4686-9105-0e4e296b8491 admin admin] Deleting port ffa50867-76dc-4b68-b010-a7e97866aa93 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:16:00.012394 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c66e435-faa7-4686-9105-0e4e296b8491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:00.015660 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a841b0b4-35c7-403b-9bc5-6d0216329f8b None None] Set router 0e9960ee-9640-40a7-b06e-47a50b9efcb1 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:16:00.069318 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a841b0b4-35c7-403b-9bc5-6d0216329f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'name': 'tempest-TestSnapshotPattern-1579807407-router', 'tenant_id': '539cec6dc9d6465caedb37b7405c1910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:05Z', 'updated_at': '2021-12-14T02:15:59Z', 'revision_number': 6, 'project_id': '539cec6dc9d6465caedb37b7405c1910', 'gw_port_host': None}], 'dv-neutron-821592-1-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:16:00.091882 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6c66e435-faa7-4686-9105-0e4e296b8491 admin admin] For port ffa50867-76dc-4b68-b010-a7e97866aa93, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=ffa50867-76dc-4b68-b010-a7e97866aa93,segment=NetworkSegment(cb791edd-9827-4dcc-a3b0-cfe0db958cf1),segment_id=cb791edd-9827-4dcc-a3b0-cfe0db958cf1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:16:00.092284 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c66e435-faa7-4686-9105-0e4e296b8491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:00.095015 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841b0b4-35c7-403b-9bc5-6d0216329f8b None None] The sync data for ids ['0e9960ee-9640-40a7-b06e-47a50b9efcb1'] in dv-neutron-821592-1-hyperv is: [{'id': '0e9960ee-9640-40a7-b06e-47a50b9efcb1', 'name': 'tempest-TestSnapshotPattern-1579807407-router', 'tenant_id': '539cec6dc9d6465caedb37b7405c1910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:11:05Z', 'updated_at': '2021-12-14T02:15:59Z', 'revision_number': 6, 'project_id': '539cec6dc9d6465caedb37b7405c1910', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:16:00.105553 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6c66e435-faa7-4686-9105-0e4e296b8491 admin admin] Calling delete_port for ffa50867-76dc-4b68-b010-a7e97866aa93 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:16:00.281963 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c66e435-faa7-4686-9105-0e4e296b8491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14177289'] for port, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:00.307945 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66e435-faa7-4686-9105-0e4e296b8491 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa50867-76dc-4b68-b010-a7e97866aa93,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:16:00.323484 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f5077e-a930-48d7-bb17-d8cb48204a1f None None] DHCP port deletion for 9d3d9e64-5277-4411-88bd-12485529348e request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:16:00.368127 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c66e435-faa7-4686-9105-0e4e296b8491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435745'] for router_gateway, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:00.462165 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c66e435-faa7-4686-9105-0e4e296b8491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8622'] for router, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:00.464519 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c66e435-faa7-4686-9105-0e4e296b8491 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:00.519052 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c66e435-faa7-4686-9105-0e4e296b8491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445316'] for router, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:00.519621 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c66e435-faa7-4686-9105-0e4e296b8491 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e9960ee-9640-40a7-b06e-47a50b9efcb1 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:16:00.529396 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c66e435-faa7-4686-9105-0e4e296b8491 admin admin] Publish callbacks [] for router, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:00.536406 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-6c66e435-faa7-4686-9105-0e4e296b8491 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0e9960ee-9640-40a7-b06e-47a50b9efcb1 HTTP/1.1" status: 204 len: 168 time: 1.1307080 Dec 14 02:16:00.536406 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 37370) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:16:00.584901 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:16:00.604998 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:16:00.605351 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ed4282cc-1ed9-4bfd-b21c-ca952d8a54b5 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:16:00.674788 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd46317-9a40-4451-9e5d-fa1fb69afd12 admin admin] Deleting subnet 535f9aa7-ff90-415f-8b79-36cbd13e02ae {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:16:00.678082 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5bd46317-9a40-4451-9e5d-fa1fb69afd12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:00.713921 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5bd46317-9a40-4451-9e5d-fa1fb69afd12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3555267'] for subnet, precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:00.799008 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5bd46317-9a40-4451-9e5d-fa1fb69afd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16220595'] for subnet, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:00.860471 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5bd46317-9a40-4451-9e5d-fa1fb69afd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16220584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14174714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3975680'] for subnet, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:00.880285 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9a8af7-6240-47f6-ac0b-70154320af0a None None] Network 767d805f-3516-49f2-90c5-c69c7d205049 requested from dv-neutron-821592-1-hyperv {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:16:00.885508 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5bd46317-9a40-4451-9e5d-fa1fb69afd12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:00.888766 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-5bd46317-9a40-4451-9e5d-fa1fb69afd12 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/535f9aa7-ff90-415f-8b79-36cbd13e02ae HTTP/1.1" status: 204 len: 168 time: 0.3545685 Dec 14 02:16:00.891835 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 37374) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:16:00.894472 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd46317-9a40-4451-9e5d-fa1fb69afd12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=535f9aa7-ff90-415f-8b79-36cbd13e02ae,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:16:00.969834 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16192354'] for network, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:01.028649 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] Deleting port 2c44b719-224e-4408-b1ee-e7aec9edf4d7 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:16:01.028986 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:01.043732 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c53a394-5742-48da-a54c-577769363c11 None None] DHCP port deletion for 767d805f-3516-49f2-90c5-c69c7d205049 request from dv-neutron-821592-1-hyperv {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:16:01.091441 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8c53a394-5742-48da-a54c-577769363c11 None None] Deleting port 2c44b719-224e-4408-b1ee-e7aec9edf4d7 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:16:01.092171 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8c53a394-5742-48da-a54c-577769363c11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760986719308'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:01.097456 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] For port 2c44b719-224e-4408-b1ee-e7aec9edf4d7, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2c44b719-224e-4408-b1ee-e7aec9edf4d7,segment=NetworkSegment(ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67),segment_id=ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:16:01.098002 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:01.111974 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] Calling delete_port for 2c44b719-224e-4408-b1ee-e7aec9edf4d7 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:16:01.161754 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-8c53a394-5742-48da-a54c-577769363c11 None None] For port 2c44b719-224e-4408-b1ee-e7aec9edf4d7, host dv-neutron-821592-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821592-1-hyperv',level=0,port_id=2c44b719-224e-4408-b1ee-e7aec9edf4d7,segment=NetworkSegment(ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67),segment_id=ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:16:01.162156 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8c53a394-5742-48da-a54c-577769363c11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16281354'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:01.176511 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8c53a394-5742-48da-a54c-577769363c11 None None] Calling delete_port for 2c44b719-224e-4408-b1ee-e7aec9edf4d7 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:16:01.196208 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753977'] for port, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:01.222287 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c44b719-224e-4408-b1ee-e7aec9edf4d7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:16:01.228223 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] No DVR routers for this DVR port 2c44b719-224e-4408-b1ee-e7aec9edf4d7 on host dv-neutron-821592-1-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:16:01.251281 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8c53a394-5742-48da-a54c-577769363c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16211891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16607902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760986610863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760986128276'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:01.276438 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53a394-5742-48da-a54c-577769363c11 None None] Pushing event deleted for resources: {'Port': ['ID=2c44b719-224e-4408-b1ee-e7aec9edf4d7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:16:01.280368 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c53a394-5742-48da-a54c-577769363c11 None None] No DVR routers for this DVR port 2c44b719-224e-4408-b1ee-e7aec9edf4d7 on host dv-neutron-821592-1-hyperv {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:16:01.302824 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16154172', 'neutron.services.segments.db._delete_segments_for_network-8760986695006'] for network, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:01.323878 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767d805f-3516-49f2-90c5-c69c7d205049']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:16:01.333462 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:16:01.333763 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1acb04-6f1b-49c0-8b53-b30fe2fe5b67') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:16:01.343264 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760986697319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3580350'] for segment, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:01.358232 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250'] for segment, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:01.364902 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:16:01.365286 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16222250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754028'] for segment, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: Traceback (most recent call last): Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: timer() Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: cb(*args, **kw) Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: return func(*args, **kwargs) Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: self._notify() Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: self.callback(batched_events) Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: event.method(event) Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: return f(self, *a, **k) Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._get(url).json() Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:16:01.367117 dv-neutron-821592-1-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:16:01.426858 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16154165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443385'] for network, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:01.436290 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] Publish callbacks [] for network, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:01.440812 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/767d805f-3516-49f2-90c5-c69c7d205049 HTTP/1.1" status: 204 len: 168 time: 0.5471206 Dec 14 02:16:01.452750 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a39b3-e681-4fd6-a695-61fb5032b6d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=767d805f-3516-49f2-90c5-c69c7d205049,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:16:01.555774 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 37378) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:16:01.599541 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-b938dda0-e045-41ac-b2d4-44a9b978c34c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bc76b3d52d44b37b961f11a63d92211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423772 Dec 14 02:16:01.602163 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.32', 37380) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:16:01.654013 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-695ed74f-5d20-4aff-af71-684f1cc6b3b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:01.679327 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-695ed74f-5d20-4aff-af71-684f1cc6b3b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:01.727388 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-695ed74f-5d20-4aff-af71-684f1cc6b3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:01.730204 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-695ed74f-5d20-4aff-af71-684f1cc6b3b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:01.731376 dv-neutron-821592-1-hyperv neutron-server[103409]: INFO neutron.wsgi [None req-695ed74f-5d20-4aff-af71-684f1cc6b3b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6dcf5a1-5fa4-4233-bada-7924e2e28b93 HTTP/1.1" status: 204 len: 168 time: 0.1282997 Dec 14 02:16:01.739344 dv-neutron-821592-1-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ed74f-5d20-4aff-af71-684f1cc6b3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dcf5a1-5fa4-4233-bada-7924e2e28b93,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:16:02.073954 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 37388) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:16:02.112840 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9ede2faf-94c1-459a-8327-39f847779fc6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=539cec6dc9d6465caedb37b7405c1910&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377195 Dec 14 02:16:02.115332 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.32', 37390) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:16:02.161185 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5bc18da7-bbcf-4d45-b5ac-0256e18a4159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:02.182125 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5bc18da7-bbcf-4d45-b5ac-0256e18a4159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:02.229474 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5bc18da7-bbcf-4d45-b5ac-0256e18a4159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16241065'] for security_group, after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:02.232052 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5bc18da7-bbcf-4d45-b5ac-0256e18a4159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:02.233185 dv-neutron-821592-1-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5bc18da7-bbcf-4d45-b5ac-0256e18a4159 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/848b1d17-75ba-4f89-8095-663cfd31755c HTTP/1.1" status: 204 len: 168 time: 0.1170022 Dec 14 02:16:02.241140 dv-neutron-821592-1-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc18da7-bbcf-4d45-b5ac-0256e18a4159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848b1d17-75ba-4f89-8095-663cfd31755c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:16:02.474012 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ffa50867-76dc-4b68-b010-a7e97866aa93 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:16:02.495412 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: ffa50867-76dc-4b68-b010-a7e97866aa93 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:16:02.495771 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device ffa50867-76dc-4b68-b010-a7e97866aa93 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:16:02.496227 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2c44b719-224e-4408-b1ee-e7aec9edf4d7 no longer exists at agent ovs-agent-dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:16:02.516252 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] No Port match for: 2c44b719-224e-4408-b1ee-e7aec9edf4d7 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:16:02.516561 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Device 2c44b719-224e-4408-b1ee-e7aec9edf4d7 not bound to the agent host dv-neutron-821592-1-hyperv {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:16:11.308031 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:22.040215 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fe17eedb-5dbf-4698-9ba9-aa7616512813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:24.269179 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57d99494-236f-49b7-aaad-4eb903afe9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:25.697052 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:27.107935 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:27.747116 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:31.277654 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:16:41.319276 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:52.045205 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa23a20e-96b8-4e35-94bb-9305fb9c7a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:54.264724 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b3b85bcf-83f8-4a0d-8001-58adf6c3bfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:55.701341 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:57.103726 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:57.750686 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:08.277032 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:17:11.320692 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:22.050364 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bbfda7cc-4964-46ef-886b-224790a24b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:24.277216 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c27ae18-3ae6-47b5-82d1-8bd9b91a6917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:25.703645 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:27.103592 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:27.758307 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:41.318583 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:45.280959 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:17:52.056127 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9f4a9146-33ac-4040-95d6-6d1ba68daa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:54.282382 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bbfd20d4-a936-4746-abb6-c302b41fefd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:55.703913 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:57.114514 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:57.757770 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:11.329449 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:22.051802 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72656680-35c7-426e-8efd-f415ad8d7b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:22.286942 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:18:24.279358 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e61cafab-be11-4ea6-a9dd-14ea4976c9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:25.712608 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:27.118107 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:27.746005 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:41.332642 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:52.057460 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb227f48-b4ad-4603-bd85-ad176eb0718e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:54.278985 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4592d9d7-420d-4f9b-9cd1-eed2ad357f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:55.714714 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:57.120367 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:57.748847 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:59.291555 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:19:11.333775 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:22.053804 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-15f7e1d7-cba2-4884-9c2c-d49b1aed3d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:24.279835 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ac46ffe-fa02-4e39-9bc2-5774e4395d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:25.719853 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:27.123172 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:27.750878 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:36.296665 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:19:41.333276 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:52.060435 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4353dd6e-13a2-4acf-b964-fad3bb11b6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:54.280250 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ec45851-75be-4fa2-b7a4-ab8e17847320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:55.722633 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:57.123420 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:57.745564 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:11.340890 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:13.296138 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:20:22.056391 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef41c609-bf1a-4b38-9725-20542baf309f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:24.281209 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4338f213-0991-4190-845a-7bb320f1101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:25.722941 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:27.127377 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:27.755443 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:41.341235 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:50.300621 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:20:52.060039 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0d39ccd-85aa-40a8-babc-c19dbbb80a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:54.285638 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b282650-41ad-443a-b29e-19bcaf7baed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:55.723582 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:57.130402 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:57.757085 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:21:11.353739 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1878c11d-eed4-4237-806d-3f856a5c6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:21:22.061216 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae541a7d-bc61-46ad-a7e7-76584f73c2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:21:24.285035 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37ff53d7-b164-49fb-b1f0-8f177058ad0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:21:25.728700 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9945-91f2-4d19-8305-ee6e69aa1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:21:27.131909 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab3e444b-f6c4-4f0b-ba51-f1c5039c7c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:21:27.300069 dv-neutron-821592-1-hyperv neutron-server[103411]: DEBUG neutron.db.agents_db [None req-25765ee0-5fc9-436d-99da-1247d2e83253 None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:21:27.752027 dv-neutron-821592-1-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b94005f3-c878-4408-96cf-e6e0f2f0f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760986694961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16152562'] for agent, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}